-- Logs begin at Fri 2022-03-25 18:40:00 UTC, end at Fri 2022-03-25 19:39:35 UTC. -- Mar 25 19:11:37.364137 dv-cinder-755101-7-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Mar 25 19:11:40.296878 dv-cinder-755101-7-iscsi neutron-server[103087]: INFO neutron.common.config [-] Logging enabled! Mar 25 19:11:40.297488 dv-cinder-755101-7-iscsi neutron-server[103087]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev58 Mar 25 19:11:40.297651 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103087) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 25 19:11:40.300893 dv-cinder-755101-7-iscsi neutron-server[103087]: INFO neutron.common.config [-] Logging enabled! Mar 25 19:11:40.301148 dv-cinder-755101-7-iscsi neutron-server[103087]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev58 Mar 25 19:11:40.301458 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103087) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 25 19:11:40.302445 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 25 19:11:40.302704 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 25 19:11:40.303076 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 25 19:11:40.303323 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 25 19:11:40.303549 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 25 19:11:40.304299 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:11:40.304724 dv-cinder-755101-7-iscsi neutron-server[103087]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Mar 25 19:11:40.305040 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:11:40.305337 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:11:40.305630 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:11:40.305921 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:11:40.306209 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:11:40.306490 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:11:40.306797 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:11:40.307090 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:11:40.307378 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:11:40.307652 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:11:40.307933 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:11:40.308222 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:11:40.308501 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:11:40.308784 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:11:40.309064 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:11:40.309599 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] debug = True {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:11:40.309876 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:11:40.310313 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:11:40.310731 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:11:40.311020 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:11:40.311304 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:11:40.311586 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:11:40.311856 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:11:40.312130 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:11:40.312412 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:11:40.312738 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] host = dv-cinder-755101-7-iscsi {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:11:40.313013 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:11:40.313299 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:11:40.313581 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:11:40.313863 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:11:40.314135 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:11:40.314409 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:11:40.314724 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:11:40.314997 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:11:40.315265 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] log_file = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:11:40.315537 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:11:40.315821 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:11:40.316103 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:11:40.316391 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:11:40.316615 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:11:40.316843 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:11:40.317137 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:11:40.317421 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:11:40.317693 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:11:40.317986 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:11:40.318258 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:11:40.318547 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:11:40.318823 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:11:40.319090 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:11:40.319370 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:11:40.319650 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:11:40.319929 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:11:40.320198 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:11:40.320468 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:11:40.320736 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:11:40.321002 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:11:40.321283 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:11:40.321550 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:11:40.321822 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:11:40.322090 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:11:40.322374 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:11:40.322666 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:11:40.322940 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:11:40.323237 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:11:40.323519 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:11:40.323798 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:11:40.324080 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:11:40.324351 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:11:40.324632 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:11:40.324904 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:11:40.325174 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:11:40.325442 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] use_json = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:11:40.325712 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:11:40.325980 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:11:40.326258 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:11:40.326554 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:11:40.326827 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:11:40.327098 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:11:40.327366 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:11:40.327647 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:11:40.327916 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:11:40.328208 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:40.328506 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:40.328807 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:40.329105 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:40.329395 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:40.329672 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:40.329960 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:40.330236 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:40.330537 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:40.330828 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:40.331113 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:40.331388 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:40.331691 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:40.331977 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:40.332265 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:40.332568 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:40.332860 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:40.333147 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:40.333419 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:40.334203 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:40.334474 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:40.334773 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:40.335062 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:40.335338 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:40.335627 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:40.335915 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:40.336191 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:40.336484 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:40.336769 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:40.337060 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:40.337348 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:40.337621 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:40.337897 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:40.338186 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:40.338460 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:40.338756 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:40.339034 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:40.339321 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:40.339597 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:40.339869 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:40.340149 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:40.340424 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:40.340691 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:40.340961 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:40.341233 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:40.341519 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:40.341795 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:40.342063 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:40.342330 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:40.342629 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:40.342900 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:40.343182 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:40.343457 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:40.343728 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:40.343997 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:40.344271 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:40.344540 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:40.344811 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:40.345085 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:40.345353 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:40.345626 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:40.345895 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:40.346163 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:40.346428 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:40.346719 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:40.346988 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:40.347256 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:40.347524 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:40.347796 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:40.348062 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:40.348330 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:40.348597 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:40.348865 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:40.349747 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:40.350130 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:40.350430 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:40.350729 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:40.351005 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:40.351281 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:40.351557 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:40.351837 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:40.352114 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:40.352389 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:40.352663 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:40.352933 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:40.353222 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:40.353500 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:40.353783 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:40.354082 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:40.354357 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:40.354674 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:40.354948 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:40.355221 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:40.355501 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:40.355775 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:40.356049 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:40.356326 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:40.356602 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:40.356889 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:40.357179 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:40.357469 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:40.357760 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:40.358049 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:40.358328 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:40.358653 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:40.358931 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:40.359146 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 25 19:11:40.359386 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103087) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Mar 25 19:11:40.731929 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103087) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 25 19:11:40.732211 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103087) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 25 19:11:40.732520 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103087) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 25 19:11:40.732994 dv-cinder-755101-7-iscsi neutron-server[103087]: INFO neutron.manager [-] Loading core plugin: ml2 Mar 25 19:11:41.059858 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 25 19:11:41.060074 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 25 19:11:41.060347 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 25 19:11:41.061518 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 25 19:11:41.061803 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 25 19:11:41.062187 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 25 19:11:41.116548 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 25 19:11:41.116822 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 25 19:11:41.117088 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 25 19:11:41.132248 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 25 19:11:41.132532 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 25 19:11:41.132802 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 25 19:11:41.160764 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 25 19:11:41.161044 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 25 19:11:41.161308 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 25 19:11:41.303534 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 25 19:11:41.304163 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 25 19:11:41.304163 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 25 19:11:41.535493 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 25 19:11:41.535788 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 25 19:11:41.536055 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 25 19:11:41.536324 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 25 19:11:41.537049 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 25 19:11:41.636493 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 25 19:11:41.636816 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 25 19:11:41.637099 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 25 19:11:41.637378 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 25 19:11:41.637653 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 25 19:11:41.637970 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 25 19:11:41.638237 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 25 19:11:41.638532 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 25 19:11:41.638781 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 25 19:11:41.639070 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 25 19:11:41.639336 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 25 19:11:41.639608 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 25 19:11:41.639868 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 25 19:11:41.640124 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 25 19:11:41.640382 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 25 19:11:41.640657 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 25 19:11:41.640918 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 25 19:11:41.641195 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 25 19:11:41.641470 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 25 19:11:41.641734 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 25 19:11:41.642010 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 25 19:11:41.642267 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 25 19:11:41.642576 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 25 19:11:41.642959 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 25 19:11:41.643214 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 25 19:11:41.643466 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 25 19:11:41.643861 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103087) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 25 19:11:41.644100 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103087) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 25 19:11:41.644334 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103087) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 25 19:11:41.644567 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103087) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 25 19:11:41.644802 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103087) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 25 19:11:41.645036 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103087) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 25 19:11:41.645394 dv-cinder-755101-7-iscsi neutron-server[103087]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Mar 25 19:11:41.649043 dv-cinder-755101-7-iscsi neutron-server[103087]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Mar 25 19:11:41.653140 dv-cinder-755101-7-iscsi neutron-server[103087]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Mar 25 19:11:41.656870 dv-cinder-755101-7-iscsi neutron-server[103087]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(250, 299)])]) Mar 25 19:11:41.658498 dv-cinder-755101-7-iscsi neutron-server[103087]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Mar 25 19:11:41.658978 dv-cinder-755101-7-iscsi neutron-server[103087]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Mar 25 19:11:41.659307 dv-cinder-755101-7-iscsi neutron-server[103087]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Mar 25 19:11:41.659690 dv-cinder-755101-7-iscsi neutron-server[103087]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Mar 25 19:11:41.662640 dv-cinder-755101-7-iscsi neutron-server[103087]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Mar 25 19:11:41.662894 dv-cinder-755101-7-iscsi neutron-server[103087]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Mar 25 19:11:41.663320 dv-cinder-755101-7-iscsi neutron-server[103087]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Mar 25 19:11:41.668206 dv-cinder-755101-7-iscsi neutron-server[103087]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Mar 25 19:11:41.692439 dv-cinder-755101-7-iscsi neutron-server[103087]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Mar 25 19:11:41.693366 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 25 19:11:41.693665 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103087) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Mar 25 19:11:41.694039 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 25 19:11:41.695447 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103087) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Mar 25 19:11:41.695727 dv-cinder-755101-7-iscsi neutron-server[103087]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Mar 25 19:11:41.695971 dv-cinder-755101-7-iscsi neutron-server[103087]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Mar 25 19:11:41.699313 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 25 19:11:41.699599 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 25 19:11:41.762416 dv-cinder-755101-7-iscsi neutron-server[103087]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Mar 25 19:11:41.762676 dv-cinder-755101-7-iscsi neutron-server[103087]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Mar 25 19:11:41.762913 dv-cinder-755101-7-iscsi neutron-server[103087]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Mar 25 19:11:41.763276 dv-cinder-755101-7-iscsi neutron-server[103087]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Mar 25 19:11:41.784317 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_db.sqlalchemy.engines [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103087) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Mar 25 19:11:42.233144 dv-cinder-755101-7-iscsi neutron-server[103087]: INFO neutron.plugins.ml2.managers [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Initializing driver for type 'gre' Mar 25 19:11:42.233822 dv-cinder-755101-7-iscsi neutron-server[103087]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] gre ID ranges: [(1, 1000)] Mar 25 19:11:42.284481 dv-cinder-755101-7-iscsi neutron-server[103087]: INFO neutron.plugins.ml2.managers [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Initializing driver for type 'local' Mar 25 19:11:42.284907 dv-cinder-755101-7-iscsi neutron-server[103087]: INFO neutron.plugins.ml2.managers [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Initializing driver for type 'vlan' Mar 25 19:11:42.299007 dv-cinder-755101-7-iscsi neutron-server[103087]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] VlanTypeDriver initialization complete Mar 25 19:11:42.299333 dv-cinder-755101-7-iscsi neutron-server[103087]: INFO neutron.plugins.ml2.managers [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Initializing driver for type 'vxlan' Mar 25 19:11:42.299813 dv-cinder-755101-7-iscsi neutron-server[103087]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] vxlan ID ranges: [(1, 1000)] Mar 25 19:11:42.349396 dv-cinder-755101-7-iscsi neutron-server[103087]: INFO neutron.plugins.ml2.managers [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Initializing extension driver 'port_security' Mar 25 19:11:42.349961 dv-cinder-755101-7-iscsi neutron-server[103087]: INFO neutron.plugins.ml2.extensions.port_security [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] PortSecurityExtensionDriver initialization complete Mar 25 19:11:42.350110 dv-cinder-755101-7-iscsi neutron-server[103087]: INFO neutron.plugins.ml2.managers [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Initializing mechanism driver 'openvswitch' Mar 25 19:11:42.350426 dv-cinder-755101-7-iscsi neutron-server[103087]: INFO neutron.plugins.ml2.managers [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Initializing mechanism driver 'hyperv' Mar 25 19:11:42.357016 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.plugins.ml2.plugin [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 19:11:42.357688 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Subscribe: > port after_create 55550000 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 25 19:11:42.358056 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Subscribe: > port after_update 55550000 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 25 19:11:42.358406 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Subscribe: > port after_delete 55550000 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 25 19:11:42.358956 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103087) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 25 19:11:42.359387 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Subscribe: > subnet after_create 55550000 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 25 19:11:42.359740 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Subscribe: > subnet after_update 55550000 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 25 19:11:42.360084 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 25 19:11:42.360481 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103087) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 25 19:11:42.360891 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Subscribe: > network after_create 55550000 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 25 19:11:42.361235 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Subscribe: > network after_update 55550000 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 25 19:11:42.361573 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Subscribe: > network after_delete 55550000 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 25 19:11:42.361961 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103087) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 25 19:11:42.362364 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Subscribe: > security_group after_create 55550000 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 25 19:11:42.362736 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Subscribe: > security_group after_update 55550000 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 25 19:11:42.363073 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 25 19:11:42.363597 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103087) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 25 19:11:42.364005 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 25 19:11:42.364353 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 25 19:11:42.364735 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 25 19:11:42.365133 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103087) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 25 19:11:42.365537 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Subscribe: > address_group after_create 55550000 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 25 19:11:42.365881 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Subscribe: > address_group after_update 55550000 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 25 19:11:42.366216 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 25 19:11:42.366635 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103087) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 25 19:11:42.367077 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] ML2 OVO RPC backend initialized. {{(pid=103087) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Mar 25 19:11:42.367769 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 25 19:11:42.368119 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 25 19:11:42.368527 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Subscribe: > network before_response 55550000 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 25 19:11:42.368869 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Subscribe: > networks before_response 55550000 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 25 19:11:42.369213 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Subscribe: > port before_response 55550000 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 25 19:11:42.369547 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Subscribe: > ports before_response 55550000 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 25 19:11:42.369888 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Subscribe: > subnet before_response 55550000 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 25 19:11:42.370241 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Subscribe: > subnets before_response 55550000 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 25 19:11:42.370586 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Subscribe: > network after_create 55550000 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 25 19:11:42.370931 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Subscribe: > network after_update 55550000 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 25 19:11:42.371263 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Subscribe: > network after_delete 55550000 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 25 19:11:42.371595 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Subscribe: > port after_create 55550000 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 25 19:11:42.371926 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Subscribe: > port after_update 55550000 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 25 19:11:42.372255 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Subscribe: > port after_delete 55550000 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 25 19:11:42.372583 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Subscribe: > subnet after_create 55550000 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 25 19:11:42.372913 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Subscribe: > subnet after_update 55550000 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 25 19:11:42.373238 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 25 19:11:42.380903 dv-cinder-755101-7-iscsi neutron-server[103087]: INFO neutron.quota [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Loaded quota_driver: . Mar 25 19:11:42.381269 dv-cinder-755101-7-iscsi neutron-server[103087]: INFO neutron.plugins.ml2.plugin [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Modular L2 Plugin initialization complete Mar 25 19:11:42.381611 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.manager [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Loading services supported by the core plugin {{(pid=103087) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Mar 25 19:11:42.381950 dv-cinder-755101-7-iscsi neutron-server[103087]: INFO neutron.plugins.ml2.managers [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Got port-security extension from driver 'port_security' Mar 25 19:11:42.382418 dv-cinder-755101-7-iscsi neutron-server[103087]: INFO neutron.extensions.vlantransparent [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Disabled vlantransparent extension. Mar 25 19:11:42.382930 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.manager [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103087) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Mar 25 19:11:42.383248 dv-cinder-755101-7-iscsi neutron-server[103087]: INFO neutron.manager [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Loading Plugin: router Mar 25 19:11:42.418470 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 25 19:11:42.418889 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Subscribe: > router after_create 55549900 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 25 19:11:42.419256 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Subscribe: > router before_create 55549900 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 25 19:11:42.419617 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 25 19:11:42.419984 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 25 19:11:42.420336 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Subscribe: > router after_delete 55549900 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 25 19:11:42.420691 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 25 19:11:42.421037 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 25 19:11:42.421395 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Subscribe: > router after_create 55549900 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 25 19:11:42.421738 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Subscribe: > router after_update 55549900 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 25 19:11:42.422080 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Subscribe: > router after_update 55549900 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 25 19:11:42.422423 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 25 19:11:42.422808 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Subscribe: > router after_update 55549900 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 25 19:11:42.423212 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Subscribe: > router precommit_update 55549900 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 25 19:11:42.423581 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Subscribe: port after_update 55550000 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 25 19:11:42.423921 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Subscribe: port after_delete 55550000 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 25 19:11:42.424260 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Subscribe: subnet after_update 55550000 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 25 19:11:42.424597 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 25 19:11:42.424942 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 25 19:11:42.425286 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Subscribe: > router precommit_create 55549900 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 25 19:11:42.425627 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Subscribe: port before_delete 55550000 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 25 19:11:42.425966 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Subscribe: > router precommit_create 55550000 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 25 19:11:42.426314 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Subscribe: > router after_update 55549900 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 25 19:11:42.426683 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 25 19:11:42.427030 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Subscribe: > router precommit_create 55549900 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 25 19:11:42.427430 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 25 19:11:42.427764 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Subscribe: > router precommit_update 55549900 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 25 19:11:42.428124 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Subscribe: > agent after_create 55550000 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 25 19:11:42.428466 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Subscribe: > agent after_delete 55550000 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 25 19:11:42.428807 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Subscribe: > network after_delete 55550000 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 25 19:11:42.429642 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.quota.resource_registry [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Tracking information for resource: router configured {{(pid=103087) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 25 19:11:42.429966 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.quota.resource_registry [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Tracking information for resource: floatingip configured {{(pid=103087) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 25 19:11:42.436208 dv-cinder-755101-7-iscsi neutron-server[103087]: INFO neutron.db.l3_agentschedulers_db [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Mar 25 19:11:42.436208 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Subscribe: port after_update 55550000 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 25 19:11:42.436208 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Subscribe: port after_create 55550000 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 25 19:11:42.436622 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Subscribe: port after_delete 55550000 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 25 19:11:42.436861 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Subscribe: port after_update 55550000 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 25 19:11:42.437650 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Subscribe: > router before_create 55550100 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 25 19:11:42.438011 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 25 19:11:42.438374 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Subscribe: > router precommit_create 55550100 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 25 19:11:42.438749 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Subscribe: > router precommit_update 55550100 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 25 19:11:42.444326 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.services.provider_configuration [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Service providers = [] {{(pid=103087) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Mar 25 19:11:42.444687 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.db.servicetype_db [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103087) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Mar 25 19:11:42.447678 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.services.service_base [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103087) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 25 19:11:42.448023 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.services.service_base [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103087) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 25 19:11:42.448357 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.services.service_base [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103087) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 25 19:11:42.449224 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.services.service_base [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103087) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 25 19:11:42.449587 dv-cinder-755101-7-iscsi neutron-server[103087]: INFO neutron.services.service_base [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Default provider is not specified for service type L3_ROUTER_NAT Mar 25 19:11:42.449961 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.manager [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103087) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 25 19:11:42.450273 dv-cinder-755101-7-iscsi neutron-server[103087]: INFO neutron.manager [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Mar 25 19:11:42.461457 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.manager [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103087) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 25 19:11:42.461792 dv-cinder-755101-7-iscsi neutron-server[103087]: INFO neutron.manager [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Loading Plugin: auto_allocate Mar 25 19:11:42.467876 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Subscribe: network precommit_update 55550000 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 25 19:11:42.468244 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Subscribe: network precommit_create 55550000 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 25 19:11:42.468759 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.manager [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103087) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 25 19:11:42.469075 dv-cinder-755101-7-iscsi neutron-server[103087]: INFO neutron.manager [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Loading Plugin: tag Mar 25 19:11:42.475815 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.manager [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103087) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 25 19:11:42.476140 dv-cinder-755101-7-iscsi neutron-server[103087]: INFO neutron.manager [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Loading Plugin: timestamp Mar 25 19:11:42.480129 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.manager [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103087) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 25 19:11:42.480458 dv-cinder-755101-7-iscsi neutron-server[103087]: INFO neutron.manager [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Loading Plugin: network_ip_availability Mar 25 19:11:42.485980 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 25 19:11:42.486303 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 25 19:11:42.486689 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 25 19:11:42.487385 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.manager [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103087) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 25 19:11:42.487698 dv-cinder-755101-7-iscsi neutron-server[103087]: INFO neutron.manager [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Loading Plugin: flavors Mar 25 19:11:42.492513 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.manager [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103087) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 25 19:11:42.492835 dv-cinder-755101-7-iscsi neutron-server[103087]: INFO neutron.manager [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Loading Plugin: revisions Mar 25 19:11:42.497110 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.manager [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103087) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 25 19:11:42.497502 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_concurrency.lockutils [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.765s {{(pid=103087) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 25 19:11:42.498236 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103087) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Mar 25 19:11:42.498602 dv-cinder-755101-7-iscsi neutron-server[103087]: INFO neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Initializing extension manager. Mar 25 19:11:42.499123 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Loading extension file: __init__.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 25 19:11:42.499459 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Loading extension file: __pycache__ {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 25 19:11:42.499788 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Loading extension file: address_group.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 25 19:11:42.500531 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 25 19:11:42.501089 dv-cinder-755101-7-iscsi neutron-server[103087]: INFO neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Loaded extension: address-group Mar 25 19:11:42.501417 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Loading extension file: address_scope.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 25 19:11:42.502118 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 25 19:11:42.502663 dv-cinder-755101-7-iscsi neutron-server[103087]: INFO neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Loaded extension: address-scope Mar 25 19:11:42.502980 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 25 19:11:42.504062 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 25 19:11:42.504571 dv-cinder-755101-7-iscsi neutron-server[103087]: INFO neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Loaded extension: router-admin-state-down-before-update Mar 25 19:11:42.504889 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Loading extension file: agent.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 25 19:11:42.506090 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 25 19:11:42.506619 dv-cinder-755101-7-iscsi neutron-server[103087]: INFO neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Loaded extension: agent Mar 25 19:11:42.506938 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Loading extension file: agent_resources_synced.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 25 19:11:42.507838 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 25 19:11:42.508338 dv-cinder-755101-7-iscsi neutron-server[103087]: INFO neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Loaded extension: agent-resources-synced Mar 25 19:11:42.508654 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Loading extension file: allowedaddresspairs.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 25 19:11:42.510404 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 25 19:11:42.510943 dv-cinder-755101-7-iscsi neutron-server[103087]: INFO neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Loaded extension: allowed-address-pairs Mar 25 19:11:42.511265 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Loading extension file: auto_allocated_topology.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 25 19:11:42.512334 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 25 19:11:42.512840 dv-cinder-755101-7-iscsi neutron-server[103087]: INFO neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Loaded extension: auto-allocated-topology Mar 25 19:11:42.513159 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Loading extension file: availability_zone.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 25 19:11:42.513836 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 25 19:11:42.514335 dv-cinder-755101-7-iscsi neutron-server[103087]: INFO neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Loaded extension: availability_zone Mar 25 19:11:42.514683 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Loading extension file: availability_zone_filter.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 25 19:11:42.515584 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 25 19:11:42.516085 dv-cinder-755101-7-iscsi neutron-server[103087]: INFO neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Loaded extension: availability_zone_filter Mar 25 19:11:42.516401 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Loading extension file: data_plane_status.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 25 19:11:42.517297 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 25 19:11:42.517793 dv-cinder-755101-7-iscsi neutron-server[103087]: INFO neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Extension data-plane-status not supported by any of loaded plugins Mar 25 19:11:42.518107 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Loading extension file: default_subnetpools.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 25 19:11:42.519029 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 25 19:11:42.519531 dv-cinder-755101-7-iscsi neutron-server[103087]: INFO neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Loaded extension: default-subnetpools Mar 25 19:11:42.519847 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 25 19:11:42.520639 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 25 19:11:42.521722 dv-cinder-755101-7-iscsi neutron-server[103087]: INFO neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Loaded extension: dhcp_agent_scheduler Mar 25 19:11:42.522042 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Loading extension file: dns.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 25 19:11:42.523085 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 25 19:11:42.523586 dv-cinder-755101-7-iscsi neutron-server[103087]: INFO neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Extension dns-integration not supported by any of loaded plugins Mar 25 19:11:42.523904 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Loading extension file: dns_domain_ports.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 25 19:11:42.524876 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 25 19:11:42.525373 dv-cinder-755101-7-iscsi neutron-server[103087]: INFO neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Extension dns-domain-ports not supported by any of loaded plugins Mar 25 19:11:42.525690 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 25 19:11:42.526628 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 25 19:11:42.527124 dv-cinder-755101-7-iscsi neutron-server[103087]: INFO neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Mar 25 19:11:42.527440 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Loading extension file: dvr.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 25 19:11:42.528101 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 25 19:11:42.528599 dv-cinder-755101-7-iscsi neutron-server[103087]: INFO neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Loaded extension: dvr Mar 25 19:11:42.528915 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Loading extension file: ecmp_routes.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 25 19:11:42.529810 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 25 19:11:42.530307 dv-cinder-755101-7-iscsi neutron-server[103087]: INFO neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Extension ecmp_routes not supported by any of loaded plugins Mar 25 19:11:42.530654 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Loading extension file: empty_string_filtering.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 25 19:11:42.531545 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 25 19:11:42.532154 dv-cinder-755101-7-iscsi neutron-server[103087]: INFO neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Loaded extension: empty-string-filtering Mar 25 19:11:42.532472 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 25 19:11:42.533370 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 25 19:11:42.533872 dv-cinder-755101-7-iscsi neutron-server[103087]: INFO neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Mar 25 19:11:42.534185 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 25 19:11:42.535332 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 25 19:11:42.535638 dv-cinder-755101-7-iscsi neutron-server[103087]: INFO neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Mar 25 19:11:42.535955 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Loading extension file: external_net.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 25 19:11:42.536884 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 25 19:11:42.537392 dv-cinder-755101-7-iscsi neutron-server[103087]: INFO neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Loaded extension: external-net Mar 25 19:11:42.537709 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 25 19:11:42.538632 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 25 19:11:42.539132 dv-cinder-755101-7-iscsi neutron-server[103087]: INFO neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Loaded extension: extra_dhcp_opt Mar 25 19:11:42.539445 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Loading extension file: extraroute.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 25 19:11:42.540350 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 25 19:11:42.540847 dv-cinder-755101-7-iscsi neutron-server[103087]: INFO neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Loaded extension: extraroute Mar 25 19:11:42.541161 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Loading extension file: extraroute_atomic.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 25 19:11:42.542195 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 25 19:11:42.542716 dv-cinder-755101-7-iscsi neutron-server[103087]: INFO neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Loaded extension: extraroute-atomic Mar 25 19:11:42.543034 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Loading extension file: filter_validation.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 25 19:11:42.543697 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 25 19:11:42.544195 dv-cinder-755101-7-iscsi neutron-server[103087]: INFO neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Loaded extension: filter-validation Mar 25 19:11:42.544517 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Loading extension file: fip_pf_description.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 25 19:11:42.545412 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 25 19:11:42.545903 dv-cinder-755101-7-iscsi neutron-server[103087]: INFO neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Mar 25 19:11:42.546217 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Loading extension file: fip_pf_port_range.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 25 19:11:42.547138 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=103087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 25 19:11:42.547633 dv-cinder-755101-7-iscsi neutron-server[103087]: INFO neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Mar 25 19:11:42.547947 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Loading extension file: fip_port_details.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 25 19:11:42.548863 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 25 19:11:42.549360 dv-cinder-755101-7-iscsi neutron-server[103087]: INFO neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Loaded extension: fip-port-details Mar 25 19:11:42.549673 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Loading extension file: flavors.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 25 19:11:42.550939 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 25 19:11:42.551458 dv-cinder-755101-7-iscsi neutron-server[103087]: INFO neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Loaded extension: flavors Mar 25 19:11:42.551780 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 25 19:11:42.554003 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 25 19:11:42.554544 dv-cinder-755101-7-iscsi neutron-server[103087]: INFO neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Mar 25 19:11:42.554856 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Loading extension file: floatingip_pools.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 25 19:11:42.555551 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 25 19:11:42.556060 dv-cinder-755101-7-iscsi neutron-server[103087]: INFO neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Loaded extension: floatingip-pools Mar 25 19:11:42.556383 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Loading extension file: ip_allocation.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 25 19:11:42.557296 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 25 19:11:42.557798 dv-cinder-755101-7-iscsi neutron-server[103087]: INFO neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Extension ip_allocation not supported by any of loaded plugins Mar 25 19:11:42.558117 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 25 19:11:42.559041 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 25 19:11:42.559798 dv-cinder-755101-7-iscsi neutron-server[103087]: INFO neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Loaded extension: ip-substring-filtering Mar 25 19:11:42.560116 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Loading extension file: l2_adjacency.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 25 19:11:42.561037 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 25 19:11:42.561538 dv-cinder-755101-7-iscsi neutron-server[103087]: INFO neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Extension l2_adjacency not supported by any of loaded plugins Mar 25 19:11:42.561855 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Loading extension file: l3.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 25 19:11:42.564428 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 25 19:11:42.564960 dv-cinder-755101-7-iscsi neutron-server[103087]: INFO neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Loaded extension: router Mar 25 19:11:42.565294 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 25 19:11:42.567563 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 25 19:11:42.568655 dv-cinder-755101-7-iscsi neutron-server[103087]: INFO neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Mar 25 19:11:42.568985 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 25 19:11:42.569900 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 25 19:11:42.570414 dv-cinder-755101-7-iscsi neutron-server[103087]: INFO neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Loaded extension: ext-gw-mode Mar 25 19:11:42.570761 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 25 19:11:42.571672 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 25 19:11:42.572181 dv-cinder-755101-7-iscsi neutron-server[103087]: INFO neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Loaded extension: l3-ha Mar 25 19:11:42.572503 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 25 19:11:42.573401 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 25 19:11:42.573901 dv-cinder-755101-7-iscsi neutron-server[103087]: INFO neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Mar 25 19:11:42.574215 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Loading extension file: l3_flavors.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 25 19:11:42.575142 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 25 19:11:42.575653 dv-cinder-755101-7-iscsi neutron-server[103087]: INFO neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Loaded extension: l3-flavors Mar 25 19:11:42.575973 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Loading extension file: l3_ndp_proxy.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 25 19:11:42.577339 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 25 19:11:42.577852 dv-cinder-755101-7-iscsi neutron-server[103087]: INFO neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Mar 25 19:11:42.578193 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 25 19:11:42.579118 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 25 19:11:42.579628 dv-cinder-755101-7-iscsi neutron-server[103087]: INFO neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Loaded extension: l3-port-ip-change-not-allowed Mar 25 19:11:42.579949 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Loading extension file: l3agentscheduler.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 25 19:11:42.580987 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 25 19:11:42.581496 dv-cinder-755101-7-iscsi neutron-server[103087]: INFO neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Loaded extension: l3_agent_scheduler Mar 25 19:11:42.581821 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Loading extension file: local_ip.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 25 19:11:42.583689 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 25 19:11:42.584214 dv-cinder-755101-7-iscsi neutron-server[103087]: INFO neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Extension local_ip not supported by any of loaded plugins Mar 25 19:11:42.584542 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Loading extension file: logging.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 25 19:11:42.586026 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 25 19:11:42.586581 dv-cinder-755101-7-iscsi neutron-server[103087]: INFO neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Extension logging not supported by any of loaded plugins Mar 25 19:11:42.586916 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Loading extension file: metering.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 25 19:11:42.587653 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 25 19:11:42.588226 dv-cinder-755101-7-iscsi neutron-server[103087]: INFO neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Loaded extension: metering Mar 25 19:11:42.588550 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 25 19:11:42.589647 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 25 19:11:42.590163 dv-cinder-755101-7-iscsi neutron-server[103087]: INFO neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Loaded extension: metering_source_and_destination_fields Mar 25 19:11:42.590488 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Loading extension file: multiprovidernet.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 25 19:11:42.591429 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 25 19:11:42.591936 dv-cinder-755101-7-iscsi neutron-server[103087]: INFO neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Loaded extension: multi-provider Mar 25 19:11:42.592259 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Loading extension file: netmtu.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 25 19:11:42.593158 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 25 19:11:42.593663 dv-cinder-755101-7-iscsi neutron-server[103087]: INFO neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Loaded extension: net-mtu Mar 25 19:11:42.593985 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Loading extension file: netmtu_writable.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 25 19:11:42.594910 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 25 19:11:42.595418 dv-cinder-755101-7-iscsi neutron-server[103087]: INFO neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Loaded extension: net-mtu-writable Mar 25 19:11:42.595738 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Loading extension file: network_availability_zone.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 25 19:11:42.596397 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 25 19:11:42.596897 dv-cinder-755101-7-iscsi neutron-server[103087]: INFO neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Loaded extension: network_availability_zone Mar 25 19:11:42.597214 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Loading extension file: network_ip_availability.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 25 19:11:42.598310 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 25 19:11:42.598848 dv-cinder-755101-7-iscsi neutron-server[103087]: INFO neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Loaded extension: network-ip-availability Mar 25 19:11:42.599212 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Loading extension file: network_segment_range.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 25 19:11:42.599961 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 25 19:11:42.600460 dv-cinder-755101-7-iscsi neutron-server[103087]: INFO neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Extension network-segment-range not supported by any of loaded plugins Mar 25 19:11:42.600779 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Loading extension file: pagination.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 25 19:11:42.601877 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 25 19:11:42.602204 dv-cinder-755101-7-iscsi neutron-server[103087]: INFO neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Loaded extension: pagination Mar 25 19:11:42.602557 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Loading extension file: port_device_profile.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 25 19:11:42.603468 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 25 19:11:42.603979 dv-cinder-755101-7-iscsi neutron-server[103087]: INFO neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Loaded extension: port-device-profile Mar 25 19:11:42.604298 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 25 19:11:42.605208 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 25 19:11:42.605717 dv-cinder-755101-7-iscsi neutron-server[103087]: INFO neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Loaded extension: port-mac-address-regenerate Mar 25 19:11:42.606036 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 25 19:11:42.606958 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 25 19:11:42.607465 dv-cinder-755101-7-iscsi neutron-server[103087]: INFO neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Loaded extension: port-numa-affinity-policy Mar 25 19:11:42.607782 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Loading extension file: port_resource_request.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 25 19:11:42.608687 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 25 19:11:42.609184 dv-cinder-755101-7-iscsi neutron-server[103087]: INFO neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Extension port-resource-request not supported by any of loaded plugins Mar 25 19:11:42.609502 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Loading extension file: port_resource_request_groups.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 25 19:11:42.610455 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 25 19:11:42.610976 dv-cinder-755101-7-iscsi neutron-server[103087]: INFO neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Extension port-resource-request-groups not supported by any of loaded plugins Mar 25 19:11:42.611293 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Loading extension file: portbindings.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 25 19:11:42.612196 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 25 19:11:42.612701 dv-cinder-755101-7-iscsi neutron-server[103087]: INFO neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Loaded extension: binding Mar 25 19:11:42.613017 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Loading extension file: portbindings_extended.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 25 19:11:42.614264 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 25 19:11:42.615341 dv-cinder-755101-7-iscsi neutron-server[103087]: INFO neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Loaded extension: binding-extended Mar 25 19:11:42.615664 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Loading extension file: portsecurity.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 25 19:11:42.616565 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 25 19:11:42.617072 dv-cinder-755101-7-iscsi neutron-server[103087]: INFO neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Loaded extension: port-security Mar 25 19:11:42.617394 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Loading extension file: project_id.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 25 19:11:42.618352 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 25 19:11:42.618706 dv-cinder-755101-7-iscsi neutron-server[103087]: INFO neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Loaded extension: project-id Mar 25 19:11:42.619027 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Loading extension file: providernet.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 25 19:11:42.619935 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 25 19:11:42.620445 dv-cinder-755101-7-iscsi neutron-server[103087]: INFO neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Loaded extension: provider Mar 25 19:11:42.620765 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Loading extension file: qos.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 25 19:11:42.624448 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 25 19:11:42.624970 dv-cinder-755101-7-iscsi neutron-server[103087]: INFO neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Extension qos not supported by any of loaded plugins Mar 25 19:11:42.625300 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 25 19:11:42.626568 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 25 19:11:42.627084 dv-cinder-755101-7-iscsi neutron-server[103087]: INFO neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Mar 25 19:11:42.627408 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 25 19:11:42.628317 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 25 19:11:42.628826 dv-cinder-755101-7-iscsi neutron-server[103087]: INFO neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Mar 25 19:11:42.629147 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Loading extension file: qos_default.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 25 19:11:42.630060 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 25 19:11:42.631155 dv-cinder-755101-7-iscsi neutron-server[103087]: INFO neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Extension qos-default not supported by any of loaded plugins Mar 25 19:11:42.631479 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Loading extension file: qos_fip.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 25 19:11:42.632390 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 25 19:11:42.632908 dv-cinder-755101-7-iscsi neutron-server[103087]: INFO neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Extension qos-fip not supported by any of loaded plugins Mar 25 19:11:42.633226 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Loading extension file: qos_fip_network_policy.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 25 19:11:42.634121 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 25 19:11:42.634653 dv-cinder-755101-7-iscsi neutron-server[103087]: INFO neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Mar 25 19:11:42.634972 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Loading extension file: qos_gateway_ip.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 25 19:11:42.635885 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 25 19:11:42.636393 dv-cinder-755101-7-iscsi neutron-server[103087]: INFO neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Extension qos-gateway-ip not supported by any of loaded plugins Mar 25 19:11:42.636711 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Loading extension file: qos_port_network_policy.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 25 19:11:42.637609 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 25 19:11:42.638114 dv-cinder-755101-7-iscsi neutron-server[103087]: INFO neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Extension qos-port-network-policy not supported by any of loaded plugins Mar 25 19:11:42.638431 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 25 19:11:42.639493 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 25 19:11:42.640004 dv-cinder-755101-7-iscsi neutron-server[103087]: INFO neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Extension qos-pps-minimum not supported by any of loaded plugins Mar 25 19:11:42.640322 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 25 19:11:42.641351 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 25 19:11:42.641861 dv-cinder-755101-7-iscsi neutron-server[103087]: INFO neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Mar 25 19:11:42.642184 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Loading extension file: qos_pps_rule.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 25 19:11:42.643395 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 25 19:11:42.643908 dv-cinder-755101-7-iscsi neutron-server[103087]: INFO neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Extension qos-pps not supported by any of loaded plugins Mar 25 19:11:42.644230 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Loading extension file: qos_rule_type_details.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 25 19:11:42.645134 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 25 19:11:42.645638 dv-cinder-755101-7-iscsi neutron-server[103087]: INFO neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Extension qos-rule-type-details not supported by any of loaded plugins Mar 25 19:11:42.645983 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Loading extension file: qos_rule_type_filter.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 25 19:11:42.646924 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=103087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 25 19:11:42.647434 dv-cinder-755101-7-iscsi neutron-server[103087]: INFO neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Mar 25 19:11:42.647750 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Loading extension file: qos_rules_alias.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 25 19:11:42.648780 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 25 19:11:42.649283 dv-cinder-755101-7-iscsi neutron-server[103087]: INFO neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Extension qos-rules-alias not supported by any of loaded plugins Mar 25 19:11:42.649601 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Loading extension file: quota_check_limit.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 25 19:11:42.650498 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 25 19:11:42.651023 dv-cinder-755101-7-iscsi neutron-server[103087]: INFO neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Loaded extension: quota-check-limit Mar 25 19:11:42.651340 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Loading extension file: quotasv2.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 25 19:11:42.652244 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 25 19:11:42.652564 dv-cinder-755101-7-iscsi neutron-server[103087]: INFO neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Loaded extension: quotas Mar 25 19:11:42.652882 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Loading extension file: quotasv2_detail.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 25 19:11:42.654805 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 25 19:11:42.655169 dv-cinder-755101-7-iscsi neutron-server[103087]: INFO neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Loaded extension: quota_details Mar 25 19:11:42.655496 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Loading extension file: rbac.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 25 19:11:42.656527 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 25 19:11:42.657048 dv-cinder-755101-7-iscsi neutron-server[103087]: INFO neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Loaded extension: rbac-policies Mar 25 19:11:42.657372 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Loading extension file: rbac_address_group.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 25 19:11:42.658291 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 25 19:11:42.658831 dv-cinder-755101-7-iscsi neutron-server[103087]: INFO neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Loaded extension: rbac-address-group Mar 25 19:11:42.659146 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Loading extension file: rbac_address_scope.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 25 19:11:42.660056 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 25 19:11:42.660562 dv-cinder-755101-7-iscsi neutron-server[103087]: INFO neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Loaded extension: rbac-address-scope Mar 25 19:11:42.660878 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Loading extension file: rbac_security_groups.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 25 19:11:42.661874 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 25 19:11:42.662379 dv-cinder-755101-7-iscsi neutron-server[103087]: INFO neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Loaded extension: rbac-security-groups Mar 25 19:11:42.662736 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Loading extension file: rbac_subnetpool.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 25 19:11:42.663641 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 25 19:11:42.664146 dv-cinder-755101-7-iscsi neutron-server[103087]: INFO neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Loaded extension: rbac-subnetpool Mar 25 19:11:42.664462 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Loading extension file: revisionifmatch.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 25 19:11:42.665366 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 25 19:11:42.665872 dv-cinder-755101-7-iscsi neutron-server[103087]: INFO neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Loaded extension: revision-if-match Mar 25 19:11:42.666188 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Loading extension file: revisions.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 25 19:11:42.667315 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 25 19:11:42.667826 dv-cinder-755101-7-iscsi neutron-server[103087]: INFO neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Loaded extension: standard-attr-revisions Mar 25 19:11:42.668144 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Loading extension file: router_availability_zone.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 25 19:11:42.668803 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 25 19:11:42.669309 dv-cinder-755101-7-iscsi neutron-server[103087]: INFO neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Loaded extension: router_availability_zone Mar 25 19:11:42.669625 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Loading extension file: routerservicetype.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 25 19:11:42.670561 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 25 19:11:42.671070 dv-cinder-755101-7-iscsi neutron-server[103087]: INFO neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Extension router-service-type not supported by any of loaded plugins Mar 25 19:11:42.671386 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 25 19:11:42.672296 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 25 19:11:42.672805 dv-cinder-755101-7-iscsi neutron-server[103087]: INFO neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Loaded extension: security-groups-normalized-cidr Mar 25 19:11:42.673122 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 25 19:11:42.674027 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 25 19:11:42.674560 dv-cinder-755101-7-iscsi neutron-server[103087]: INFO neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Loaded extension: port-security-groups-filtering Mar 25 19:11:42.674880 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 25 19:11:42.675791 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 25 19:11:42.676293 dv-cinder-755101-7-iscsi neutron-server[103087]: INFO neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Loaded extension: security-groups-remote-address-group Mar 25 19:11:42.676610 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 25 19:11:42.678051 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 25 19:11:42.678612 dv-cinder-755101-7-iscsi neutron-server[103087]: INFO neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Loaded extension: security-groups-shared-filtering Mar 25 19:11:42.678935 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 25 19:11:42.679510 dv-cinder-755101-7-iscsi neutron-server[103087]: WARNING neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Mar 25 19:11:42.679825 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Loading extension file: securitygroup.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 25 19:11:42.689723 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 25 19:11:42.690251 dv-cinder-755101-7-iscsi neutron-server[103087]: INFO neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Loaded extension: security-group Mar 25 19:11:42.690603 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Loading extension file: segment.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 25 19:11:42.691321 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 25 19:11:42.691828 dv-cinder-755101-7-iscsi neutron-server[103087]: INFO neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Extension segment not supported by any of loaded plugins Mar 25 19:11:42.692152 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 25 19:11:42.693152 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 25 19:11:42.693660 dv-cinder-755101-7-iscsi neutron-server[103087]: INFO neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Mar 25 19:11:42.693982 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Loading extension file: servicetype.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 25 19:11:42.695086 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 25 19:11:42.695603 dv-cinder-755101-7-iscsi neutron-server[103087]: INFO neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Loaded extension: service-type Mar 25 19:11:42.695926 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Loading extension file: sorting.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 25 19:11:42.696894 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 25 19:11:42.697221 dv-cinder-755101-7-iscsi neutron-server[103087]: INFO neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Loaded extension: sorting Mar 25 19:11:42.697540 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Loading extension file: standard_attr_segment.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 25 19:11:42.698442 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 25 19:11:42.698974 dv-cinder-755101-7-iscsi neutron-server[103087]: INFO neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Extension standard-attr-segment not supported by any of loaded plugins Mar 25 19:11:42.699293 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Loading extension file: standardattrdescription.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 25 19:11:42.699933 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 25 19:11:42.700436 dv-cinder-755101-7-iscsi neutron-server[103087]: INFO neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Loaded extension: standard-attr-description Mar 25 19:11:42.700752 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Loading extension file: stateful_security_group.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 25 19:11:42.701670 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 25 19:11:42.702174 dv-cinder-755101-7-iscsi neutron-server[103087]: INFO neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Loaded extension: stateful-security-group Mar 25 19:11:42.702498 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Loading extension file: stdattrs_common.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 25 19:11:42.703080 dv-cinder-755101-7-iscsi neutron-server[103087]: WARNING neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Mar 25 19:11:42.703398 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 25 19:11:42.704323 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 25 19:11:42.704847 dv-cinder-755101-7-iscsi neutron-server[103087]: INFO neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Mar 25 19:11:42.705166 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Loading extension file: subnet_onboard.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 25 19:11:42.706230 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 25 19:11:42.706770 dv-cinder-755101-7-iscsi neutron-server[103087]: INFO neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Loaded extension: subnet_onboard Mar 25 19:11:42.707092 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 25 19:11:42.708005 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 25 19:11:42.709022 dv-cinder-755101-7-iscsi neutron-server[103087]: INFO neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Mar 25 19:11:42.709342 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Loading extension file: subnet_service_types.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 25 19:11:42.710257 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 25 19:11:42.710791 dv-cinder-755101-7-iscsi neutron-server[103087]: INFO neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Loaded extension: subnet-service-types Mar 25 19:11:42.711111 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Loading extension file: subnetallocation.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 25 19:11:42.712175 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 25 19:11:42.712680 dv-cinder-755101-7-iscsi neutron-server[103087]: INFO neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Loaded extension: subnet_allocation Mar 25 19:11:42.712997 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 25 19:11:42.713650 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 25 19:11:42.714155 dv-cinder-755101-7-iscsi neutron-server[103087]: INFO neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Loaded extension: subnetpool-prefix-ops Mar 25 19:11:42.714472 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 25 19:11:42.715406 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 25 19:11:42.715908 dv-cinder-755101-7-iscsi neutron-server[103087]: INFO neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Mar 25 19:11:42.716225 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Loading extension file: tagging.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 25 19:11:42.717277 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 25 19:11:42.717789 dv-cinder-755101-7-iscsi neutron-server[103087]: INFO neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Loaded extension: standard-attr-tag Mar 25 19:11:42.718111 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Loading extension file: timestamp.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 25 19:11:42.719325 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 25 19:11:42.719842 dv-cinder-755101-7-iscsi neutron-server[103087]: INFO neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Loaded extension: standard-attr-timestamp Mar 25 19:11:42.720164 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Loading extension file: trunk.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 25 19:11:42.721183 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 25 19:11:42.721696 dv-cinder-755101-7-iscsi neutron-server[103087]: INFO neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Extension trunk not supported by any of loaded plugins Mar 25 19:11:42.722016 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Loading extension file: trunk_details.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 25 19:11:42.722943 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 25 19:11:42.723458 dv-cinder-755101-7-iscsi neutron-server[103087]: INFO neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Extension trunk-details not supported by any of loaded plugins Mar 25 19:11:42.723778 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Loading extension file: uplink_status_propagation.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 25 19:11:42.725236 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 25 19:11:42.725744 dv-cinder-755101-7-iscsi neutron-server[103087]: INFO neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Extension uplink-status-propagation not supported by any of loaded plugins Mar 25 19:11:42.726063 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Loading extension file: vlantransparent.py {{(pid=103087) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 25 19:11:42.726752 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103087) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 25 19:11:42.727257 dv-cinder-755101-7-iscsi neutron-server[103087]: INFO neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Extension vlan-transparent not supported by any of loaded plugins Mar 25 19:11:42.729721 dv-cinder-755101-7-iscsi neutron-server[103087]: INFO neutron.quota.resource_registry [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Creating instance of TrackedResource for resource:network Mar 25 19:11:42.730236 dv-cinder-755101-7-iscsi neutron-server[103087]: INFO neutron.quota.resource_registry [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Creating instance of TrackedResource for resource:subnet Mar 25 19:11:42.730668 dv-cinder-755101-7-iscsi neutron-server[103087]: INFO neutron.quota.resource_registry [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Creating instance of TrackedResource for resource:subnetpool Mar 25 19:11:42.731060 dv-cinder-755101-7-iscsi neutron-server[103087]: INFO neutron.quota.resource_registry [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Creating instance of TrackedResource for resource:port Mar 25 19:11:42.732274 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.api.v2.resource_helper [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103087) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 25 19:11:42.732700 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.api.v2.resource_helper [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Service FLAVORS assigned prefix: {{(pid=103087) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 25 19:11:42.733306 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.api.v2.resource_helper [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103087) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 25 19:11:42.733734 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.api.v2.resource_helper [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103087) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 25 19:11:42.734064 dv-cinder-755101-7-iscsi neutron-server[103087]: INFO neutron.quota.resource_registry [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Creating instance of TrackedResource for resource:router Mar 25 19:11:42.734488 dv-cinder-755101-7-iscsi neutron-server[103087]: INFO neutron.quota.resource_registry [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Creating instance of TrackedResource for resource:floatingip Mar 25 19:11:42.734992 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.api.v2.resource_helper [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Service METERING assigned prefix: /metering {{(pid=103087) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 25 19:11:42.736476 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 25 19:11:42.736782 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 25 19:11:42.737129 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103087) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 25 19:11:42.738093 dv-cinder-755101-7-iscsi neutron-server[103087]: INFO neutron.quota.resource_registry [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Creating instance of CountableResource for resource:rbac_policy Mar 25 19:11:42.738558 dv-cinder-755101-7-iscsi neutron-server[103087]: INFO neutron.quota.resource_registry [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Creating instance of TrackedResource for resource:security_group Mar 25 19:11:42.738991 dv-cinder-755101-7-iscsi neutron-server[103087]: INFO neutron.quota.resource_registry [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Creating instance of TrackedResource for resource:security_group_rule Mar 25 19:11:42.739568 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.api.v2.resource_helper [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Service CORE assigned prefix: {{(pid=103087) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 25 19:11:42.739916 dv-cinder-755101-7-iscsi neutron-server[103087]: INFO neutron.quota.resource_registry [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Creating instance of TrackedResource for resource:subnetpool Mar 25 19:11:42.740254 dv-cinder-755101-7-iscsi neutron-server[103087]: WARNING neutron.quota.resource_registry [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] subnetpool is already registered Mar 25 19:11:42.740678 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.api.v2.resource_helper [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Service CORE assigned prefix: {{(pid=103087) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 25 19:11:42.740999 dv-cinder-755101-7-iscsi neutron-server[103087]: INFO neutron.quota.resource_registry [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Creating instance of TrackedResource for resource:subnetpool Mar 25 19:11:42.741332 dv-cinder-755101-7-iscsi neutron-server[103087]: WARNING neutron.quota.resource_registry [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] subnetpool is already registered Mar 25 19:11:42.743622 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.api.v2.resource_helper [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103087) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 25 19:11:42.744044 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.api.v2.resource_helper [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Service FLAVORS assigned prefix: {{(pid=103087) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 25 19:11:42.744610 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.api.v2.resource_helper [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103087) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 25 19:11:42.745019 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.api.v2.resource_helper [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103087) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 25 19:11:42.745346 dv-cinder-755101-7-iscsi neutron-server[103087]: INFO neutron.quota.resource_registry [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Creating instance of TrackedResource for resource:router Mar 25 19:11:42.745674 dv-cinder-755101-7-iscsi neutron-server[103087]: WARNING neutron.quota.resource_registry [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] router is already registered Mar 25 19:11:42.746078 dv-cinder-755101-7-iscsi neutron-server[103087]: INFO neutron.quota.resource_registry [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Creating instance of TrackedResource for resource:floatingip Mar 25 19:11:42.746404 dv-cinder-755101-7-iscsi neutron-server[103087]: WARNING neutron.quota.resource_registry [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] floatingip is already registered Mar 25 19:11:42.746874 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.api.v2.resource_helper [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Service METERING assigned prefix: /metering {{(pid=103087) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 25 19:11:42.747529 dv-cinder-755101-7-iscsi neutron-server[103087]: INFO neutron.quota.resource_registry [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Creating instance of CountableResource for resource:rbac_policy Mar 25 19:11:42.747850 dv-cinder-755101-7-iscsi neutron-server[103087]: WARNING neutron.quota.resource_registry [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] rbac_policy is already registered Mar 25 19:11:42.748256 dv-cinder-755101-7-iscsi neutron-server[103087]: INFO neutron.quota.resource_registry [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Creating instance of TrackedResource for resource:security_group Mar 25 19:11:42.748580 dv-cinder-755101-7-iscsi neutron-server[103087]: WARNING neutron.quota.resource_registry [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] security_group is already registered Mar 25 19:11:42.748976 dv-cinder-755101-7-iscsi neutron-server[103087]: INFO neutron.quota.resource_registry [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Creating instance of TrackedResource for resource:security_group_rule Mar 25 19:11:42.749296 dv-cinder-755101-7-iscsi neutron-server[103087]: WARNING neutron.quota.resource_registry [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] security_group_rule is already registered Mar 25 19:11:42.749904 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.api.v2.resource_helper [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Service CORE assigned prefix: {{(pid=103087) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 25 19:11:42.750224 dv-cinder-755101-7-iscsi neutron-server[103087]: INFO neutron.quota.resource_registry [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Creating instance of TrackedResource for resource:subnetpool Mar 25 19:11:42.750570 dv-cinder-755101-7-iscsi neutron-server[103087]: WARNING neutron.quota.resource_registry [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] subnetpool is already registered Mar 25 19:11:42.750980 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.api.v2.resource_helper [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Service CORE assigned prefix: {{(pid=103087) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 25 19:11:42.751309 dv-cinder-755101-7-iscsi neutron-server[103087]: INFO neutron.quota.resource_registry [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Creating instance of TrackedResource for resource:subnetpool Mar 25 19:11:42.751630 dv-cinder-755101-7-iscsi neutron-server[103087]: WARNING neutron.quota.resource_registry [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] subnetpool is already registered Mar 25 19:11:42.752181 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Extended resource: extensions {{(pid=103087) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 25 19:11:42.753618 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Extended resource: address-groups {{(pid=103087) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 25 19:11:42.755114 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Extended resource: address-scopes {{(pid=103087) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 25 19:11:42.756454 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Extended resource: agents {{(pid=103087) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 25 19:11:42.757598 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Extended resource: auto-allocated-topology {{(pid=103087) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 25 19:11:42.758848 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Extended resource: availability_zones {{(pid=103087) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 25 19:11:42.760051 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Extended resource: dhcp-networks {{(pid=103087) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 25 19:11:42.761572 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Extended resource: dhcp-agents {{(pid=103087) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 25 19:11:42.762990 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Extended resource: routers {{(pid=103087) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 25 19:11:42.765176 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Extended resource: flavors {{(pid=103087) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 25 19:11:42.766328 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Extended resource: service_profiles {{(pid=103087) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 25 19:11:42.767572 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Extended resource: next_providers {{(pid=103087) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 25 19:11:42.768997 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Extended resource: service_profiles {{(pid=103087) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 25 19:11:42.771898 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Extended resource: floatingip-pools {{(pid=103087) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 25 19:11:42.773110 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Extended resource: routers {{(pid=103087) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 25 19:11:42.775234 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Extended resource: floatingips {{(pid=103087) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 25 19:11:42.776514 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Extended resource: l3-routers {{(pid=103087) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 25 19:11:42.777875 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Extended resource: l3-agents {{(pid=103087) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 25 19:11:42.779278 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Extended resource: metering-labels {{(pid=103087) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 25 19:11:42.780620 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Extended resource: metering-label-rules {{(pid=103087) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 25 19:11:42.781868 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Extended resource: network-ip-availabilities {{(pid=103087) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 25 19:11:42.783170 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Extended resource: bindings {{(pid=103087) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 25 19:11:42.784780 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Extended resource: quotas {{(pid=103087) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 25 19:11:42.786319 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Extended resource: quotas {{(pid=103087) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 25 19:11:42.788438 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Extended resource: rbac-policies {{(pid=103087) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 25 19:11:42.789710 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Extended resource: security-groups {{(pid=103087) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 25 19:11:42.790979 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Extended resource: security-group-rules {{(pid=103087) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 25 19:11:42.792201 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Extended resource: service-providers {{(pid=103087) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 25 19:11:42.793382 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Extended resource: subnetpools {{(pid=103087) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 25 19:11:42.794816 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Extended resource: subnetpools {{(pid=103087) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 25 19:11:42.796253 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Extended resource: tags {{(pid=103087) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 25 19:11:42.797914 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Extended resource: tags {{(pid=103087) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 25 19:11:42.799749 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Extended resource: tags {{(pid=103087) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 25 19:11:42.801487 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Extended resource: tags {{(pid=103087) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 25 19:11:42.803425 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Extended resource: tags {{(pid=103087) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 25 19:11:42.805264 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Extended resource: tags {{(pid=103087) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 25 19:11:42.806937 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Extended resource: tags {{(pid=103087) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 25 19:11:42.808781 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Extended resource: tags {{(pid=103087) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 25 19:11:42.810814 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Extended resource: tags {{(pid=103087) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 25 19:11:42.812645 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron.api.extensions [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Extended resource: tags {{(pid=103087) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 25 19:11:42.818455 dv-cinder-755101-7-iscsi neutron-server[103087]: WARNING keystonemiddleware.auth_token [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Mar 25 19:11:42.823111 dv-cinder-755101-7-iscsi neutron-server[103087]: WARNING keystonemiddleware.auth_token [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Mar 25 19:11:42.831582 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_concurrency.lockutils [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Acquired lock "singleton_lock" {{(pid=103087) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Mar 25 19:11:42.832047 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_concurrency.lockutils [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Releasing lock "singleton_lock" {{(pid=103087) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Mar 25 19:11:42.832688 dv-cinder-755101-7-iscsi neutron-server[103087]: INFO oslo_service.service [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Starting 2 workers Mar 25 19:11:42.838127 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Started child 103196 {{(pid=103087) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 25 19:11:42.846475 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Started child 103197 {{(pid=103087) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 25 19:11:42.846693 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:11:42.847346 dv-cinder-755101-7-iscsi neutron-server[103087]: INFO neutron.service [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Neutron service started, listening on 0.0.0.0:9696 Mar 25 19:11:42.847346 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Publish callbacks [] for process (None), before_spawn {{(pid=103087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:11:42.847508 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [-] (103196) wsgi starting up on http://0.0.0.0:9696 Mar 25 19:11:42.847599 dv-cinder-755101-7-iscsi neutron-server[103087]: INFO oslo_service.service [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Starting 1 workers Mar 25 19:11:42.847680 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:11:42.848732 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [-] (103197) wsgi starting up on http://0.0.0.0:9696 Mar 25 19:11:42.853207 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Started child 103198 {{(pid=103087) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 25 19:11:42.853783 dv-cinder-755101-7-iscsi neutron-server[103087]: INFO oslo_service.service [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Starting 1 workers Mar 25 19:11:42.857023 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.service [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] calling RpcWorker wait() {{(pid=103198) _wait /opt/stack/neutron/neutron/service.py:128}} Mar 25 19:11:42.857587 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.service [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] returning from RpcWorker wait() {{(pid=103198) _wait /opt/stack/neutron/neutron/service.py:135}} Mar 25 19:11:42.858303 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Started child 103199 {{(pid=103087) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 25 19:11:42.858887 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:11:42.859170 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG neutron_lib.callbacks.manager [None req-2a0f66af-f792-46af-b662-6df10f7ce603 None None] Publish callbacks [] for process (None), after_spawn {{(pid=103087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:11:42.859501 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 19:11:42.861057 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103087) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 25 19:11:42.861279 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 25 19:11:42.861460 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 25 19:11:42.861679 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 25 19:11:42.862018 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 25 19:11:42.862176 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 25 19:11:42.862700 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:11:42.862975 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:11:42.863243 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:11:42.863502 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:11:42.863773 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:11:42.864228 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:11:42.864373 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:11:42.864678 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:11:42.864773 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 19:11:42.864945 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:11:42.865197 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:11:42.865422 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:11:42.865589 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:11:42.865748 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:11:42.865987 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:11:42.866211 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:11:42.866546 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:11:42.866776 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:11:42.867006 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:11:42.867271 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:11:42.867433 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:11:42.867706 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:11:42.867993 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:11:42.868229 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:11:42.868490 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] debug = True {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:11:42.868734 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:11:42.869204 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:11:42.869426 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:11:42.869675 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:11:42.869891 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:11:42.870154 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:11:42.870391 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:11:42.870689 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:11:42.870910 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:11:42.871151 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:11:42.871387 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:11:42.871628 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:11:42.871852 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:11:42.872060 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:11:42.872312 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:11:42.872522 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:11:42.872773 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:11:42.872985 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:11:42.873445 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] host = dv-cinder-755101-7-iscsi {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:11:42.873670 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:11:42.873879 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:11:42.874108 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:11:42.874354 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:11:42.874612 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:11:42.874837 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:11:42.875083 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:11:42.875349 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:11:42.875564 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:11:42.875799 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:11:42.876038 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:11:42.876272 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:11:42.876516 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:11:42.876753 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] log_file = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:11:42.876908 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] log_options = True {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:11:42.877155 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:11:42.877374 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:11:42.877608 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:11:42.877791 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:11:42.877938 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:11:42.878086 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:11:42.878338 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:11:42.878495 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:11:42.878756 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:11:42.878981 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:11:42.879188 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:11:42.879410 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:11:42.879618 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:11:42.879829 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:11:42.880083 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:11:42.880345 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:11:42.880551 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:11:42.880800 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:11:42.880999 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:11:42.881252 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:11:42.881493 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:11:42.881709 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:11:42.881921 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:11:42.882127 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:11:42.882362 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:11:42.882589 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:11:42.882829 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:11:42.883060 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:11:42.883331 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:11:42.883599 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:11:42.883943 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:11:42.884557 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:11:42.884557 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:11:42.884918 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:11:42.885216 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:11:42.885551 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:11:42.885753 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:11:42.885903 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:11:42.886142 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:11:42.886363 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:11:42.886620 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:11:42.886871 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:11:42.887160 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:11:42.887304 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:11:42.887512 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:11:42.887721 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:11:42.887961 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] use_json = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:11:42.890021 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:11:42.890021 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:11:42.890021 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:11:42.890021 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:11:42.890021 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:11:42.890021 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:11:42.890021 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:11:42.890021 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:11:42.890669 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:11:42.890669 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:42.890821 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:42.891088 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:42.891851 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:42.892168 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:42.892487 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:42.894861 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:42.895112 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:42.895395 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:42.895646 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:42.896485 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:42.896736 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:42.897069 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:42.897369 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:42.897642 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:42.897951 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:42.898190 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:42.898644 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:42.898745 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:42.898978 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:42.900190 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:42.900190 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:42.900190 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:42.900190 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:42.900190 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:42.900595 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:42.900662 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:42.900947 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:42.904443 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:42.905050 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:42.905555 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:42.906031 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.18/identity {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:42.907139 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:42.907593 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:42.909417 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:42.910412 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:42.910992 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:42.911436 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:42.913055 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:42.916929 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:42.917166 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:42.917482 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:42.917749 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:42.917996 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:42.918226 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:42.918471 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:42.918751 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:42.920046 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:42.920284 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:42.920547 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:42.920845 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:42.921035 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:42.921304 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:42.921504 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:42.921738 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:42.922773 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:42.923060 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:42.923369 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:42.923610 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:42.923866 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:42.924093 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:42.924325 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:42.924584 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:42.924826 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:42.925040 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:42.925255 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:42.925492 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:42.925753 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:42.925999 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:42.926236 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:42.926450 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:42.926722 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:42.927536 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:42.927536 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:42.927536 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:42.927759 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:42.927931 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:42.928155 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:42.928374 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:42.928587 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:42.928815 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:42.929049 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:42.929259 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:42.929489 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:42.929697 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:42.929935 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:42.930142 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:42.930373 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:42.930613 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:42.930821 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:42.931051 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:42.931313 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:42.931643 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:42.931892 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:42.932135 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:42.932365 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:42.932600 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:42.932816 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:42.933051 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:42.933271 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:42.933484 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:42.933691 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:42.933948 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:42.934440 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:42.934718 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:42.934938 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:42.935179 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:42.935408 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:42.935622 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:42.935831 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:42.936049 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:42.936283 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:42.936525 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:42.936742 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:42.937007 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:42.937254 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:42.937480 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:42.937712 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:42.938038 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:42.938329 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:42.938611 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:42.938898 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:42.939133 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:42.939409 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:42.939696 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:42.939944 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:42.940207 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:42.940450 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:42.940703 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:42.940940 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:42.941161 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:42.941427 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:42.941659 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:42.941902 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:42.942158 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:42.942387 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:42.943221 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:42.943444 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:42.943669 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:42.943995 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:42.944226 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:42.944452 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:42.944664 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:42.944929 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:42.945184 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:42.945418 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:42.945674 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:42.945926 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:42.946189 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:42.946428 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:42.946676 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.18/identity {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:42.946890 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:42.947116 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:42.947356 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:42.947562 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:42.947791 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:42.948121 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:42.948367 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:42.948602 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:42.948814 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:42.949057 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:42.949267 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:42.949518 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:42.949742 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:42.949955 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:42.950168 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:42.950408 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:42.950647 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:42.950862 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:42.951093 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:42.951308 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:42.951520 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:42.951733 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:42.951945 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:42.952188 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:42.952403 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:42.952667 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:42.952915 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:42.953146 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:42.953392 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:42.953633 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:42.953893 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:42.954102 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:42.954358 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:42.954590 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:42.954801 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:42.955012 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:42.955227 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:42.955441 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:42.955670 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:42.955892 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:42.956123 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:42.956376 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:42.956608 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:42.956929 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:42.957181 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:42.957405 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:42.957656 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:42.957887 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:42.959441 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:42.959441 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:42.959441 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:42.959441 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:42.959782 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:42.959872 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:42.960044 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:42.960385 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:42.960601 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:42.960814 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:42.961050 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:42.961210 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 19:11:42.961303 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:42.961528 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:42.961762 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:42.961998 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:42.962217 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:42.962449 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:42.962688 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:42.962900 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:42.963106 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:42.963317 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:42.963524 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:42.963756 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:42.963980 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:42.964278 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:42.964525 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:42.964786 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:42.965052 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:42.965269 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:42.965546 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:42.965759 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:42.965966 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:42.966231 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:42.966476 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:42.966750 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:42.966956 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:42.967198 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:42.967404 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:42.967625 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:42.967836 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:42.968074 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:42.968382 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:42.968610 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:42.968819 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:42.969024 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:42.969243 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:42.969457 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:42.969662 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:42.969884 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:42.970090 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:42.970318 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:42.970554 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:42.970771 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:42.971011 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:42.971238 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:42.971450 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:42.971656 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:42.971872 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:42.972086 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:42.972289 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:42.972584 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:42.972829 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:42.973050 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:42.973350 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:42.973591 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:42.973841 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:42.974126 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:42.974446 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:42.974696 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:42.974966 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:42.975184 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:42.975419 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:42.975642 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:42.975889 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:42.976193 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:42.976463 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:42.976703 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:42.976979 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:42.977212 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:42.977481 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:250:299'] {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:42.977760 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:42.977971 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:42.978307 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:42.978962 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:42.978962 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:42.979166 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:42.979373 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:42.979620 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:42.979839 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:42.980051 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:42.980265 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:42.980496 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:42.980708 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:42.980958 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:42.981182 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:42.981403 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:42.981616 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:42.981854 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:42.982086 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:42.982306 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:42.982550 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:42.982746 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:42.982957 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:42.983113 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 25 19:11:42.983631 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103087) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 25 19:11:42.983787 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 25 19:11:42.983943 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 25 19:11:42.984110 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 25 19:11:42.984280 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 25 19:11:42.984437 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 25 19:11:42.984652 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:11:42.984796 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:11:42.984956 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:11:42.985109 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:11:42.985268 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:11:42.985448 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:11:42.985609 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:11:42.985766 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:11:42.985924 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:11:42.986080 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:11:42.986234 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:11:42.986392 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:11:42.986633 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:11:42.986725 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:11:42.986887 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:11:42.987033 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:11:42.987189 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:11:42.987353 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:11:42.987544 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:11:42.987700 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:11:42.987828 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:11:42.987986 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:11:42.988386 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] debug = True {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:11:42.988386 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:11:42.988540 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:11:42.988656 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:11:42.988799 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:11:42.988956 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:11:42.989116 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:11:42.989269 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:11:42.989427 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:11:42.989622 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:11:42.989780 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:11:42.989939 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:11:42.990095 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:11:42.990251 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:11:42.990406 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:11:42.990565 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:11:42.990744 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:11:42.990896 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:11:42.991031 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:11:42.991165 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] host = dv-cinder-755101-7-iscsi {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:11:42.991318 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:11:42.991477 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:11:42.991631 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:11:42.991787 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:11:42.991946 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:11:42.992094 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:11:42.992250 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:11:42.992390 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:11:42.992551 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:11:42.992710 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:11:42.992850 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:11:42.993017 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:11:42.993177 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:11:42.993326 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] log_file = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:11:42.993481 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] log_options = True {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:11:42.993638 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:11:42.993793 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:11:42.993949 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:11:42.994136 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:11:42.994298 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:11:42.994456 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:11:42.994648 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:11:42.994807 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:11:42.994964 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:11:42.995125 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:11:42.995274 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:11:42.995449 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:11:42.995586 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:11:42.995744 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:11:42.995901 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:11:42.996056 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:11:42.996211 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:11:42.996369 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:11:42.996526 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:11:42.996739 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:11:42.996868 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:11:42.997031 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:11:42.997189 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:11:42.997361 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:11:42.997525 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:11:42.997670 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:11:42.997837 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:11:42.997956 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:11:42.998103 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:11:42.998259 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:11:42.999571 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:11:42.999571 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:11:42.999571 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:11:42.999571 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:11:42.999571 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:11:42.999571 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:11:42.999571 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:11:42.999571 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:11:43.000136 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:11:43.000136 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:11:43.000136 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:11:43.000136 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:11:43.000411 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:11:43.000411 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:11:43.000553 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:11:43.000630 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:11:43.000759 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] use_json = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:11:43.000914 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:11:43.001070 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:11:43.001226 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:11:43.001382 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:11:43.001538 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:11:43.001694 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:11:43.001854 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:11:43.002011 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:11:43.002165 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 25 19:11:43.002339 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:43.002498 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:43.002686 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:43.002849 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:43.003057 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:43.003149 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:43.003309 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:43.003468 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:43.003627 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:43.003785 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:43.003952 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:43.004114 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:43.004283 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:43.004443 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:43.004601 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:43.004764 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:43.004924 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:43.005083 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:43.005777 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:43.005942 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:43.006102 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:43.006262 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:43.006431 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:43.006611 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:43.006770 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:43.006929 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:43.007088 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:43.007256 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:43.007414 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:43.007589 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:43.007750 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:43.007910 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.18/identity {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:43.008068 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:43.008228 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:43.008388 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:43.008553 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:43.008711 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:43.008968 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:43.009113 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:43.009272 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:43.009433 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:43.009592 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:43.009750 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:43.009910 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:43.010071 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:43.010231 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:43.010391 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:43.010570 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:43.010732 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:43.010892 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:43.011053 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:43.011212 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:43.011372 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:43.011532 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:43.011691 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:43.011850 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:43.012010 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:43.012180 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:43.012340 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:43.012499 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:43.012658 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:43.012818 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:43.012976 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:43.013135 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:43.013294 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:43.013457 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:43.013617 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:43.013776 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:43.013948 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:43.014108 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:43.014267 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:43.014427 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:43.014606 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:43.014767 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:43.014927 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:43.015087 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:43.015246 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:43.015406 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:43.015565 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:43.015725 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:43.015883 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:43.016042 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:43.016201 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:43.016360 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:43.016521 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:43.016680 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:43.016839 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:43.017024 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:43.017183 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:43.017342 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:43.017502 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:43.017669 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:43.017844 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:43.018003 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:43.018163 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:43.018321 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:43.018480 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:43.018658 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:43.018821 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:43.018977 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:43.019136 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:43.019295 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:43.019455 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:43.019614 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:43.019776 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:43.019935 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:43.020093 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:43.020251 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:43.020410 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:43.021490 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:43.021490 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:43.021490 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:43.021740 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:43.021740 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:43.021886 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:43.022035 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:43.022192 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:43.022350 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:43.022539 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:43.022696 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:43.022857 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:43.023019 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:43.023178 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:43.023344 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:43.023518 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:43.023677 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:43.023836 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:43.023995 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:43.024154 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:43.024313 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:43.024472 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:43.024632 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:43.024791 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:43.024950 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:43.025106 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:43.025276 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:43.025435 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:43.025593 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:43.025752 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:43.025933 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:43.026091 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:43.026249 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:43.026409 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:43.026587 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:43.026747 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:43.026906 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:43.027065 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:43.027223 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:43.027382 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:43.027542 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:43.027701 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.18/identity {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:43.027860 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:43.028020 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:43.028178 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:43.028338 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:43.028497 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:43.028657 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:43.028817 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:43.028977 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:43.029137 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:43.029296 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:43.029454 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:43.029613 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:43.029772 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:43.029932 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:43.030091 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:43.030251 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:43.030409 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:43.030592 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:43.030751 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:43.030911 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:43.031069 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:43.031227 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:43.031385 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:43.031543 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:43.031701 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:43.031863 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:43.032023 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:43.032183 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:43.032343 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:43.032502 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:43.032661 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:43.032821 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:43.032981 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:43.033140 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:43.033300 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:43.033466 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:43.033625 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:43.033785 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:43.033946 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:43.034106 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:43.034265 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:43.034423 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:43.034601 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:43.034779 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:43.034939 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:43.035100 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:43.035262 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:43.035423 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:43.035583 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:43.035741 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:43.035901 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:43.036061 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:43.036220 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:43.036382 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:43.036563 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:43.036724 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:43.036883 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:43.037044 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:43.037201 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:43.037363 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:43.037526 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:43.037685 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:43.037845 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:43.038007 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:43.038166 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:43.038326 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:43.038484 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:43.038669 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:43.038812 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:43.038971 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:43.039130 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:43.039288 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:43.039459 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:43.039620 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:43.039779 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:43.039939 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:43.040097 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:43.040259 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:43.040445 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:43.040605 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:43.040764 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:43.040923 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:43.041081 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:43.041238 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:43.041407 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:43.041566 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:43.041723 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:43.041882 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:43.042040 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:43.042199 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:43.042366 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:43.042538 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:43.042702 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:43.042861 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:43.043019 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:43.043177 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:43.043350 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:43.043508 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:43.043667 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:43.046532 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:43.046532 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:43.046532 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:43.046532 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:43.046856 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.18', 55614) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:11:43.046966 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:43.046966 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:43.046966 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:43.046966 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:43.046966 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:43.046966 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:43.046966 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:43.046966 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:43.047502 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:43.047502 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:43.047502 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:43.047502 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:43.047502 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:43.047502 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:43.047502 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:43.047502 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:43.048044 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:43.048044 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:43.048044 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:43.048044 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:43.048044 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:43.048044 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:43.048044 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:43.048044 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:43.048585 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:250:299'] {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:43.048585 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:43.048585 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:43.048585 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:43.048877 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:43.048877 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:43.049020 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:43.049127 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:43.049288 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:43.049451 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:43.049605 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:43.049764 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:43.049937 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:43.050068 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:43.050228 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:43.050387 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:43.050593 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:43.050741 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:43.050895 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:43.051054 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:43.051213 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:43.051373 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:43.051536 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:43.051700 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 25 19:11:43.051847 dv-cinder-755101-7-iscsi neutron-server[103087]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103087) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 25 19:11:43.052896 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [-] 10.222.0.18 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064666 Mar 25 19:11:54.312507 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-899a19db-2fa9-469b-abf8-fb87e6f3bb4e None None] get_active_networks_info from dv-cinder-755101-7-iscsi {{(pid=103198) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 25 19:11:54.371752 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-899a19db-2fa9-469b-abf8-fb87e6f3bb4e None None] No non-hosted networks {{(pid=103198) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Mar 25 19:11:54.386705 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.agentschedulers_db [None req-899a19db-2fa9-469b-abf8-fb87e6f3bb4e None None] DHCP Agent not found on host dv-cinder-755101-7-iscsi {{(pid=103198) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Mar 25 19:11:54.499423 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-5036c20f-ee94-4338-813c-1fad7abd3b8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741036503857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3751970'] for agent (ff15a80c-2d7c-4104-a6ad-0973d1d911f7), after_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:11:56.657531 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-e66a40d3-4e5f-4335-9747-c6219ecf1a2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741036503857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3751970'] for agent (af1b81b0-43af-47bb-a61e-8e46b36efc57), after_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:11:56.705754 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-8493a450-c7a0-436c-9e4e-a7c59ae70bd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741036503857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133703'] for agent (af1b81b0-43af-47bb-a61e-8e46b36efc57), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:11:57.586837 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-af60142c-683d-41c3-be1d-5377fff6ca45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741036503857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3751970'] for agent (c3076277-13eb-43a7-9b94-fad13f82c96d), after_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:11:57.767722 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.18', 55682) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:11:58.315705 dv-cinder-755101-7-iscsi neutron-server[103197]: WARNING oslo_policy.policy [None req-2da8d101-5983-4d31-abc9-21e818aac5cd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 25 19:11:58.316560 dv-cinder-755101-7-iscsi neutron-server[103197]: WARNING oslo_policy.policy [None req-2da8d101-5983-4d31-abc9-21e818aac5cd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 25 19:11:58.563047 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.wsgi [None req-2da8d101-5983-4d31-abc9-21e818aac5cd admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103197) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 25 19:11:58.568920 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-2da8d101-5983-4d31-abc9-21e818aac5cd admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7956762 Mar 25 19:11:59.167045 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-bfcc621e-35c9-4ac2-b4cb-53c403134561 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741036503857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3751970'] for agent (9ba807d9-64cc-4b2a-8ad2-e4f3b23bc779), after_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:12:00.178913 dv-cinder-755101-7-iscsi neutron-server[103198]: INFO neutron.db.l3_hamode_db [None req-49fa05cd-1e02-48f6-ab3f-09d8de3ca075 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Mar 25 19:12:00.261475 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49fa05cd-1e02-48f6-ab3f-09d8de3ca075 None None] Routers set() bound to L3 agent in host dv-cinder-755101-7-iscsi {{(pid=103198) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 25 19:12:00.261866 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49fa05cd-1e02-48f6-ab3f-09d8de3ca075 None None] Router IDs set() for agent in host dv-cinder-755101-7-iscsi {{(pid=103198) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 25 19:12:00.727164 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741036503857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3751970'] for agent (239dac0e-b210-4295-8f1a-11f7f9dc3de1), after_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:12:00.728403 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:12:00.728976 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:12:00.729753 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:12:00.730475 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:12:00.731064 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:12:00.731613 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:12:00.732148 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:12:00.732800 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:12:00.733434 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:12:00.734045 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:12:00.734468 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:12:00.734960 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:12:00.735509 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:12:00.736038 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:12:00.736564 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:12:00.737052 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-755101-7-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=103198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 19:12:00.743245 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-755101-7-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=103198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 19:12:01.167415 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.18', 55712) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:12:01.476896 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.v2.base [None req-2ed5f522-32e3-4e91-aa53-8c08a923c68f admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'shared': True, 'name': 'shared-default-subnetpool-v4', 'is_default': True}} {{(pid=103197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 19:12:01.570246 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.policy [None req-2ed5f522-32e3-4e91-aa53-8c08a923c68f admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103197) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 25 19:12:01.612096 dv-cinder-755101-7-iscsi neutron-server[103197]: WARNING oslo_policy.policy [None req-2ed5f522-32e3-4e91-aa53-8c08a923c68f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 25 19:12:01.612496 dv-cinder-755101-7-iscsi neutron-server[103197]: WARNING oslo_policy.policy [None req-2ed5f522-32e3-4e91-aa53-8c08a923c68f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 25 19:12:01.710936 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-2ed5f522-32e3-4e91-aa53-8c08a923c68f admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8741033326794', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8741033328279', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8741033344907', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8741033335777', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8741032836916', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8741033142335', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1050517', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1068167', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3845893', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3781219'] for rbac-policy (None), before_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:12:01.779295 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-2ed5f522-32e3-4e91-aa53-8c08a923c68f admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:12:01.780477 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-2ed5f522-32e3-4e91-aa53-8c08a923c68f admin admin] 10.222.0.18 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6119890 Mar 25 19:12:04.264384 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.18', 55724) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:12:04.568759 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.v2.base [None req-f8e3cd75-1f02-43b1-85e3-15895c6e8bb9 demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=103197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 19:12:04.596120 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8e3cd75-1f02-43b1-85e3-15895c6e8bb9 demo demo] Made reservation on behalf of 9a02e964c3cd495bb99c97f003e9609f for: {'network': 1} {{(pid=103197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 19:12:04.600480 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-f8e3cd75-1f02-43b1-85e3-15895c6e8bb9 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1293263'] for network (None), before_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:12:04.616346 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-f8e3cd75-1f02-43b1-85e3-15895c6e8bb9 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:12:04.720338 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-f8e3cd75-1f02-43b1-85e3-15895c6e8bb9 demo demo] Publish callbacks [] for security_group (acb0d17f-6387-4ae0-b0c2-7e6e5b31cdf8), precommit_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:12:04.724029 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-f8e3cd75-1f02-43b1-85e3-15895c6e8bb9 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687199'] for security_group (acb0d17f-6387-4ae0-b0c2-7e6e5b31cdf8), after_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:12:04.746862 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8e3cd75-1f02-43b1-85e3-15895c6e8bb9 demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 281} {{(pid=103197) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 25 19:12:04.781094 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-f8e3cd75-1f02-43b1-85e3-15895c6e8bb9 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8741036503866', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1189096'] for segment (a887f377-d039-431f-995c-6549f8bb0072), precommit_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:12:04.781680 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-f8e3cd75-1f02-43b1-85e3-15895c6e8bb9 demo demo] Unsubscribe: segment precommit_create {{(pid=103197) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 25 19:12:04.782214 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.db.segments_db [None req-f8e3cd75-1f02-43b1-85e3-15895c6e8bb9 demo demo] Added segment a887f377-d039-431f-995c-6549f8bb0072 of type vlan for network 707481a4-7ed8-4677-8b97-973e6afdf4a3 Mar 25 19:12:04.797358 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e3cd75-1f02-43b1-85e3-15895c6e8bb9 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=acb0d17f-6387-4ae0-b0c2-7e6e5b31cdf8,revision_number=1']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:12:04.847797 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e3cd75-1f02-43b1-85e3-15895c6e8bb9 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:12:04.848209 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e3cd75-1f02-43b1-85e3-15895c6e8bb9 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:12:04.848577 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e3cd75-1f02-43b1-85e3-15895c6e8bb9 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:12:04.848932 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e3cd75-1f02-43b1-85e3-15895c6e8bb9 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:12:04.849264 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e3cd75-1f02-43b1-85e3-15895c6e8bb9 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:12:04.849592 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e3cd75-1f02-43b1-85e3-15895c6e8bb9 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:12:04.849919 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e3cd75-1f02-43b1-85e3-15895c6e8bb9 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:12:04.850235 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e3cd75-1f02-43b1-85e3-15895c6e8bb9 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:12:04.850573 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e3cd75-1f02-43b1-85e3-15895c6e8bb9 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:12:04.850893 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e3cd75-1f02-43b1-85e3-15895c6e8bb9 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:12:04.851212 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e3cd75-1f02-43b1-85e3-15895c6e8bb9 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:12:04.851549 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e3cd75-1f02-43b1-85e3-15895c6e8bb9 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:12:04.851868 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e3cd75-1f02-43b1-85e3-15895c6e8bb9 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:12:04.852182 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e3cd75-1f02-43b1-85e3-15895c6e8bb9 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:12:04.852492 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e3cd75-1f02-43b1-85e3-15895c6e8bb9 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:12:04.853919 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e3cd75-1f02-43b1-85e3-15895c6e8bb9 demo demo] Tracked resource versions report: Mar 25 19:12:04.853919 dv-cinder-755101-7-iscsi neutron-server[103197]: pushed versions: Mar 25 19:12:04.853919 dv-cinder-755101-7-iscsi neutron-server[103197]: { 'AddressGroup': {'1.2'}, Mar 25 19:12:04.853919 dv-cinder-755101-7-iscsi neutron-server[103197]: 'Agent': {'1.1'}, Mar 25 19:12:04.853919 dv-cinder-755101-7-iscsi neutron-server[103197]: 'ConntrackHelper': {'1.0'}, Mar 25 19:12:04.853919 dv-cinder-755101-7-iscsi neutron-server[103197]: 'LocalIPAssociation': {'1.0'}, Mar 25 19:12:04.853919 dv-cinder-755101-7-iscsi neutron-server[103197]: 'Log': {'1.0'}, Mar 25 19:12:04.853919 dv-cinder-755101-7-iscsi neutron-server[103197]: 'NDPProxy': {'1.0'}, Mar 25 19:12:04.853919 dv-cinder-755101-7-iscsi neutron-server[103197]: 'Network': {'1.1'}, Mar 25 19:12:04.853919 dv-cinder-755101-7-iscsi neutron-server[103197]: 'Port': {'1.7'}, Mar 25 19:12:04.853919 dv-cinder-755101-7-iscsi neutron-server[103197]: 'PortForwarding': {'1.3'}, Mar 25 19:12:04.853919 dv-cinder-755101-7-iscsi neutron-server[103197]: 'QosPolicy': {'1.10'}, Mar 25 19:12:04.853919 dv-cinder-755101-7-iscsi neutron-server[103197]: 'SecurityGroup': {'1.5'}, Mar 25 19:12:04.853919 dv-cinder-755101-7-iscsi neutron-server[103197]: 'SecurityGroupRule': {'1.2'}, Mar 25 19:12:04.853919 dv-cinder-755101-7-iscsi neutron-server[103197]: 'SubPort': {'1.0'}, Mar 25 19:12:04.853919 dv-cinder-755101-7-iscsi neutron-server[103197]: 'Subnet': {'1.1'}, Mar 25 19:12:04.853919 dv-cinder-755101-7-iscsi neutron-server[103197]: 'Trunk': {'1.1'}} Mar 25 19:12:04.853919 dv-cinder-755101-7-iscsi neutron-server[103197]: consumer versions: Mar 25 19:12:04.853919 dv-cinder-755101-7-iscsi neutron-server[103197]: { DHCP agent@dv-cinder-755101-7-iscsi: {}, Mar 25 19:12:04.853919 dv-cinder-755101-7-iscsi neutron-server[103197]: L3 agent@dv-cinder-755101-7-iscsi: {}, Mar 25 19:12:04.853919 dv-cinder-755101-7-iscsi neutron-server[103197]: Metadata agent@dv-cinder-755101-7-iscsi: {}, Mar 25 19:12:04.853919 dv-cinder-755101-7-iscsi neutron-server[103197]: Metering agent@dv-cinder-755101-7-iscsi: {}, Mar 25 19:12:04.853919 dv-cinder-755101-7-iscsi neutron-server[103197]: Open vSwitch agent@dv-cinder-755101-7-iscsi: { 'AddressGroup': '1.2', Mar 25 19:12:04.853919 dv-cinder-755101-7-iscsi neutron-server[103197]: 'Agent': '1.1', Mar 25 19:12:04.853919 dv-cinder-755101-7-iscsi neutron-server[103197]: 'ConntrackHelper': '1.0', Mar 25 19:12:04.853919 dv-cinder-755101-7-iscsi neutron-server[103197]: 'LocalIPAssociation': '1.0', Mar 25 19:12:04.853919 dv-cinder-755101-7-iscsi neutron-server[103197]: 'Log': '1.0', Mar 25 19:12:04.853919 dv-cinder-755101-7-iscsi neutron-server[103197]: 'NDPProxy': '1.0', Mar 25 19:12:04.853919 dv-cinder-755101-7-iscsi neutron-server[103197]: 'Network': '1.1', Mar 25 19:12:04.853919 dv-cinder-755101-7-iscsi neutron-server[103197]: 'Port': '1.7', Mar 25 19:12:04.853919 dv-cinder-755101-7-iscsi neutron-server[103197]: 'PortForwarding': '1.3', Mar 25 19:12:04.853919 dv-cinder-755101-7-iscsi neutron-server[103197]: 'QosPolicy': '1.10', Mar 25 19:12:04.853919 dv-cinder-755101-7-iscsi neutron-server[103197]: 'SecurityGroup': '1.5', Mar 25 19:12:04.853919 dv-cinder-755101-7-iscsi neutron-server[103197]: 'SecurityGroupRule': '1.2', Mar 25 19:12:04.853919 dv-cinder-755101-7-iscsi neutron-server[103197]: 'SubPort': '1.0', Mar 25 19:12:04.853919 dv-cinder-755101-7-iscsi neutron-server[103197]: 'Subnet': '1.1', Mar 25 19:12:04.853919 dv-cinder-755101-7-iscsi neutron-server[103197]: 'Trunk': '1.1'}} Mar 25 19:12:04.853919 dv-cinder-755101-7-iscsi neutron-server[103197]: {{(pid=103197) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 25 19:12:04.887139 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-f8e3cd75-1f02-43b1-85e3-15895c6e8bb9 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741036145210'] for network (707481a4-7ed8-4677-8b97-973e6afdf4a3), precommit_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:12:04.928545 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-f8e3cd75-1f02-43b1-85e3-15895c6e8bb9 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877'] for network (707481a4-7ed8-4677-8b97-973e6afdf4a3), after_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:12:04.933614 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8e3cd75-1f02-43b1-85e3-15895c6e8bb9 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:12:04.934595 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-f8e3cd75-1f02-43b1-85e3-15895c6e8bb9 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692927'] for network (None), before_response {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:12:05.027146 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-f8e3cd75-1f02-43b1-85e3-15895c6e8bb9 demo demo] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.7616286 Mar 25 19:12:05.049662 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e3cd75-1f02-43b1-85e3-15895c6e8bb9 demo demo] Pushing event updated for resources: {'Network': ['ID=707481a4-7ed8-4677-8b97-973e6afdf4a3,revision_number=1']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:12:05.062945 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Network 707481a4-7ed8-4677-8b97-973e6afdf4a3 details requested by agent ovs-agent-dv-cinder-755101-7-iscsi with host dv-cinder-755101-7-iscsi {{(pid=103198) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 25 19:12:07.573885 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.18', 55736) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:12:07.966899 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5758351f-7534-4125-a0a9-281faf8c3d1a demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:12:07.968204 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-5758351f-7534-4125-a0a9-281faf8c3d1a demo admin] 10.222.0.18 "GET /v2.0/networks/707481a4-7ed8-4677-8b97-973e6afdf4a3 HTTP/1.1" status: 200 len: 825 time: 0.3932967 Mar 25 19:12:07.992251 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-4254fcfb-d7b0-4cf4-948b-d649643898ab demo admin] 10.222.0.18 "GET /v2.0/subnetpools/2ad9adc6-3192-4a91-8471-a2ad4c8859e8 HTTP/1.1" status: 200 len: 734 time: 0.0179763 Mar 25 19:12:08.000343 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.v2.base [None req-b65123ed-b063-4969-8af1-84c2dde78048 demo admin] Request body: {'subnet': {'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'subnetpool_id': '2ad9adc6-3192-4a91-8471-a2ad4c8859e8', 'ip_version': 4, 'network_id': '707481a4-7ed8-4677-8b97-973e6afdf4a3'}} {{(pid=103197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 19:12:08.020040 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b65123ed-b063-4969-8af1-84c2dde78048 demo admin] Made reservation on behalf of 9a02e964c3cd495bb99c97f003e9609f for: {'subnet': 1} {{(pid=103197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 19:12:08.022424 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-b65123ed-b063-4969-8af1-84c2dde78048 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:12:08.305053 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-b65123ed-b063-4969-8af1-84c2dde78048 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877'] for subnet (f232b8f7-ed76-4c3b-be39-9f179de710d8), after_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:12:08.372352 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65123ed-b063-4969-8af1-84c2dde78048 demo admin] Pushing event updated for resources: {'Subnet': ['ID=f232b8f7-ed76-4c3b-be39-9f179de710d8,revision_number=0']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:12:08.377737 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b65123ed-b063-4969-8af1-84c2dde78048 demo admin] Checking segment: {'id': 'a887f377-d039-431f-995c-6549f8bb0072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '707481a4-7ed8-4677-8b97-973e6afdf4a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 25 19:12:08.378118 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b65123ed-b063-4969-8af1-84c2dde78048 demo admin] Network hostable DHCP agents. Network: 707481a4-7ed8-4677-8b97-973e6afdf4a3, hostable agents: ['ff15a80c-2d7c-4104-a6ad-0973d1d911f7'], hosted agents: [] {{(pid=103197) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 25 19:12:08.397878 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b65123ed-b063-4969-8af1-84c2dde78048 demo admin] Network 707481a4-7ed8-4677-8b97-973e6afdf4a3 is scheduled to be hosted by DHCP agent ff15a80c-2d7c-4104-a6ad-0973d1d911f7 with binding_index 1 {{(pid=103197) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 25 19:12:08.407536 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.scheduler.base_scheduler [None req-b65123ed-b063-4969-8af1-84c2dde78048 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-755101-7-iscsi, 707481a4-7ed8-4677-8b97-973e6afdf4a3) {{(pid=103197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 19:12:08.412642 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b65123ed-b063-4969-8af1-84c2dde78048 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:12:08.413808 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-b65123ed-b063-4969-8af1-84c2dde78048 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692927'] for subnet (None), before_response {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:12:08.417468 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82a28661-85a6-4512-8e74-7672d6b2b643 None None] Network 707481a4-7ed8-4677-8b97-973e6afdf4a3 requested from dv-cinder-755101-7-iscsi {{(pid=103198) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 25 19:12:08.435108 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-b65123ed-b063-4969-8af1-84c2dde78048 demo admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4349551 Mar 25 19:12:08.682288 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bb617d3-3cf2-4f91-9730-2ada48d3bdef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26d9a643-5fd7-5ada-a1a5-42c9304502b0-707481a4-7ed8-4677-8b97-973e6afdf4a3', 'network_id': '707481a4-7ed8-4677-8b97-973e6afdf4a3', 'project_id': '9a02e964c3cd495bb99c97f003e9609f', 'fixed_ips': [{'subnet_id': 'f232b8f7-ed76-4c3b-be39-9f179de710d8'}]}} from dv-cinder-755101-7-iscsi. {{(pid=103198) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 25 19:12:08.683636 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-9bb617d3-3cf2-4f91-9730-2ada48d3bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1293263'] for port (None), before_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:12:08.965003 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.db_base_plugin_common [None req-9bb617d3-3cf2-4f91-9730-2ada48d3bdef None None] Allocated IP 172.20.0.2 (707481a4-7ed8-4677-8b97-973e6afdf4a3/f232b8f7-ed76-4c3b-be39-9f179de710d8/7fa97c59-d211-4a68-8e4e-9a5b6ea872ff) {{(pid=103198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 19:12:09.231070 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-9bb617d3-3cf2-4f91-9730-2ada48d3bdef None None] Publish callbacks [] for port (7fa97c59-d211-4a68-8e4e-9a5b6ea872ff), precommit_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:12:09.238684 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-9bb617d3-3cf2-4f91-9730-2ada48d3bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741036193015'] for port (7fa97c59-d211-4a68-8e4e-9a5b6ea872ff), after_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:12:09.310762 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bb617d3-3cf2-4f91-9730-2ada48d3bdef None None] Network 707481a4-7ed8-4677-8b97-973e6afdf4a3 is already hosted by enough agents. {{(pid=103198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 19:12:09.315472 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.scheduler.base_scheduler [None req-9bb617d3-3cf2-4f91-9730-2ada48d3bdef None None] Resources bound (agent type, host, resource id): {{(pid=103198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 19:12:09.329557 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bb617d3-3cf2-4f91-9730-2ada48d3bdef None None] Received port after_create {{(pid=103198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 25 19:12:09.337594 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb617d3-3cf2-4f91-9730-2ada48d3bdef None None] Pushing event updated for resources: {'Port': ['ID=7fa97c59-d211-4a68-8e4e-9a5b6ea872ff,revision_number=1']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:12:09.365619 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb617d3-3cf2-4f91-9730-2ada48d3bdef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:12:09.365973 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb617d3-3cf2-4f91-9730-2ada48d3bdef None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:12:09.366335 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb617d3-3cf2-4f91-9730-2ada48d3bdef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:12:09.366734 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb617d3-3cf2-4f91-9730-2ada48d3bdef None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:12:09.367067 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb617d3-3cf2-4f91-9730-2ada48d3bdef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:12:09.367396 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb617d3-3cf2-4f91-9730-2ada48d3bdef None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:12:09.367728 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb617d3-3cf2-4f91-9730-2ada48d3bdef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:12:09.368052 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb617d3-3cf2-4f91-9730-2ada48d3bdef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:12:09.368377 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb617d3-3cf2-4f91-9730-2ada48d3bdef None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:12:09.368699 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb617d3-3cf2-4f91-9730-2ada48d3bdef None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:12:09.369022 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb617d3-3cf2-4f91-9730-2ada48d3bdef None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:12:09.369359 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb617d3-3cf2-4f91-9730-2ada48d3bdef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:12:09.369683 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb617d3-3cf2-4f91-9730-2ada48d3bdef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:12:09.370001 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb617d3-3cf2-4f91-9730-2ada48d3bdef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:12:09.370321 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb617d3-3cf2-4f91-9730-2ada48d3bdef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:12:09.371816 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb617d3-3cf2-4f91-9730-2ada48d3bdef None None] Tracked resource versions report: Mar 25 19:12:09.371816 dv-cinder-755101-7-iscsi neutron-server[103198]: pushed versions: Mar 25 19:12:09.371816 dv-cinder-755101-7-iscsi neutron-server[103198]: { 'AddressGroup': {'1.2'}, Mar 25 19:12:09.371816 dv-cinder-755101-7-iscsi neutron-server[103198]: 'Agent': {'1.1'}, Mar 25 19:12:09.371816 dv-cinder-755101-7-iscsi neutron-server[103198]: 'ConntrackHelper': {'1.0'}, Mar 25 19:12:09.371816 dv-cinder-755101-7-iscsi neutron-server[103198]: 'LocalIPAssociation': {'1.0'}, Mar 25 19:12:09.371816 dv-cinder-755101-7-iscsi neutron-server[103198]: 'Log': {'1.0'}, Mar 25 19:12:09.371816 dv-cinder-755101-7-iscsi neutron-server[103198]: 'NDPProxy': {'1.0'}, Mar 25 19:12:09.371816 dv-cinder-755101-7-iscsi neutron-server[103198]: 'Network': {'1.1'}, Mar 25 19:12:09.371816 dv-cinder-755101-7-iscsi neutron-server[103198]: 'Port': {'1.7'}, Mar 25 19:12:09.371816 dv-cinder-755101-7-iscsi neutron-server[103198]: 'PortForwarding': {'1.3'}, Mar 25 19:12:09.371816 dv-cinder-755101-7-iscsi neutron-server[103198]: 'QosPolicy': {'1.10'}, Mar 25 19:12:09.371816 dv-cinder-755101-7-iscsi neutron-server[103198]: 'SecurityGroup': {'1.5'}, Mar 25 19:12:09.371816 dv-cinder-755101-7-iscsi neutron-server[103198]: 'SecurityGroupRule': {'1.2'}, Mar 25 19:12:09.371816 dv-cinder-755101-7-iscsi neutron-server[103198]: 'SubPort': {'1.0'}, Mar 25 19:12:09.371816 dv-cinder-755101-7-iscsi neutron-server[103198]: 'Subnet': {'1.1'}, Mar 25 19:12:09.371816 dv-cinder-755101-7-iscsi neutron-server[103198]: 'Trunk': {'1.1'}} Mar 25 19:12:09.371816 dv-cinder-755101-7-iscsi neutron-server[103198]: consumer versions: Mar 25 19:12:09.371816 dv-cinder-755101-7-iscsi neutron-server[103198]: { DHCP agent@dv-cinder-755101-7-iscsi: {}, Mar 25 19:12:09.371816 dv-cinder-755101-7-iscsi neutron-server[103198]: L3 agent@dv-cinder-755101-7-iscsi: {}, Mar 25 19:12:09.371816 dv-cinder-755101-7-iscsi neutron-server[103198]: Metadata agent@dv-cinder-755101-7-iscsi: {}, Mar 25 19:12:09.371816 dv-cinder-755101-7-iscsi neutron-server[103198]: Metering agent@dv-cinder-755101-7-iscsi: {}, Mar 25 19:12:09.371816 dv-cinder-755101-7-iscsi neutron-server[103198]: Open vSwitch agent@dv-cinder-755101-7-iscsi: { 'AddressGroup': '1.2', Mar 25 19:12:09.371816 dv-cinder-755101-7-iscsi neutron-server[103198]: 'Agent': '1.1', Mar 25 19:12:09.371816 dv-cinder-755101-7-iscsi neutron-server[103198]: 'ConntrackHelper': '1.0', Mar 25 19:12:09.371816 dv-cinder-755101-7-iscsi neutron-server[103198]: 'LocalIPAssociation': '1.0', Mar 25 19:12:09.371816 dv-cinder-755101-7-iscsi neutron-server[103198]: 'Log': '1.0', Mar 25 19:12:09.371816 dv-cinder-755101-7-iscsi neutron-server[103198]: 'NDPProxy': '1.0', Mar 25 19:12:09.371816 dv-cinder-755101-7-iscsi neutron-server[103198]: 'Network': '1.1', Mar 25 19:12:09.371816 dv-cinder-755101-7-iscsi neutron-server[103198]: 'Port': '1.7', Mar 25 19:12:09.371816 dv-cinder-755101-7-iscsi neutron-server[103198]: 'PortForwarding': '1.3', Mar 25 19:12:09.371816 dv-cinder-755101-7-iscsi neutron-server[103198]: 'QosPolicy': '1.10', Mar 25 19:12:09.371816 dv-cinder-755101-7-iscsi neutron-server[103198]: 'SecurityGroup': '1.5', Mar 25 19:12:09.371816 dv-cinder-755101-7-iscsi neutron-server[103198]: 'SecurityGroupRule': '1.2', Mar 25 19:12:09.371816 dv-cinder-755101-7-iscsi neutron-server[103198]: 'SubPort': '1.0', Mar 25 19:12:09.371816 dv-cinder-755101-7-iscsi neutron-server[103198]: 'Subnet': '1.1', Mar 25 19:12:09.371816 dv-cinder-755101-7-iscsi neutron-server[103198]: 'Trunk': '1.1'}} Mar 25 19:12:09.371816 dv-cinder-755101-7-iscsi neutron-server[103198]: {{(pid=103198) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 25 19:12:09.423678 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.managers [None req-9bb617d3-3cf2-4f91-9730-2ada48d3bdef None None] Attempting to bind port 7fa97c59-d211-4a68-8e4e-9a5b6ea872ff on host dv-cinder-755101-7-iscsi for vnic_type normal with profile {{(pid=103198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 25 19:12:09.424294 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.managers [None req-9bb617d3-3cf2-4f91-9730-2ada48d3bdef None None] Attempting to bind port 7fa97c59-d211-4a68-8e4e-9a5b6ea872ff by drivers openvswitch,hyperv on host dv-cinder-755101-7-iscsi at level 0 using segments [{'id': 'a887f377-d039-431f-995c-6549f8bb0072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '707481a4-7ed8-4677-8b97-973e6afdf4a3'}] {{(pid=103198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 25 19:12:09.424491 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bb617d3-3cf2-4f91-9730-2ada48d3bdef None None] Attempting to bind port 7fa97c59-d211-4a68-8e4e-9a5b6ea872ff on network 707481a4-7ed8-4677-8b97-973e6afdf4a3 {{(pid=103198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 25 19:12:09.429294 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bb617d3-3cf2-4f91-9730-2ada48d3bdef None None] Checking agent: {'id': '239dac0e-b210-4295-8f1a-11f7f9dc3de1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-755101-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 19, 12, 1), 'started_at': datetime.datetime(2022, 3, 25, 19, 12, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 19, 12, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-755101-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 25 19:12:09.429661 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bb617d3-3cf2-4f91-9730-2ada48d3bdef None None] Checking segment: {'id': 'a887f377-d039-431f-995c-6549f8bb0072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '707481a4-7ed8-4677-8b97-973e6afdf4a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 25 19:12:09.430138 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-9bb617d3-3cf2-4f91-9730-2ada48d3bdef None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:12:09.430547 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bb617d3-3cf2-4f91-9730-2ada48d3bdef None None] Bound using segment: {'id': 'a887f377-d039-431f-995c-6549f8bb0072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '707481a4-7ed8-4677-8b97-973e6afdf4a3'} {{(pid=103198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 25 19:12:09.431014 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.managers [None req-9bb617d3-3cf2-4f91-9730-2ada48d3bdef None None] Bound port: 7fa97c59-d211-4a68-8e4e-9a5b6ea872ff, host: dv-cinder-755101-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a887f377-d039-431f-995c-6549f8bb0072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '707481a4-7ed8-4677-8b97-973e6afdf4a3'}}] {{(pid=103198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 25 19:12:09.431420 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-9bb617d3-3cf2-4f91-9730-2ada48d3bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1293263'] for port (7fa97c59-d211-4a68-8e4e-9a5b6ea872ff), before_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:12:09.493524 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-9bb617d3-3cf2-4f91-9730-2ada48d3bdef None None] For port 7fa97c59-d211-4a68-8e4e-9a5b6ea872ff, host dv-cinder-755101-7-iscsi, cleared binding levels {{(pid=103198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 25 19:12:09.497944 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-9bb617d3-3cf2-4f91-9730-2ada48d3bdef None None] For port 7fa97c59-d211-4a68-8e4e-9a5b6ea872ff, host dv-cinder-755101-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755101-7-iscsi',level=0,port_id=7fa97c59-d211-4a68-8e4e-9a5b6ea872ff,segment=NetworkSegment(a887f377-d039-431f-995c-6549f8bb0072),segment_id=a887f377-d039-431f-995c-6549f8bb0072)] {{(pid=103198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 25 19:12:09.504944 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-9bb617d3-3cf2-4f91-9730-2ada48d3bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036679572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741036190733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741036190751'] for port (7fa97c59-d211-4a68-8e4e-9a5b6ea872ff), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:12:09.567871 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb617d3-3cf2-4f91-9730-2ada48d3bdef None None] Pushing event updated for resources: {'Port': ['ID=7fa97c59-d211-4a68-8e4e-9a5b6ea872ff,revision_number=2']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:12:10.978721 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.18', 55744) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:12:11.290841 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.wsgi [None req-49834ad0-727f-4c93-b935-d9727ade8d2d admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103197) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 25 19:12:11.291996 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-49834ad0-727f-4c93-b935-d9727ade8d2d admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3121545 Mar 25 19:12:13.839006 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.18', 55752) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:12:14.144018 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.wsgi [None req-6b003469-349b-4fc9-af2d-adec6f9a14f8 admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103197) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 25 19:12:14.145518 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-6b003469-349b-4fc9-af2d-adec6f9a14f8 admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3055787 Mar 25 19:12:16.672472 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.18', 55760) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:12:17.162988 dv-cinder-755101-7-iscsi neutron-server[103196]: WARNING oslo_policy.policy [None req-3631bce2-25f3-4a0f-b77e-a41168f326c6 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 25 19:12:17.163634 dv-cinder-755101-7-iscsi neutron-server[103196]: WARNING oslo_policy.policy [None req-3631bce2-25f3-4a0f-b77e-a41168f326c6 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 25 19:12:17.387410 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.v2.base [None req-3631bce2-25f3-4a0f-b77e-a41168f326c6 demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=103196) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 19:12:17.448706 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.policy [None req-3631bce2-25f3-4a0f-b77e-a41168f326c6 demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103196) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 25 19:12:17.493108 dv-cinder-755101-7-iscsi neutron-server[103196]: WARNING oslo_policy.policy [None req-3631bce2-25f3-4a0f-b77e-a41168f326c6 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 25 19:12:17.493489 dv-cinder-755101-7-iscsi neutron-server[103196]: WARNING oslo_policy.policy [None req-3631bce2-25f3-4a0f-b77e-a41168f326c6 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 25 19:12:17.556027 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-3631bce2-25f3-4a0f-b77e-a41168f326c6 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3755069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1425'] for router (917da0aa-a9c1-4e01-ab2f-b3c135f8eeea), before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:12:17.557986 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-3631bce2-25f3-4a0f-b77e-a41168f326c6 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3755949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3753726', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3727394', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1446'] for router (917da0aa-a9c1-4e01-ab2f-b3c135f8eeea), precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:12:17.720173 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-3631bce2-25f3-4a0f-b77e-a41168f326c6 demo demo] Publish callbacks [] for router_controller (917da0aa-a9c1-4e01-ab2f-b3c135f8eeea), precommit_add_association {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:12:17.726480 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-3631bce2-25f3-4a0f-b77e-a41168f326c6 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3755958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3753515'] for router (917da0aa-a9c1-4e01-ab2f-b3c135f8eeea), after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:12:17.751284 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-3631bce2-25f3-4a0f-b77e-a41168f326c6 demo demo] Publish callbacks [] for router (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:12:17.752725 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-3631bce2-25f3-4a0f-b77e-a41168f326c6 demo demo] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 1.0782075 Mar 25 19:12:19.422343 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Device 7fa97c59-d211-4a68-8e4e-9a5b6ea872ff up at agent ovs-agent-dv-cinder-755101-7-iscsi {{(pid=103198) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 25 19:12:19.512381 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Provisioning complete for port 7fa97c59-d211-4a68-8e4e-9a5b6ea872ff triggered by entity L2. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 25 19:12:19.512799 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133789'] for port (7fa97c59-d211-4a68-8e4e-9a5b6ea872ff), provisioning_complete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:12:19.618659 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Current status of the port 7fa97c59-d211-4a68-8e4e-9a5b6ea872ff is: DOWN; New status is: ACTIVE {{(pid=103198) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 25 19:12:19.619099 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1293263'] for port (7fa97c59-d211-4a68-8e4e-9a5b6ea872ff), before_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:12:19.652633 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] For port 7fa97c59-d211-4a68-8e4e-9a5b6ea872ff, host dv-cinder-755101-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755101-7-iscsi',level=0,port_id=7fa97c59-d211-4a68-8e4e-9a5b6ea872ff,segment=NetworkSegment(a887f377-d039-431f-995c-6549f8bb0072),segment_id=a887f377-d039-431f-995c-6549f8bb0072)] {{(pid=103198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 25 19:12:19.656354 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036679572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741036190733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741036190751'] for port (7fa97c59-d211-4a68-8e4e-9a5b6ea872ff), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:12:19.705928 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Pushing event updated for resources: {'Port': ['ID=7fa97c59-d211-4a68-8e4e-9a5b6ea872ff,revision_number=3']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:12:20.328829 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.18', 55780) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:12:20.638125 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.wsgi [None req-8190846a-ae4c-455b-a9c9-38152c255558 admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103197) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 25 19:12:20.639142 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-8190846a-ae4c-455b-a9c9-38152c255558 admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3093898 Mar 25 19:12:20.829255 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14722d3d-3401-4e30-b8de-f7f11d3f0955 None None] Network 707481a4-7ed8-4677-8b97-973e6afdf4a3 requested from dv-cinder-755101-7-iscsi {{(pid=103198) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 25 19:12:20.921140 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-e4c16f36-d0b8-48a0-b207-a83f469ecf92 None None] Provisioning complete for port 7fa97c59-d211-4a68-8e4e-9a5b6ea872ff triggered by entity DHCP. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 25 19:12:20.921536 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-e4c16f36-d0b8-48a0-b207-a83f469ecf92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133789'] for port (7fa97c59-d211-4a68-8e4e-9a5b6ea872ff), provisioning_complete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:12:21.036925 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-e4c16f36-d0b8-48a0-b207-a83f469ecf92 None None] Current status of the port 7fa97c59-d211-4a68-8e4e-9a5b6ea872ff is: ACTIVE; New status is: ACTIVE {{(pid=103198) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 25 19:12:21.158217 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-306d3f6a-707d-4539-adbc-f27f8817623e None None] Provisioning complete for port 7fa97c59-d211-4a68-8e4e-9a5b6ea872ff triggered by entity DHCP. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 25 19:12:21.158653 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-306d3f6a-707d-4539-adbc-f27f8817623e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133789'] for port (7fa97c59-d211-4a68-8e4e-9a5b6ea872ff), provisioning_complete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:12:21.235767 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-306d3f6a-707d-4539-adbc-f27f8817623e None None] Current status of the port 7fa97c59-d211-4a68-8e4e-9a5b6ea872ff is: ACTIVE; New status is: ACTIVE {{(pid=103198) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 25 19:12:21.399748 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Device 7fa97c59-d211-4a68-8e4e-9a5b6ea872ff up at agent ovs-agent-dv-cinder-755101-7-iscsi {{(pid=103198) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 25 19:12:21.446632 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Provisioning complete for port 7fa97c59-d211-4a68-8e4e-9a5b6ea872ff triggered by entity L2. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 25 19:12:21.447030 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133789'] for port (7fa97c59-d211-4a68-8e4e-9a5b6ea872ff), provisioning_complete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:12:21.521363 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Current status of the port 7fa97c59-d211-4a68-8e4e-9a5b6ea872ff is: ACTIVE; New status is: ACTIVE {{(pid=103198) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 25 19:12:23.151218 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.18', 55788) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:12:23.459285 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.v2.base [None req-11422eb2-eb1f-4bc5-b258-cb24cd5607d6 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'admin_state_up': True, 'is_default': True, 'name': 'public', 'router:external': True}} {{(pid=103197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 19:12:23.478117 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11422eb2-eb1f-4bc5-b258-cb24cd5607d6 admin admin] Made reservation on behalf of a6f1ba8095d746cfa338ad258e588cbb for: {'network': 1} {{(pid=103197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 19:12:23.480482 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-11422eb2-eb1f-4bc5-b258-cb24cd5607d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1293263'] for network (None), before_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:12:23.489334 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-11422eb2-eb1f-4bc5-b258-cb24cd5607d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:12:23.560106 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-11422eb2-eb1f-4bc5-b258-cb24cd5607d6 admin admin] Publish callbacks [] for security_group (2b8af7a7-96cc-4f6f-906f-8d1a6ae812d1), precommit_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:12:23.563454 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-11422eb2-eb1f-4bc5-b258-cb24cd5607d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687199'] for security_group (2b8af7a7-96cc-4f6f-906f-8d1a6ae812d1), after_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:12:23.578369 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-11422eb2-eb1f-4bc5-b258-cb24cd5607d6 admin admin] Reserving flat network on physical network physnet1 {{(pid=103197) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Mar 25 19:12:23.596904 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11422eb2-eb1f-4bc5-b258-cb24cd5607d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b8af7a7-96cc-4f6f-906f-8d1a6ae812d1,revision_number=1']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:12:23.601756 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-11422eb2-eb1f-4bc5-b258-cb24cd5607d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1189096'] for segment (bcf11cf5-8ef8-46ee-bf1d-f87c743f3fc7), precommit_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:12:23.602103 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.db.segments_db [None req-11422eb2-eb1f-4bc5-b258-cb24cd5607d6 admin admin] Added segment bcf11cf5-8ef8-46ee-bf1d-f87c743f3fc7 of type flat for network 4acd50f3-de7f-4854-a6f4-5b66b3577c15 Mar 25 19:12:23.649540 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-11422eb2-eb1f-4bc5-b258-cb24cd5607d6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741036145210'] for network (4acd50f3-de7f-4854-a6f4-5b66b3577c15), precommit_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:12:23.679258 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-11422eb2-eb1f-4bc5-b258-cb24cd5607d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877'] for network (4acd50f3-de7f-4854-a6f4-5b66b3577c15), after_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:12:23.680160 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11422eb2-eb1f-4bc5-b258-cb24cd5607d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:12:23.680728 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-11422eb2-eb1f-4bc5-b258-cb24cd5607d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692927'] for network (None), before_response {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:12:23.760871 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-11422eb2-eb1f-4bc5-b258-cb24cd5607d6 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6086128 Mar 25 19:12:23.772011 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11422eb2-eb1f-4bc5-b258-cb24cd5607d6 admin admin] Pushing event updated for resources: {'Network': ['ID=4acd50f3-de7f-4854-a6f4-5b66b3577c15,revision_number=1']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:12:23.782619 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Network 4acd50f3-de7f-4854-a6f4-5b66b3577c15 details requested by agent ovs-agent-dv-cinder-755101-7-iscsi with host dv-cinder-755101-7-iscsi {{(pid=103198) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 25 19:12:24.228185 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-c2120da4-62f9-4b5d-a8e6-5b41f2cc612f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741036503857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133703'] for agent (ff15a80c-2d7c-4104-a6ad-0973d1d911f7), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:12:26.256308 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.18', 55796) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:12:26.606100 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02987eb2-57e1-4ecd-9757-16f5a28242da demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:12:26.607451 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-02987eb2-57e1-4ecd-9757-16f5a28242da demo admin] 10.222.0.18 "GET /v2.0/subnets/f232b8f7-ed76-4c3b-be39-9f179de710d8 HTTP/1.1" status: 200 len: 849 time: 0.3501952 Mar 25 19:12:26.648555 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-2760170f-60cb-4244-9587-d2bad4976651 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741036503857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133703'] for agent (af1b81b0-43af-47bb-a61e-8e46b36efc57), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:12:26.766058 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-486ec591-d0ab-4fbd-8ae6-c8afbd74f29e demo admin] 10.222.0.18 "GET /v2.0/routers/917da0aa-a9c1-4e01-ab2f-b3c135f8eeea HTTP/1.1" status: 200 len: 704 time: 0.1529162 Mar 25 19:12:27.033102 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-f461ded0-32dd-4ff4-b317-c6f0de7d1458 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1293263'] for port (None), before_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:12:27.316551 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.db.db_base_plugin_common [None req-f461ded0-32dd-4ff4-b317-c6f0de7d1458 demo admin] Allocated IP 172.20.0.1 (707481a4-7ed8-4677-8b97-973e6afdf4a3/f232b8f7-ed76-4c3b-be39-9f179de710d8/75b6a65f-e9f1-48db-9a94-a94d35231167) {{(pid=103197) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 19:12:27.512174 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-f461ded0-32dd-4ff4-b317-c6f0de7d1458 demo admin] Publish callbacks [] for port (75b6a65f-e9f1-48db-9a94-a94d35231167), precommit_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:12:27.520818 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-af60142c-683d-41c3-be1d-5377fff6ca45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741036503857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133703'] for agent (c3076277-13eb-43a7-9b94-fad13f82c96d), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:12:27.580263 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-f461ded0-32dd-4ff4-b317-c6f0de7d1458 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741036193015'] for port (75b6a65f-e9f1-48db-9a94-a94d35231167), after_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:12:27.649090 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f461ded0-32dd-4ff4-b317-c6f0de7d1458 demo admin] Network 707481a4-7ed8-4677-8b97-973e6afdf4a3 is already hosted by enough agents. {{(pid=103197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 19:12:27.654803 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.scheduler.base_scheduler [None req-f461ded0-32dd-4ff4-b317-c6f0de7d1458 demo admin] Resources bound (agent type, host, resource id): {{(pid=103197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 19:12:27.662619 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f461ded0-32dd-4ff4-b317-c6f0de7d1458 demo admin] Received port after_create {{(pid=103197) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 25 19:12:27.663179 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-f461ded0-32dd-4ff4-b317-c6f0de7d1458 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3752446'] for router_interface (917da0aa-a9c1-4e01-ab2f-b3c135f8eeea), before_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:12:27.717478 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f461ded0-32dd-4ff4-b317-c6f0de7d1458 demo admin] Pushing event updated for resources: {'Port': ['ID=75b6a65f-e9f1-48db-9a94-a94d35231167,revision_number=1']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:12:27.863235 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-f461ded0-32dd-4ff4-b317-c6f0de7d1458 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1293263'] for port (75b6a65f-e9f1-48db-9a94-a94d35231167), before_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:12:27.892007 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-66413678-8776-492b-984f-190213de53fe None None] Provisioning complete for port 75b6a65f-e9f1-48db-9a94-a94d35231167 triggered by entity DHCP. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 25 19:12:27.892532 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-66413678-8776-492b-984f-190213de53fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133789'] for port (75b6a65f-e9f1-48db-9a94-a94d35231167), provisioning_complete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:12:27.975477 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-66413678-8776-492b-984f-190213de53fe None None] Port 75b6a65f-e9f1-48db-9a94-a94d35231167 cannot update to ACTIVE because it is not bound. {{(pid=103198) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 25 19:12:28.070474 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-f461ded0-32dd-4ff4-b317-c6f0de7d1458 demo admin] Publish callbacks [] for port (75b6a65f-e9f1-48db-9a94-a94d35231167), precommit_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:12:28.074671 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-f461ded0-32dd-4ff4-b317-c6f0de7d1458 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036679572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741036190733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741036190751'] for port (75b6a65f-e9f1-48db-9a94-a94d35231167), after_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:12:28.075405 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-f461ded0-32dd-4ff4-b317-c6f0de7d1458 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3692891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3752298'] for router_interface (917da0aa-a9c1-4e01-ab2f-b3c135f8eeea), after_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:12:28.151550 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f461ded0-32dd-4ff4-b317-c6f0de7d1458 demo admin] Pushing event updated for resources: {'Port': ['ID=75b6a65f-e9f1-48db-9a94-a94d35231167,revision_number=2']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:12:28.197172 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f461ded0-32dd-4ff4-b317-c6f0de7d1458 demo admin] Network 707481a4-7ed8-4677-8b97-973e6afdf4a3 is already hosted by enough agents. {{(pid=103197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 19:12:28.198437 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.scheduler.base_scheduler [None req-f461ded0-32dd-4ff4-b317-c6f0de7d1458 demo admin] Resources bound (agent type, host, resource id): {{(pid=103197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 19:12:28.373884 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f461ded0-32dd-4ff4-b317-c6f0de7d1458 demo admin] Router 917da0aa-a9c1-4e01-ab2f-b3c135f8eeea is scheduled to L3 agent af1b81b0-43af-47bb-a61e-8e46b36efc57 with binding_index 1 {{(pid=103197) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 25 19:12:28.467281 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f461ded0-32dd-4ff4-b317-c6f0de7d1458 demo admin] Notify agent at l3_agent.dv-cinder-755101-7-iscsi the message routers_updated {{(pid=103197) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 25 19:12:28.473139 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-f461ded0-32dd-4ff4-b317-c6f0de7d1458 demo admin] 10.222.0.18 "PUT /v2.0/routers/917da0aa-a9c1-4e01-ab2f-b3c135f8eeea/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7013078 Mar 25 19:12:28.477001 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96142bb7-ac8e-40a9-98ea-ceb28a32f24f None None] Sync routers for ids ['917da0aa-a9c1-4e01-ab2f-b3c135f8eeea'] in dv-cinder-755101-7-iscsi {{(pid=103199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 25 19:12:28.489586 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96142bb7-ac8e-40a9-98ea-ceb28a32f24f None None] Routers {'917da0aa-a9c1-4e01-ab2f-b3c135f8eeea'} bound to L3 agent in host dv-cinder-755101-7-iscsi {{(pid=103199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 25 19:12:28.490432 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.db.l3_hamode_db [None req-96142bb7-ac8e-40a9-98ea-ceb28a32f24f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755101-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-25T19:11:57Z,description=,heartbeat_timestamp=2022-03-25T19:12:27Z,host='dv-cinder-755101-7-iscsi',id=af1b81b0-43af-47bb-a61e-8e46b36efc57,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:11:57Z,topic='l3_agent')) {'router_ids': ['917da0aa-a9c1-4e01-ab2f-b3c135f8eeea'], 'active': True} {{(pid=103199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 19:12:28.502690 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-195d7cc5-d375-44af-948b-8a855ad4ef7d None None] Provisioning complete for port 75b6a65f-e9f1-48db-9a94-a94d35231167 triggered by entity DHCP. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 25 19:12:28.503703 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-195d7cc5-d375-44af-948b-8a855ad4ef7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133789'] for port (75b6a65f-e9f1-48db-9a94-a94d35231167), provisioning_complete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:12:28.538326 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-195d7cc5-d375-44af-948b-8a855ad4ef7d None None] Port 75b6a65f-e9f1-48db-9a94-a94d35231167 cannot update to ACTIVE because it is not bound. {{(pid=103198) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 25 19:12:28.682338 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.db.l3_dvr_db [None req-96142bb7-ac8e-40a9-98ea-ceb28a32f24f None None] Set router 917da0aa-a9c1-4e01-ab2f-b3c135f8eeea gateway port host: None {{(pid=103199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 25 19:12:29.109188 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.db.l3_hamode_db [None req-96142bb7-ac8e-40a9-98ea-ceb28a32f24f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '917da0aa-a9c1-4e01-ab2f-b3c135f8eeea', 'name': 'router1', 'tenant_id': '9a02e964c3cd495bb99c97f003e9609f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T19:12:17Z', 'updated_at': '2022-03-25T19:12:27Z', 'revision_number': 2, 'project_id': '9a02e964c3cd495bb99c97f003e9609f', 'gw_port_host': None, '_interfaces': [{'id': '75b6a65f-e9f1-48db-9a94-a94d35231167', 'name': '', 'network_id': '707481a4-7ed8-4677-8b97-973e6afdf4a3', 'tenant_id': '9a02e964c3cd495bb99c97f003e9609f', 'mac_address': 'fa:16:3e:2b:0c:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '917da0aa-a9c1-4e01-ab2f-b3c135f8eeea', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f232b8f7-ed76-4c3b-be39-9f179de710d8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T19:12:27Z', 'updated_at': '2022-03-25T19:12:27Z', 'revision_number': 2, 'project_id': '9a02e964c3cd495bb99c97f003e9609f', 'subnets': [{'id': 'f232b8f7-ed76-4c3b-be39-9f179de710d8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2ad9adc6-3192-4a91-8471-a2ad4c8859e8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-755101-7-iscsi', False) {} {{(pid=103199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 19:12:29.112342 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-bfcc621e-35c9-4ac2-b4cb-53c403134561 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741036503857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133703'] for agent (9ba807d9-64cc-4b2a-8ad2-e4f3b23bc779), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:12:29.161479 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96142bb7-ac8e-40a9-98ea-ceb28a32f24f None None] Checking router: 917da0aa-a9c1-4e01-ab2f-b3c135f8eeea for host: dv-cinder-755101-7-iscsi {{(pid=103199) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 25 19:12:29.161857 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96142bb7-ac8e-40a9-98ea-ceb28a32f24f None None] Updating router 917da0aa-a9c1-4e01-ab2f-b3c135f8eeea port 75b6a65f-e9f1-48db-9a94-a94d35231167 binding host dv-cinder-755101-7-iscsi {{(pid=103199) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 25 19:12:29.213294 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-96142bb7-ac8e-40a9-98ea-ceb28a32f24f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1293263'] for port (75b6a65f-e9f1-48db-9a94-a94d35231167), before_update {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:12:29.721096 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-96142bb7-ac8e-40a9-98ea-ceb28a32f24f None None] Publish callbacks [] for port (75b6a65f-e9f1-48db-9a94-a94d35231167), precommit_update {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:12:29.728101 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-96142bb7-ac8e-40a9-98ea-ceb28a32f24f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036679572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741036190733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741036190751'] for port (75b6a65f-e9f1-48db-9a94-a94d35231167), after_update {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:12:29.896043 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.managers [None req-96142bb7-ac8e-40a9-98ea-ceb28a32f24f None None] Attempting to bind port 75b6a65f-e9f1-48db-9a94-a94d35231167 on host dv-cinder-755101-7-iscsi for vnic_type normal with profile {{(pid=103199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 25 19:12:29.896443 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.managers [None req-96142bb7-ac8e-40a9-98ea-ceb28a32f24f None None] Attempting to bind port 75b6a65f-e9f1-48db-9a94-a94d35231167 by drivers openvswitch,hyperv on host dv-cinder-755101-7-iscsi at level 0 using segments [{'id': 'a887f377-d039-431f-995c-6549f8bb0072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '707481a4-7ed8-4677-8b97-973e6afdf4a3'}] {{(pid=103199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 25 19:12:29.896895 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96142bb7-ac8e-40a9-98ea-ceb28a32f24f None None] Attempting to bind port 75b6a65f-e9f1-48db-9a94-a94d35231167 on network 707481a4-7ed8-4677-8b97-973e6afdf4a3 {{(pid=103199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 25 19:12:29.898924 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc714ab-c495-45cf-a13f-82dc37f0f454 None None] Pushing event updated for resources: {'Port': ['ID=75b6a65f-e9f1-48db-9a94-a94d35231167,revision_number=3']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:12:29.910158 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc714ab-c495-45cf-a13f-82dc37f0f454 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:12:29.910514 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc714ab-c495-45cf-a13f-82dc37f0f454 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:12:29.910884 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc714ab-c495-45cf-a13f-82dc37f0f454 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:12:29.911242 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc714ab-c495-45cf-a13f-82dc37f0f454 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:12:29.911576 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc714ab-c495-45cf-a13f-82dc37f0f454 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:12:29.911904 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc714ab-c495-45cf-a13f-82dc37f0f454 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:12:29.912230 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc714ab-c495-45cf-a13f-82dc37f0f454 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:12:29.912551 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc714ab-c495-45cf-a13f-82dc37f0f454 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:12:29.912873 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc714ab-c495-45cf-a13f-82dc37f0f454 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:12:29.913192 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc714ab-c495-45cf-a13f-82dc37f0f454 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:12:29.913516 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc714ab-c495-45cf-a13f-82dc37f0f454 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:12:29.913858 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc714ab-c495-45cf-a13f-82dc37f0f454 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:12:29.914176 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc714ab-c495-45cf-a13f-82dc37f0f454 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:12:29.914491 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc714ab-c495-45cf-a13f-82dc37f0f454 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:12:29.914829 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc714ab-c495-45cf-a13f-82dc37f0f454 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:12:29.916616 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc714ab-c495-45cf-a13f-82dc37f0f454 None None] Tracked resource versions report: Mar 25 19:12:29.916616 dv-cinder-755101-7-iscsi neutron-server[103199]: pushed versions: Mar 25 19:12:29.916616 dv-cinder-755101-7-iscsi neutron-server[103199]: { 'AddressGroup': {'1.2'}, Mar 25 19:12:29.916616 dv-cinder-755101-7-iscsi neutron-server[103199]: 'Agent': {'1.1'}, Mar 25 19:12:29.916616 dv-cinder-755101-7-iscsi neutron-server[103199]: 'ConntrackHelper': {'1.0'}, Mar 25 19:12:29.916616 dv-cinder-755101-7-iscsi neutron-server[103199]: 'LocalIPAssociation': {'1.0'}, Mar 25 19:12:29.916616 dv-cinder-755101-7-iscsi neutron-server[103199]: 'Log': {'1.0'}, Mar 25 19:12:29.916616 dv-cinder-755101-7-iscsi neutron-server[103199]: 'NDPProxy': {'1.0'}, Mar 25 19:12:29.916616 dv-cinder-755101-7-iscsi neutron-server[103199]: 'Network': {'1.1'}, Mar 25 19:12:29.916616 dv-cinder-755101-7-iscsi neutron-server[103199]: 'Port': {'1.7'}, Mar 25 19:12:29.916616 dv-cinder-755101-7-iscsi neutron-server[103199]: 'PortForwarding': {'1.3'}, Mar 25 19:12:29.916616 dv-cinder-755101-7-iscsi neutron-server[103199]: 'QosPolicy': {'1.10'}, Mar 25 19:12:29.916616 dv-cinder-755101-7-iscsi neutron-server[103199]: 'SecurityGroup': {'1.5'}, Mar 25 19:12:29.916616 dv-cinder-755101-7-iscsi neutron-server[103199]: 'SecurityGroupRule': {'1.2'}, Mar 25 19:12:29.916616 dv-cinder-755101-7-iscsi neutron-server[103199]: 'SubPort': {'1.0'}, Mar 25 19:12:29.916616 dv-cinder-755101-7-iscsi neutron-server[103199]: 'Subnet': {'1.1'}, Mar 25 19:12:29.916616 dv-cinder-755101-7-iscsi neutron-server[103199]: 'Trunk': {'1.1'}} Mar 25 19:12:29.916616 dv-cinder-755101-7-iscsi neutron-server[103199]: consumer versions: Mar 25 19:12:29.916616 dv-cinder-755101-7-iscsi neutron-server[103199]: { DHCP agent@dv-cinder-755101-7-iscsi: {}, Mar 25 19:12:29.916616 dv-cinder-755101-7-iscsi neutron-server[103199]: L3 agent@dv-cinder-755101-7-iscsi: {}, Mar 25 19:12:29.916616 dv-cinder-755101-7-iscsi neutron-server[103199]: Metadata agent@dv-cinder-755101-7-iscsi: {}, Mar 25 19:12:29.916616 dv-cinder-755101-7-iscsi neutron-server[103199]: Metering agent@dv-cinder-755101-7-iscsi: {}, Mar 25 19:12:29.916616 dv-cinder-755101-7-iscsi neutron-server[103199]: Open vSwitch agent@dv-cinder-755101-7-iscsi: { 'AddressGroup': '1.2', Mar 25 19:12:29.916616 dv-cinder-755101-7-iscsi neutron-server[103199]: 'Agent': '1.1', Mar 25 19:12:29.916616 dv-cinder-755101-7-iscsi neutron-server[103199]: 'ConntrackHelper': '1.0', Mar 25 19:12:29.916616 dv-cinder-755101-7-iscsi neutron-server[103199]: 'LocalIPAssociation': '1.0', Mar 25 19:12:29.916616 dv-cinder-755101-7-iscsi neutron-server[103199]: 'Log': '1.0', Mar 25 19:12:29.916616 dv-cinder-755101-7-iscsi neutron-server[103199]: 'NDPProxy': '1.0', Mar 25 19:12:29.916616 dv-cinder-755101-7-iscsi neutron-server[103199]: 'Network': '1.1', Mar 25 19:12:29.916616 dv-cinder-755101-7-iscsi neutron-server[103199]: 'Port': '1.7', Mar 25 19:12:29.916616 dv-cinder-755101-7-iscsi neutron-server[103199]: 'PortForwarding': '1.3', Mar 25 19:12:29.916616 dv-cinder-755101-7-iscsi neutron-server[103199]: 'QosPolicy': '1.10', Mar 25 19:12:29.916616 dv-cinder-755101-7-iscsi neutron-server[103199]: 'SecurityGroup': '1.5', Mar 25 19:12:29.916616 dv-cinder-755101-7-iscsi neutron-server[103199]: 'SecurityGroupRule': '1.2', Mar 25 19:12:29.916616 dv-cinder-755101-7-iscsi neutron-server[103199]: 'SubPort': '1.0', Mar 25 19:12:29.916616 dv-cinder-755101-7-iscsi neutron-server[103199]: 'Subnet': '1.1', Mar 25 19:12:29.916616 dv-cinder-755101-7-iscsi neutron-server[103199]: 'Trunk': '1.1'}} Mar 25 19:12:29.916616 dv-cinder-755101-7-iscsi neutron-server[103199]: {{(pid=103199) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 25 19:12:29.919076 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96142bb7-ac8e-40a9-98ea-ceb28a32f24f None None] Checking agent: {'id': '239dac0e-b210-4295-8f1a-11f7f9dc3de1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-755101-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 19, 12, 1), 'started_at': datetime.datetime(2022, 3, 25, 19, 12, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 19, 12, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-755101-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 25 19:12:29.919771 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96142bb7-ac8e-40a9-98ea-ceb28a32f24f None None] Checking segment: {'id': 'a887f377-d039-431f-995c-6549f8bb0072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '707481a4-7ed8-4677-8b97-973e6afdf4a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 25 19:12:29.920253 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-96142bb7-ac8e-40a9-98ea-ceb28a32f24f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:12:29.920629 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96142bb7-ac8e-40a9-98ea-ceb28a32f24f None None] Bound using segment: {'id': 'a887f377-d039-431f-995c-6549f8bb0072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '707481a4-7ed8-4677-8b97-973e6afdf4a3'} {{(pid=103199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 25 19:12:29.921093 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.managers [None req-96142bb7-ac8e-40a9-98ea-ceb28a32f24f None None] Bound port: 75b6a65f-e9f1-48db-9a94-a94d35231167, host: dv-cinder-755101-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a887f377-d039-431f-995c-6549f8bb0072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': '707481a4-7ed8-4677-8b97-973e6afdf4a3'}}] {{(pid=103199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 25 19:12:29.921470 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-96142bb7-ac8e-40a9-98ea-ceb28a32f24f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1293263'] for port (75b6a65f-e9f1-48db-9a94-a94d35231167), before_update {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:12:29.973940 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-2fea13a0-95fc-4183-9a6b-3e7e149fc69b None None] Provisioning complete for port 75b6a65f-e9f1-48db-9a94-a94d35231167 triggered by entity DHCP. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 25 19:12:29.974370 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-2fea13a0-95fc-4183-9a6b-3e7e149fc69b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133789'] for port (75b6a65f-e9f1-48db-9a94-a94d35231167), provisioning_complete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:12:29.990227 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.db [None req-96142bb7-ac8e-40a9-98ea-ceb28a32f24f None None] For port 75b6a65f-e9f1-48db-9a94-a94d35231167, host dv-cinder-755101-7-iscsi, cleared binding levels {{(pid=103199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 25 19:12:30.009631 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.db [None req-96142bb7-ac8e-40a9-98ea-ceb28a32f24f None None] For port 75b6a65f-e9f1-48db-9a94-a94d35231167, host dv-cinder-755101-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755101-7-iscsi',level=0,port_id=75b6a65f-e9f1-48db-9a94-a94d35231167,segment=NetworkSegment(a887f377-d039-431f-995c-6549f8bb0072),segment_id=a887f377-d039-431f-995c-6549f8bb0072)] {{(pid=103199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 25 19:12:30.011980 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-2fea13a0-95fc-4183-9a6b-3e7e149fc69b None None] Port 75b6a65f-e9f1-48db-9a94-a94d35231167 cannot update to ACTIVE because it is not bound. {{(pid=103198) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 25 19:12:30.016161 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-96142bb7-ac8e-40a9-98ea-ceb28a32f24f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036679572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741036190733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741036190751'] for port (75b6a65f-e9f1-48db-9a94-a94d35231167), after_update {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:12:30.069050 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96142bb7-ac8e-40a9-98ea-ceb28a32f24f None None] Routers {'917da0aa-a9c1-4e01-ab2f-b3c135f8eeea'} bound to L3 agent in host dv-cinder-755101-7-iscsi {{(pid=103199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 25 19:12:30.069658 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.db.l3_hamode_db [None req-96142bb7-ac8e-40a9-98ea-ceb28a32f24f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755101-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-25T19:11:57Z,description=,heartbeat_timestamp=2022-03-25T19:12:27Z,host='dv-cinder-755101-7-iscsi',id=af1b81b0-43af-47bb-a61e-8e46b36efc57,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:11:57Z,topic='l3_agent')) {'router_ids': ['917da0aa-a9c1-4e01-ab2f-b3c135f8eeea'], 'active': True} {{(pid=103199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 19:12:30.137664 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc714ab-c495-45cf-a13f-82dc37f0f454 None None] Pushing event updated for resources: {'Port': ['ID=75b6a65f-e9f1-48db-9a94-a94d35231167,revision_number=4']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:12:30.171564 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.db.l3_dvr_db [None req-96142bb7-ac8e-40a9-98ea-ceb28a32f24f None None] Set router 917da0aa-a9c1-4e01-ab2f-b3c135f8eeea gateway port host: None {{(pid=103199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 25 19:12:30.231443 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-6bc670a0-b57d-45be-b6b1-980850830471 None None] Provisioning complete for port 75b6a65f-e9f1-48db-9a94-a94d35231167 triggered by entity DHCP. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 25 19:12:30.231960 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-6bc670a0-b57d-45be-b6b1-980850830471 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133789'] for port (75b6a65f-e9f1-48db-9a94-a94d35231167), provisioning_complete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:12:30.311923 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-6bc670a0-b57d-45be-b6b1-980850830471 None None] Current status of the port 75b6a65f-e9f1-48db-9a94-a94d35231167 is: DOWN; New status is: ACTIVE {{(pid=103198) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 25 19:12:30.312223 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-6bc670a0-b57d-45be-b6b1-980850830471 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1293263'] for port (75b6a65f-e9f1-48db-9a94-a94d35231167), before_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:12:30.348482 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-6bc670a0-b57d-45be-b6b1-980850830471 None None] For port 75b6a65f-e9f1-48db-9a94-a94d35231167, host dv-cinder-755101-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755101-7-iscsi',level=0,port_id=75b6a65f-e9f1-48db-9a94-a94d35231167,segment=NetworkSegment(a887f377-d039-431f-995c-6549f8bb0072),segment_id=a887f377-d039-431f-995c-6549f8bb0072)] {{(pid=103198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 25 19:12:30.352586 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-6bc670a0-b57d-45be-b6b1-980850830471 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036679572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741036190733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741036190751'] for port (75b6a65f-e9f1-48db-9a94-a94d35231167), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:12:30.389983 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.db.l3_hamode_db [None req-96142bb7-ac8e-40a9-98ea-ceb28a32f24f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '917da0aa-a9c1-4e01-ab2f-b3c135f8eeea', 'name': 'router1', 'tenant_id': '9a02e964c3cd495bb99c97f003e9609f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T19:12:17Z', 'updated_at': '2022-03-25T19:12:27Z', 'revision_number': 2, 'project_id': '9a02e964c3cd495bb99c97f003e9609f', 'gw_port_host': None, '_interfaces': [{'id': '75b6a65f-e9f1-48db-9a94-a94d35231167', 'name': '', 'network_id': '707481a4-7ed8-4677-8b97-973e6afdf4a3', 'tenant_id': '9a02e964c3cd495bb99c97f003e9609f', 'mac_address': 'fa:16:3e:2b:0c:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '917da0aa-a9c1-4e01-ab2f-b3c135f8eeea', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f232b8f7-ed76-4c3b-be39-9f179de710d8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T19:12:27Z', 'updated_at': '2022-03-25T19:12:29Z', 'revision_number': 4, 'project_id': '9a02e964c3cd495bb99c97f003e9609f', 'subnets': [{'id': 'f232b8f7-ed76-4c3b-be39-9f179de710d8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2ad9adc6-3192-4a91-8471-a2ad4c8859e8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-755101-7-iscsi', False) {} {{(pid=103199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 19:12:30.402467 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc670a0-b57d-45be-b6b1-980850830471 None None] Pushing event updated for resources: {'Port': ['ID=75b6a65f-e9f1-48db-9a94-a94d35231167,revision_number=5']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:12:30.417693 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96142bb7-ac8e-40a9-98ea-ceb28a32f24f None None] The sync data for ids ['917da0aa-a9c1-4e01-ab2f-b3c135f8eeea'] in dv-cinder-755101-7-iscsi is: [{'id': '917da0aa-a9c1-4e01-ab2f-b3c135f8eeea', 'name': 'router1', 'tenant_id': '9a02e964c3cd495bb99c97f003e9609f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T19:12:17Z', 'updated_at': '2022-03-25T19:12:27Z', 'revision_number': 2, 'project_id': '9a02e964c3cd495bb99c97f003e9609f', 'gw_port_host': None, '_interfaces': [{'id': '75b6a65f-e9f1-48db-9a94-a94d35231167', 'name': '', 'network_id': '707481a4-7ed8-4677-8b97-973e6afdf4a3', 'tenant_id': '9a02e964c3cd495bb99c97f003e9609f', 'mac_address': 'fa:16:3e:2b:0c:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '917da0aa-a9c1-4e01-ab2f-b3c135f8eeea', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f232b8f7-ed76-4c3b-be39-9f179de710d8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T19:12:27Z', 'updated_at': '2022-03-25T19:12:29Z', 'revision_number': 4, 'project_id': '9a02e964c3cd495bb99c97f003e9609f', 'subnets': [{'id': 'f232b8f7-ed76-4c3b-be39-9f179de710d8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2ad9adc6-3192-4a91-8471-a2ad4c8859e8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 25 19:12:30.717150 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741036503857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133703'] for agent (239dac0e-b210-4295-8f1a-11f7f9dc3de1), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:12:30.996630 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.18', 55816) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:12:31.190626 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7d9176d-109b-4180-b8af-a657042fa3ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:12:31.192002 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-d7d9176d-109b-4180-b8af-a657042fa3ab admin admin] 10.222.0.18 "GET /v2.0/networks/4acd50f3-de7f-4854-a6f4-5b66b3577c15 HTTP/1.1" status: 200 len: 842 time: 0.1943824 Mar 25 19:12:31.201264 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.v2.base [None req-d8a2989d-3956-4fe0-989e-fe5dc02a02a1 admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'name': 'public-subnet', 'gateway_ip': '172.27.0.1', 'cidr': '172.27.0.0/24', 'enable_dhcp': False}} {{(pid=103197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 19:12:31.221166 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8a2989d-3956-4fe0-989e-fe5dc02a02a1 admin admin] Made reservation on behalf of a6f1ba8095d746cfa338ad258e588cbb for: {'subnet': 1} {{(pid=103197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 19:12:31.224137 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-d8a2989d-3956-4fe0-989e-fe5dc02a02a1 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:12:31.569880 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.objects.ports [None req-d8a2989d-3956-4fe0-989e-fe5dc02a02a1 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103197) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 25 19:12:31.570309 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-d8a2989d-3956-4fe0-989e-fe5dc02a02a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877'] for subnet (efae7cfd-1549-43a8-94ca-01f5ce7b3ee1), after_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:12:31.618209 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a2989d-3956-4fe0-989e-fe5dc02a02a1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=efae7cfd-1549-43a8-94ca-01f5ce7b3ee1,revision_number=0']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:12:31.633047 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8a2989d-3956-4fe0-989e-fe5dc02a02a1 admin admin] Checking segment: {'id': 'bcf11cf5-8ef8-46ee-bf1d-f87c743f3fc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 25 19:12:31.633410 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8a2989d-3956-4fe0-989e-fe5dc02a02a1 admin admin] Network hostable DHCP agents. Network: 4acd50f3-de7f-4854-a6f4-5b66b3577c15, hostable agents: ['ff15a80c-2d7c-4104-a6ad-0973d1d911f7'], hosted agents: [] {{(pid=103197) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 25 19:12:31.649468 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8a2989d-3956-4fe0-989e-fe5dc02a02a1 admin admin] Network 4acd50f3-de7f-4854-a6f4-5b66b3577c15 is scheduled to be hosted by DHCP agent ff15a80c-2d7c-4104-a6ad-0973d1d911f7 with binding_index 1 {{(pid=103197) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 25 19:12:31.658076 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.scheduler.base_scheduler [None req-d8a2989d-3956-4fe0-989e-fe5dc02a02a1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-755101-7-iscsi, 4acd50f3-de7f-4854-a6f4-5b66b3577c15) {{(pid=103197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 19:12:31.662054 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8a2989d-3956-4fe0-989e-fe5dc02a02a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:12:31.662681 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-d8a2989d-3956-4fe0-989e-fe5dc02a02a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692927'] for subnet (None), before_response {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:12:31.668661 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a307d91-5f9b-48f8-b25d-95ef7b6b4151 None None] Network 4acd50f3-de7f-4854-a6f4-5b66b3577c15 requested from dv-cinder-755101-7-iscsi {{(pid=103198) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 25 19:12:31.678325 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-d8a2989d-3956-4fe0-989e-fe5dc02a02a1 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4803827 Mar 25 19:12:31.779186 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-865971e5-acfd-4986-a092-92700b090f4e None None] Network 4acd50f3-de7f-4854-a6f4-5b66b3577c15 requested from dv-cinder-755101-7-iscsi {{(pid=103198) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 25 19:12:34.192811 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.18', 55834) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:12:34.329256 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-cbae9126-0c3b-4396-a8af-a77e9c4c2fc5 demo admin] 10.222.0.18 "GET /v2.0/routers/917da0aa-a9c1-4e01-ab2f-b3c135f8eeea HTTP/1.1" status: 200 len: 710 time: 0.1351104 Mar 25 19:12:34.421479 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-142ac9a4-4cae-42d5-afe6-d4855c4ccf31 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:12:34.422873 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-142ac9a4-4cae-42d5-afe6-d4855c4ccf31 demo admin] 10.222.0.18 "GET /v2.0/networks/4acd50f3-de7f-4854-a6f4-5b66b3577c15 HTTP/1.1" status: 200 len: 886 time: 0.0878673 Mar 25 19:12:34.431674 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.v2.base [None req-f02c327e-bb8b-4bca-9b4c-ba7a8f9f0c22 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15'}}} {{(pid=103197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 19:12:34.674467 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-f02c327e-bb8b-4bca-9b4c-ba7a8f9f0c22 demo admin] Publish callbacks [] for router_gateway (917da0aa-a9c1-4e01-ab2f-b3c135f8eeea), precommit_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:12:34.901275 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-f02c327e-bb8b-4bca-9b4c-ba7a8f9f0c22 demo admin] Publish callbacks [] for router_gateway (917da0aa-a9c1-4e01-ab2f-b3c135f8eeea), before_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:12:34.976859 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-f02c327e-bb8b-4bca-9b4c-ba7a8f9f0c22 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1293263'] for port (None), before_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:12:35.077683 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.db.db_base_plugin_common [None req-f02c327e-bb8b-4bca-9b4c-ba7a8f9f0c22 demo admin] Allocated IP 172.27.0.18 (4acd50f3-de7f-4854-a6f4-5b66b3577c15/efae7cfd-1549-43a8-94ca-01f5ce7b3ee1/b72e73bd-acbe-480b-94f1-e376c94f7d66) {{(pid=103197) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 19:12:35.173375 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-f02c327e-bb8b-4bca-9b4c-ba7a8f9f0c22 demo admin] Publish callbacks [] for port (b72e73bd-acbe-480b-94f1-e376c94f7d66), precommit_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:12:35.204762 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-f02c327e-bb8b-4bca-9b4c-ba7a8f9f0c22 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741036193015'] for port (b72e73bd-acbe-480b-94f1-e376c94f7d66), after_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:12:35.243981 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f02c327e-bb8b-4bca-9b4c-ba7a8f9f0c22 demo admin] Network 4acd50f3-de7f-4854-a6f4-5b66b3577c15 is already hosted by enough agents. {{(pid=103197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 19:12:35.245159 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.scheduler.base_scheduler [None req-f02c327e-bb8b-4bca-9b4c-ba7a8f9f0c22 demo admin] Resources bound (agent type, host, resource id): {{(pid=103197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 19:12:35.247708 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f02c327e-bb8b-4bca-9b4c-ba7a8f9f0c22 demo admin] Received port after_create {{(pid=103197) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 25 19:12:35.315287 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02c327e-bb8b-4bca-9b4c-ba7a8f9f0c22 demo admin] Pushing event updated for resources: {'Port': ['ID=b72e73bd-acbe-480b-94f1-e376c94f7d66,revision_number=1']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:12:35.589938 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-f02c327e-bb8b-4bca-9b4c-ba7a8f9f0c22 demo admin] Publish callbacks [] for router_gateway (917da0aa-a9c1-4e01-ab2f-b3c135f8eeea), after_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:12:35.793379 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-f02c327e-bb8b-4bca-9b4c-ba7a8f9f0c22 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3753680', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3755967', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1460'] for router (917da0aa-a9c1-4e01-ab2f-b3c135f8eeea), precommit_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:12:35.797254 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-f02c327e-bb8b-4bca-9b4c-ba7a8f9f0c22 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3753515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3753689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3753506', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3755912'] for router (917da0aa-a9c1-4e01-ab2f-b3c135f8eeea), after_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:12:35.904381 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f02c327e-bb8b-4bca-9b4c-ba7a8f9f0c22 demo admin] Router 917da0aa-a9c1-4e01-ab2f-b3c135f8eeea has already been hosted by L3 agent af1b81b0-43af-47bb-a61e-8e46b36efc57 {{(pid=103197) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 25 19:12:36.009646 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f02c327e-bb8b-4bca-9b4c-ba7a8f9f0c22 demo admin] Notify agent at l3_agent.dv-cinder-755101-7-iscsi the message routers_updated {{(pid=103197) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 25 19:12:36.013965 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-f02c327e-bb8b-4bca-9b4c-ba7a8f9f0c22 demo admin] Publish callbacks [] for router (None), before_response {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:12:36.015194 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-f02c327e-bb8b-4bca-9b4c-ba7a8f9f0c22 demo admin] 10.222.0.18 "PUT /v2.0/routers/917da0aa-a9c1-4e01-ab2f-b3c135f8eeea HTTP/1.1" status: 200 len: 889 time: 1.5866582 Mar 25 19:12:37.444314 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Device 75b6a65f-e9f1-48db-9a94-a94d35231167 up at agent ovs-agent-dv-cinder-755101-7-iscsi {{(pid=103198) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 25 19:12:37.495365 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Provisioning complete for port 75b6a65f-e9f1-48db-9a94-a94d35231167 triggered by entity L2. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 25 19:12:37.495673 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133789'] for port (75b6a65f-e9f1-48db-9a94-a94d35231167), provisioning_complete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:12:37.569612 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Current status of the port 75b6a65f-e9f1-48db-9a94-a94d35231167 is: ACTIVE; New status is: ACTIVE {{(pid=103198) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 25 19:12:38.570880 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.18', 55846) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:12:38.686070 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-c1ed0026-d713-4aa5-8ed9-4f3708a7aee0 admin admin] 10.222.0.18 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1140196 Mar 25 19:12:39.045468 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51a61337-2340-44f6-9511-b985814e9c8e None None] Sync routers for ids ['917da0aa-a9c1-4e01-ab2f-b3c135f8eeea'] in dv-cinder-755101-7-iscsi {{(pid=103198) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 25 19:12:39.056383 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51a61337-2340-44f6-9511-b985814e9c8e None None] Routers {'917da0aa-a9c1-4e01-ab2f-b3c135f8eeea'} bound to L3 agent in host dv-cinder-755101-7-iscsi {{(pid=103198) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 25 19:12:39.057045 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.l3_hamode_db [None req-51a61337-2340-44f6-9511-b985814e9c8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755101-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-25T19:11:57Z,description=,heartbeat_timestamp=2022-03-25T19:12:27Z,host='dv-cinder-755101-7-iscsi',id=af1b81b0-43af-47bb-a61e-8e46b36efc57,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:11:57Z,topic='l3_agent')) {'router_ids': ['917da0aa-a9c1-4e01-ab2f-b3c135f8eeea'], 'active': True} {{(pid=103198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 19:12:39.277097 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.l3_dvr_db [None req-51a61337-2340-44f6-9511-b985814e9c8e None None] Set router 917da0aa-a9c1-4e01-ab2f-b3c135f8eeea gateway port host: dv-cinder-755101-7-iscsi {{(pid=103198) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 25 19:12:39.740185 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.l3_hamode_db [None req-51a61337-2340-44f6-9511-b985814e9c8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '917da0aa-a9c1-4e01-ab2f-b3c135f8eeea', 'name': 'router1', 'tenant_id': '9a02e964c3cd495bb99c97f003e9609f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'external_fixed_ips': [{'subnet_id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'ip_address': '172.27.0.18'}], 'enable_snat': True}, 'gw_port_id': 'b72e73bd-acbe-480b-94f1-e376c94f7d66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T19:12:17Z', 'updated_at': '2022-03-25T19:12:35Z', 'revision_number': 4, 'project_id': '9a02e964c3cd495bb99c97f003e9609f', 'gw_port': {'id': 'b72e73bd-acbe-480b-94f1-e376c94f7d66', 'name': '', 'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:14:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '917da0aa-a9c1-4e01-ab2f-b3c135f8eeea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'ip_address': '172.27.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T19:12:34Z', 'updated_at': '2022-03-25T19:12:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755101-7-iscsi', '_interfaces': [{'id': '75b6a65f-e9f1-48db-9a94-a94d35231167', 'name': '', 'network_id': '707481a4-7ed8-4677-8b97-973e6afdf4a3', 'tenant_id': '9a02e964c3cd495bb99c97f003e9609f', 'mac_address': 'fa:16:3e:2b:0c:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '917da0aa-a9c1-4e01-ab2f-b3c135f8eeea', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f232b8f7-ed76-4c3b-be39-9f179de710d8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T19:12:27Z', 'updated_at': '2022-03-25T19:12:30Z', 'revision_number': 5, 'project_id': '9a02e964c3cd495bb99c97f003e9609f', 'subnets': [{'id': 'f232b8f7-ed76-4c3b-be39-9f179de710d8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2ad9adc6-3192-4a91-8471-a2ad4c8859e8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-755101-7-iscsi', False) {} {{(pid=103198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 19:12:39.788347 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51a61337-2340-44f6-9511-b985814e9c8e None None] Checking router: 917da0aa-a9c1-4e01-ab2f-b3c135f8eeea for host: dv-cinder-755101-7-iscsi {{(pid=103198) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 25 19:12:39.788721 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51a61337-2340-44f6-9511-b985814e9c8e None None] Updating router 917da0aa-a9c1-4e01-ab2f-b3c135f8eeea port b72e73bd-acbe-480b-94f1-e376c94f7d66 binding host dv-cinder-755101-7-iscsi {{(pid=103198) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 25 19:12:39.846345 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-51a61337-2340-44f6-9511-b985814e9c8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1293263'] for port (b72e73bd-acbe-480b-94f1-e376c94f7d66), before_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:12:39.898759 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.db.agents_db [None req-ad735e95-395b-498c-b22d-e8906e231634 None None] Agent healthcheck: found 5 active agents {{(pid=103199) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 25 19:12:40.164604 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-51a61337-2340-44f6-9511-b985814e9c8e None None] Publish callbacks [] for port (b72e73bd-acbe-480b-94f1-e376c94f7d66), precommit_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:12:40.169595 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-51a61337-2340-44f6-9511-b985814e9c8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036679572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741036190733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741036190751'] for port (b72e73bd-acbe-480b-94f1-e376c94f7d66), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:12:40.215890 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.managers [None req-51a61337-2340-44f6-9511-b985814e9c8e None None] Attempting to bind port b72e73bd-acbe-480b-94f1-e376c94f7d66 on host dv-cinder-755101-7-iscsi for vnic_type normal with profile {{(pid=103198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 25 19:12:40.216251 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.managers [None req-51a61337-2340-44f6-9511-b985814e9c8e None None] Attempting to bind port b72e73bd-acbe-480b-94f1-e376c94f7d66 by drivers openvswitch,hyperv on host dv-cinder-755101-7-iscsi at level 0 using segments [{'id': 'bcf11cf5-8ef8-46ee-bf1d-f87c743f3fc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15'}] {{(pid=103198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 25 19:12:40.216608 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51a61337-2340-44f6-9511-b985814e9c8e None None] Attempting to bind port b72e73bd-acbe-480b-94f1-e376c94f7d66 on network 4acd50f3-de7f-4854-a6f4-5b66b3577c15 {{(pid=103198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 25 19:12:40.223934 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bf84f1-fee4-467c-8a86-e7b59da0d7fc None None] Pushing event updated for resources: {'Port': ['ID=b72e73bd-acbe-480b-94f1-e376c94f7d66,revision_number=2']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:12:40.226308 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51a61337-2340-44f6-9511-b985814e9c8e None None] Checking agent: {'id': '239dac0e-b210-4295-8f1a-11f7f9dc3de1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-755101-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 19, 12, 1), 'started_at': datetime.datetime(2022, 3, 25, 19, 12, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 19, 12, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-755101-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 25 19:12:40.226709 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51a61337-2340-44f6-9511-b985814e9c8e None None] Checking segment: {'id': 'bcf11cf5-8ef8-46ee-bf1d-f87c743f3fc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 25 19:12:40.227151 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-51a61337-2340-44f6-9511-b985814e9c8e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:12:40.227543 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51a61337-2340-44f6-9511-b985814e9c8e None None] Bound using segment: {'id': 'bcf11cf5-8ef8-46ee-bf1d-f87c743f3fc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15'} {{(pid=103198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 25 19:12:40.228002 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.managers [None req-51a61337-2340-44f6-9511-b985814e9c8e None None] Bound port: b72e73bd-acbe-480b-94f1-e376c94f7d66, host: dv-cinder-755101-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcf11cf5-8ef8-46ee-bf1d-f87c743f3fc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15'}}] {{(pid=103198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 25 19:12:40.228374 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-51a61337-2340-44f6-9511-b985814e9c8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1293263'] for port (b72e73bd-acbe-480b-94f1-e376c94f7d66), before_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:12:40.279209 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-51a61337-2340-44f6-9511-b985814e9c8e None None] For port b72e73bd-acbe-480b-94f1-e376c94f7d66, host dv-cinder-755101-7-iscsi, cleared binding levels {{(pid=103198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 25 19:12:40.282517 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-51a61337-2340-44f6-9511-b985814e9c8e None None] For port b72e73bd-acbe-480b-94f1-e376c94f7d66, host dv-cinder-755101-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755101-7-iscsi',level=0,port_id=b72e73bd-acbe-480b-94f1-e376c94f7d66,segment=NetworkSegment(bcf11cf5-8ef8-46ee-bf1d-f87c743f3fc7),segment_id=bcf11cf5-8ef8-46ee-bf1d-f87c743f3fc7)] {{(pid=103198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 25 19:12:40.288689 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-51a61337-2340-44f6-9511-b985814e9c8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036679572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741036190733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741036190751'] for port (b72e73bd-acbe-480b-94f1-e376c94f7d66), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:12:40.346354 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bf84f1-fee4-467c-8a86-e7b59da0d7fc None None] Pushing event updated for resources: {'Port': ['ID=b72e73bd-acbe-480b-94f1-e376c94f7d66,revision_number=3']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:12:40.352785 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51a61337-2340-44f6-9511-b985814e9c8e None None] Routers {'917da0aa-a9c1-4e01-ab2f-b3c135f8eeea'} bound to L3 agent in host dv-cinder-755101-7-iscsi {{(pid=103198) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 25 19:12:40.352785 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.l3_hamode_db [None req-51a61337-2340-44f6-9511-b985814e9c8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755101-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-25T19:11:57Z,description=,heartbeat_timestamp=2022-03-25T19:12:27Z,host='dv-cinder-755101-7-iscsi',id=af1b81b0-43af-47bb-a61e-8e46b36efc57,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:11:57Z,topic='l3_agent')) {'router_ids': ['917da0aa-a9c1-4e01-ab2f-b3c135f8eeea'], 'active': True} {{(pid=103198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 19:12:40.476219 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.l3_dvr_db [None req-51a61337-2340-44f6-9511-b985814e9c8e None None] Set router 917da0aa-a9c1-4e01-ab2f-b3c135f8eeea gateway port host: dv-cinder-755101-7-iscsi {{(pid=103198) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 25 19:12:40.696039 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.l3_hamode_db [None req-51a61337-2340-44f6-9511-b985814e9c8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '917da0aa-a9c1-4e01-ab2f-b3c135f8eeea', 'name': 'router1', 'tenant_id': '9a02e964c3cd495bb99c97f003e9609f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'external_fixed_ips': [{'subnet_id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'ip_address': '172.27.0.18'}], 'enable_snat': True}, 'gw_port_id': 'b72e73bd-acbe-480b-94f1-e376c94f7d66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T19:12:17Z', 'updated_at': '2022-03-25T19:12:35Z', 'revision_number': 4, 'project_id': '9a02e964c3cd495bb99c97f003e9609f', 'gw_port': {'id': 'b72e73bd-acbe-480b-94f1-e376c94f7d66', 'name': '', 'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:14:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '917da0aa-a9c1-4e01-ab2f-b3c135f8eeea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'ip_address': '172.27.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T19:12:34Z', 'updated_at': '2022-03-25T19:12:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755101-7-iscsi', '_interfaces': [{'id': '75b6a65f-e9f1-48db-9a94-a94d35231167', 'name': '', 'network_id': '707481a4-7ed8-4677-8b97-973e6afdf4a3', 'tenant_id': '9a02e964c3cd495bb99c97f003e9609f', 'mac_address': 'fa:16:3e:2b:0c:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '917da0aa-a9c1-4e01-ab2f-b3c135f8eeea', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f232b8f7-ed76-4c3b-be39-9f179de710d8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T19:12:27Z', 'updated_at': '2022-03-25T19:12:30Z', 'revision_number': 5, 'project_id': '9a02e964c3cd495bb99c97f003e9609f', 'subnets': [{'id': 'f232b8f7-ed76-4c3b-be39-9f179de710d8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2ad9adc6-3192-4a91-8471-a2ad4c8859e8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-755101-7-iscsi', False) {} {{(pid=103198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 19:12:40.725934 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51a61337-2340-44f6-9511-b985814e9c8e None None] The sync data for ids ['917da0aa-a9c1-4e01-ab2f-b3c135f8eeea'] in dv-cinder-755101-7-iscsi is: [{'id': '917da0aa-a9c1-4e01-ab2f-b3c135f8eeea', 'name': 'router1', 'tenant_id': '9a02e964c3cd495bb99c97f003e9609f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'external_fixed_ips': [{'subnet_id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'ip_address': '172.27.0.18'}], 'enable_snat': True}, 'gw_port_id': 'b72e73bd-acbe-480b-94f1-e376c94f7d66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T19:12:17Z', 'updated_at': '2022-03-25T19:12:35Z', 'revision_number': 4, 'project_id': '9a02e964c3cd495bb99c97f003e9609f', 'gw_port': {'id': 'b72e73bd-acbe-480b-94f1-e376c94f7d66', 'name': '', 'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:14:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '917da0aa-a9c1-4e01-ab2f-b3c135f8eeea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'ip_address': '172.27.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T19:12:34Z', 'updated_at': '2022-03-25T19:12:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755101-7-iscsi', '_interfaces': [{'id': '75b6a65f-e9f1-48db-9a94-a94d35231167', 'name': '', 'network_id': '707481a4-7ed8-4677-8b97-973e6afdf4a3', 'tenant_id': '9a02e964c3cd495bb99c97f003e9609f', 'mac_address': 'fa:16:3e:2b:0c:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '917da0aa-a9c1-4e01-ab2f-b3c135f8eeea', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f232b8f7-ed76-4c3b-be39-9f179de710d8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T19:12:27Z', 'updated_at': '2022-03-25T19:12:30Z', 'revision_number': 5, 'project_id': '9a02e964c3cd495bb99c97f003e9609f', 'subnets': [{'id': 'f232b8f7-ed76-4c3b-be39-9f179de710d8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2ad9adc6-3192-4a91-8471-a2ad4c8859e8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103198) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 25 19:12:41.514955 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Device b72e73bd-acbe-480b-94f1-e376c94f7d66 up at agent ovs-agent-dv-cinder-755101-7-iscsi {{(pid=103198) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 25 19:12:41.567074 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Provisioning complete for port b72e73bd-acbe-480b-94f1-e376c94f7d66 triggered by entity L2. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 25 19:12:41.567730 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133789'] for port (b72e73bd-acbe-480b-94f1-e376c94f7d66), provisioning_complete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:12:41.652556 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Current status of the port b72e73bd-acbe-480b-94f1-e376c94f7d66 is: DOWN; New status is: ACTIVE {{(pid=103198) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 25 19:12:41.652949 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1293263'] for port (b72e73bd-acbe-480b-94f1-e376c94f7d66), before_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:12:41.677190 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] For port b72e73bd-acbe-480b-94f1-e376c94f7d66, host dv-cinder-755101-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755101-7-iscsi',level=0,port_id=b72e73bd-acbe-480b-94f1-e376c94f7d66,segment=NetworkSegment(bcf11cf5-8ef8-46ee-bf1d-f87c743f3fc7),segment_id=bcf11cf5-8ef8-46ee-bf1d-f87c743f3fc7)] {{(pid=103198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 25 19:12:41.686304 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036679572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741036190733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741036190751'] for port (b72e73bd-acbe-480b-94f1-e376c94f7d66), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:12:41.748110 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Pushing event updated for resources: {'Port': ['ID=b72e73bd-acbe-480b-94f1-e376c94f7d66,revision_number=4']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:12:43.450229 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Device b72e73bd-acbe-480b-94f1-e376c94f7d66 up at agent ovs-agent-dv-cinder-755101-7-iscsi {{(pid=103198) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 25 19:12:43.535511 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Provisioning complete for port b72e73bd-acbe-480b-94f1-e376c94f7d66 triggered by entity L2. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 25 19:12:43.535911 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133789'] for port (b72e73bd-acbe-480b-94f1-e376c94f7d66), provisioning_complete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:12:43.646300 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Current status of the port b72e73bd-acbe-480b-94f1-e376c94f7d66 is: ACTIVE; New status is: ACTIVE {{(pid=103198) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 25 19:12:54.236047 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-62b5ea73-3e86-4c5d-93f1-5d32e7a9f5a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741036503857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133703'] for agent (ff15a80c-2d7c-4104-a6ad-0973d1d911f7), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:12:56.654100 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-33d9a1df-4490-4416-b556-a8494352db6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741036503857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133703'] for agent (af1b81b0-43af-47bb-a61e-8e46b36efc57), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:12:57.527880 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-af60142c-683d-41c3-be1d-5377fff6ca45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741036503857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133703'] for agent (c3076277-13eb-43a7-9b94-fad13f82c96d), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:12:59.117689 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-bfcc621e-35c9-4ac2-b4cb-53c403134561 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741036503857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133703'] for agent (9ba807d9-64cc-4b2a-8ad2-e4f3b23bc779), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:13:00.724357 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741036503857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133703'] for agent (239dac0e-b210-4295-8f1a-11f7f9dc3de1), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:13:16.899036 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.db.agents_db [None req-ad735e95-395b-498c-b22d-e8906e231634 None None] Agent healthcheck: found 5 active agents {{(pid=103199) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 25 19:13:24.229172 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-c644664d-612f-4e78-a0ef-17cfe39fd963 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741036503857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133703'] for agent (ff15a80c-2d7c-4104-a6ad-0973d1d911f7), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:13:26.650362 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-8918b7b3-32e0-44aa-a986-e61a3efc94c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741036503857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133703'] for agent (af1b81b0-43af-47bb-a61e-8e46b36efc57), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:13:27.530910 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-af60142c-683d-41c3-be1d-5377fff6ca45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741036503857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133703'] for agent (c3076277-13eb-43a7-9b94-fad13f82c96d), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:13:29.125366 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-bfcc621e-35c9-4ac2-b4cb-53c403134561 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741036503857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133703'] for agent (9ba807d9-64cc-4b2a-8ad2-e4f3b23bc779), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:13:30.723467 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741036503857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133703'] for agent (239dac0e-b210-4295-8f1a-11f7f9dc3de1), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:13:53.898211 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.db.agents_db [None req-ad735e95-395b-498c-b22d-e8906e231634 None None] Agent healthcheck: found 5 active agents {{(pid=103199) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 25 19:13:54.230559 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-88056208-ab11-4893-ad58-45ca8d98a109 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741036503857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133703'] for agent (ff15a80c-2d7c-4104-a6ad-0973d1d911f7), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:13:56.651440 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-064e7dd1-0d4c-4426-b7ab-876eafe061b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741036503857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133703'] for agent (af1b81b0-43af-47bb-a61e-8e46b36efc57), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:13:57.529907 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-af60142c-683d-41c3-be1d-5377fff6ca45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741036503857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133703'] for agent (c3076277-13eb-43a7-9b94-fad13f82c96d), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:13:59.120520 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-bfcc621e-35c9-4ac2-b4cb-53c403134561 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741036503857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133703'] for agent (9ba807d9-64cc-4b2a-8ad2-e4f3b23bc779), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:14:00.344202 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.18', 56330) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:14:00.404474 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f99efa5-59ea-4c8f-876a-e5f281ab6641 admin admin] GET failed (client error): The resource could not be found. Mar 25 19:14:00.405768 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-3f99efa5-59ea-4c8f-876a-e5f281ab6641 admin admin] 10.222.0.18 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0606146 Mar 25 19:14:00.568380 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48242cdd-808c-459a-a04b-bf1209e21b5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:14:00.569859 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-48242cdd-808c-459a-a04b-bf1209e21b5c admin admin] 10.222.0.18 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1600258 Mar 25 19:14:00.719588 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741036503857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133703'] for agent (239dac0e-b210-4295-8f1a-11f7f9dc3de1), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:14:02.861273 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.18', 56340) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:14:02.951952 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9223558-ad07-4319-875e-e007f739ba44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:14:02.953325 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-d9223558-ad07-4319-875e-e007f739ba44 admin admin] 10.222.0.18 "GET /v2.0/subnets/f232b8f7-ed76-4c3b-be39-9f179de710d8 HTTP/1.1" status: 200 len: 849 time: 0.0910861 Mar 25 19:14:02.963107 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.v2.base [None req-4ce99e53-c1b8-4709-b2e7-14d7b57f4ece admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 19:14:03.048732 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-4ce99e53-c1b8-4709-b2e7-14d7b57f4ece admin admin] Publish callbacks [] for subnet (f232b8f7-ed76-4c3b-be39-9f179de710d8), before_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:14:03.185130 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-4ce99e53-c1b8-4709-b2e7-14d7b57f4ece admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8741036679563'] for subnet (f232b8f7-ed76-4c3b-be39-9f179de710d8), after_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:14:03.217211 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ce99e53-c1b8-4709-b2e7-14d7b57f4ece admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:14:03.218436 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-4ce99e53-c1b8-4709-b2e7-14d7b57f4ece admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692927'] for subnet (None), before_response {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:14:03.219477 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-4ce99e53-c1b8-4709-b2e7-14d7b57f4ece admin admin] 10.222.0.18 "PUT /v2.0/subnets/f232b8f7-ed76-4c3b-be39-9f179de710d8 HTTP/1.1" status: 200 len: 868 time: 0.2595847 Mar 25 19:14:03.221958 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-849ef34c-0ab0-4a9e-8502-da4283cf423d None None] Network 707481a4-7ed8-4677-8b97-973e6afdf4a3 requested from dv-cinder-755101-7-iscsi {{(pid=103198) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 25 19:14:03.240958 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce99e53-c1b8-4709-b2e7-14d7b57f4ece admin admin] Pushing event updated for resources: {'Subnet': ['ID=f232b8f7-ed76-4c3b-be39-9f179de710d8,revision_number=1']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:14:03.248168 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce99e53-c1b8-4709-b2e7-14d7b57f4ece admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:14:03.248500 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce99e53-c1b8-4709-b2e7-14d7b57f4ece admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:14:03.248855 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce99e53-c1b8-4709-b2e7-14d7b57f4ece admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:14:03.249195 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce99e53-c1b8-4709-b2e7-14d7b57f4ece admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:14:03.249519 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce99e53-c1b8-4709-b2e7-14d7b57f4ece admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:14:03.249839 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce99e53-c1b8-4709-b2e7-14d7b57f4ece admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:14:03.250160 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce99e53-c1b8-4709-b2e7-14d7b57f4ece admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:14:03.250478 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce99e53-c1b8-4709-b2e7-14d7b57f4ece admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:14:03.251000 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce99e53-c1b8-4709-b2e7-14d7b57f4ece admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:14:03.251194 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce99e53-c1b8-4709-b2e7-14d7b57f4ece admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:14:03.251493 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce99e53-c1b8-4709-b2e7-14d7b57f4ece admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:14:03.252350 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce99e53-c1b8-4709-b2e7-14d7b57f4ece admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:14:03.252665 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce99e53-c1b8-4709-b2e7-14d7b57f4ece admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:14:03.252980 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce99e53-c1b8-4709-b2e7-14d7b57f4ece admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:14:03.253291 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce99e53-c1b8-4709-b2e7-14d7b57f4ece admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:14:03.603506 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-f03347d5-c2a4-43d3-8edd-e4de263065c9 None None] Provisioning complete for port 7fa97c59-d211-4a68-8e4e-9a5b6ea872ff triggered by entity DHCP. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 25 19:14:03.603881 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-f03347d5-c2a4-43d3-8edd-e4de263065c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133789'] for port (7fa97c59-d211-4a68-8e4e-9a5b6ea872ff), provisioning_complete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:14:03.677961 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-f03347d5-c2a4-43d3-8edd-e4de263065c9 None None] Current status of the port 7fa97c59-d211-4a68-8e4e-9a5b6ea872ff is: ACTIVE; New status is: ACTIVE {{(pid=103198) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 25 19:14:03.687944 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-f03347d5-c2a4-43d3-8edd-e4de263065c9 None None] Provisioning complete for port 75b6a65f-e9f1-48db-9a94-a94d35231167 triggered by entity DHCP. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 25 19:14:03.688343 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-f03347d5-c2a4-43d3-8edd-e4de263065c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133789'] for port (75b6a65f-e9f1-48db-9a94-a94d35231167), provisioning_complete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:14:03.763592 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-f03347d5-c2a4-43d3-8edd-e4de263065c9 None None] Current status of the port 75b6a65f-e9f1-48db-9a94-a94d35231167 is: ACTIVE; New status is: ACTIVE {{(pid=103198) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 25 19:14:05.514253 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.18', 56348) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:14:05.708584 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2786360-f15e-430d-b2fe-5d24e799daee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:14:05.708963 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2786360-f15e-430d-b2fe-5d24e799daee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:14:05.710480 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-f2786360-f15e-430d-b2fe-5d24e799daee admin admin] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1952505 Mar 25 19:14:08.018896 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.18', 56356) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:14:08.264420 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-785b07bf-1262-4dfb-b27f-d69d7ac1a1b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:14:08.264812 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-785b07bf-1262-4dfb-b27f-d69d7ac1a1b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:14:08.266493 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-785b07bf-1262-4dfb-b27f-d69d7ac1a1b3 admin admin] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2463489 Mar 25 19:14:10.563054 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.18', 56366) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:14:10.685320 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f90b4de-31d3-4847-b5d9-5f6078c07f7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:14:10.686962 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-3f90b4de-31d3-4847-b5d9-5f6078c07f7f admin admin] 10.222.0.18 "GET /v2.0/networks/4acd50f3-de7f-4854-a6f4-5b66b3577c15 HTTP/1.1" status: 200 len: 886 time: 0.1229615 Mar 25 19:14:12.993390 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.18', 56374) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:14:13.120418 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-278d2f37-434b-4cdc-8728-64bd8b443d00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:14:13.121773 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-278d2f37-434b-4cdc-8728-64bd8b443d00 admin admin] 10.222.0.18 "GET /v2.0/networks/707481a4-7ed8-4677-8b97-973e6afdf4a3 HTTP/1.1" status: 200 len: 869 time: 0.1274352 Mar 25 19:14:15.445741 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.18', 56382) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:14:15.671328 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7386ce19-4000-47f9-b576-22245c4b3cba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:14:15.671688 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7386ce19-4000-47f9-b576-22245c4b3cba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:14:15.673216 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-7386ce19-4000-47f9-b576-22245c4b3cba admin admin] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.2265255 Mar 25 19:14:17.990110 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.18', 56390) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:14:18.078649 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2210c63f-7e3e-4c6a-ab22-4b0e47e81a6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:14:18.079135 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2210c63f-7e3e-4c6a-ab22-4b0e47e81a6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:14:18.081140 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-2210c63f-7e3e-4c6a-ab22-4b0e47e81a6a admin admin] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0900502 Mar 25 19:14:20.367847 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.18', 56398) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:14:20.453210 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-658b7ff1-9a4e-4656-af77-a55ac6e4769d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:14:20.455202 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-658b7ff1-9a4e-4656-af77-a55ac6e4769d admin admin] 10.222.0.18 "GET /v2.0/subnets/efae7cfd-1549-43a8-94ca-01f5ce7b3ee1 HTTP/1.1" status: 200 len: 816 time: 0.0857611 Mar 25 19:14:22.748228 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.18', 56406) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:14:22.839669 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-949f4c29-31c5-4d3e-805b-5f873b5553d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:14:22.840967 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-949f4c29-31c5-4d3e-805b-5f873b5553d4 admin admin] 10.222.0.18 "GET /v2.0/subnets/f232b8f7-ed76-4c3b-be39-9f179de710d8 HTTP/1.1" status: 200 len: 868 time: 0.0918148 Mar 25 19:14:24.234805 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-9bc76da1-2f69-4c58-8d90-dd60f90fe5a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741036503857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133703'] for agent (ff15a80c-2d7c-4104-a6ad-0973d1d911f7), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:14:26.653870 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-fd028081-15a0-4156-8495-dbbee4d6c03d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741036503857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133703'] for agent (af1b81b0-43af-47bb-a61e-8e46b36efc57), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:14:27.532938 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-af60142c-683d-41c3-be1d-5377fff6ca45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741036503857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133703'] for agent (c3076277-13eb-43a7-9b94-fad13f82c96d), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:14:29.125361 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-bfcc621e-35c9-4ac2-b4cb-53c403134561 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741036503857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133703'] for agent (9ba807d9-64cc-4b2a-8ad2-e4f3b23bc779), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:14:30.714794 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741036503857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133703'] for agent (239dac0e-b210-4295-8f1a-11f7f9dc3de1), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:14:30.897480 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.db.agents_db [None req-ad735e95-395b-498c-b22d-e8906e231634 None None] Agent healthcheck: found 5 active agents {{(pid=103199) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 25 19:14:50.773868 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.18', 56458) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:14:50.820563 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.wsgi [None req-071a1b5c-f051-4dd2-a06a-3629f6f4826f admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103197) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 25 19:14:50.821539 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-071a1b5c-f051-4dd2-a06a-3629f6f4826f admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0466740 Mar 25 19:14:53.200706 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.18', 56466) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:14:53.260051 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.pecan_wsgi.hooks.translation [None req-55e93961-f61b-42b9-9522-65316ebe982f admin admin] GET failed (client error): The resource could not be found. Mar 25 19:14:53.261310 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-55e93961-f61b-42b9-9522-65316ebe982f admin admin] 10.222.0.18 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0596497 Mar 25 19:14:53.351858 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0faa069c-b760-42ed-b10f-313e9222e5fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:14:53.353339 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-0faa069c-b760-42ed-b10f-313e9222e5fa admin admin] 10.222.0.18 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0881336 Mar 25 19:14:54.237660 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-3bee48e9-1e5b-4b06-b305-a7c5e2d36af3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741036503857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133703'] for agent (ff15a80c-2d7c-4104-a6ad-0973d1d911f7), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:14:55.649607 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.18', 56474) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:14:55.695856 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.v2.base [None req-0b019b41-0875-465d-9d53-1263586c87d5 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=103197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 19:14:55.714217 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b019b41-0875-465d-9d53-1263586c87d5 admin admin] Made reservation on behalf of a6f1ba8095d746cfa338ad258e588cbb for: {'network': 1} {{(pid=103197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 19:14:55.716470 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-0b019b41-0875-465d-9d53-1263586c87d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1293263'] for network (None), before_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:14:55.742775 dv-cinder-755101-7-iscsi neutron-server[103197]: WARNING neutron.services.revisions.revision_plugin [None req-0b019b41-0875-465d-9d53-1263586c87d5 admin admin] Could not find related network for resource to bump revision. Mar 25 19:14:55.754321 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b019b41-0875-465d-9d53-1263586c87d5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 264} {{(pid=103197) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 25 19:14:55.763384 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-0b019b41-0875-465d-9d53-1263586c87d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1189096'] for segment (2981ec2a-cb05-41ca-ab4d-cba719b6aac3), precommit_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:14:55.763775 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.db.segments_db [None req-0b019b41-0875-465d-9d53-1263586c87d5 admin admin] Added segment 2981ec2a-cb05-41ca-ab4d-cba719b6aac3 of type vlan for network e7cd8c06-49e8-401c-8a8d-9e5d98c43cfd Mar 25 19:14:55.804667 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-0b019b41-0875-465d-9d53-1263586c87d5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741036145210'] for network (e7cd8c06-49e8-401c-8a8d-9e5d98c43cfd), precommit_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:14:55.828123 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-0b019b41-0875-465d-9d53-1263586c87d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877'] for network (e7cd8c06-49e8-401c-8a8d-9e5d98c43cfd), after_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:14:55.829671 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b019b41-0875-465d-9d53-1263586c87d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:14:55.830237 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-0b019b41-0875-465d-9d53-1263586c87d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692927'] for network (None), before_response {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:14:55.883263 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-0b019b41-0875-465d-9d53-1263586c87d5 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2325764 Mar 25 19:14:55.887999 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b019b41-0875-465d-9d53-1263586c87d5 admin admin] Pushing event updated for resources: {'Network': ['ID=e7cd8c06-49e8-401c-8a8d-9e5d98c43cfd,revision_number=1']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:14:55.898967 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Network e7cd8c06-49e8-401c-8a8d-9e5d98c43cfd details requested by agent ovs-agent-dv-cinder-755101-7-iscsi with host dv-cinder-755101-7-iscsi {{(pid=103198) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 25 19:14:56.656175 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-e9a1bc7f-47f9-4b63-aabb-5c7786d405ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741036503857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133703'] for agent (af1b81b0-43af-47bb-a61e-8e46b36efc57), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:14:57.535159 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-af60142c-683d-41c3-be1d-5377fff6ca45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741036503857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133703'] for agent (c3076277-13eb-43a7-9b94-fad13f82c96d), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:14:58.216557 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.18', 56482) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:14:58.274999 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f0a8180-f1b8-4abe-9558-7fb73246195d admin admin] GET failed (client error): The resource could not be found. Mar 25 19:14:58.276266 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-6f0a8180-f1b8-4abe-9558-7fb73246195d admin admin] 10.222.0.18 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0587561 Mar 25 19:14:58.347644 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b0a8f25-e0d2-408f-bcd2-21f92b89879b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:14:58.349069 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-8b0a8f25-e0d2-408f-bcd2-21f92b89879b admin admin] 10.222.0.18 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0689602 Mar 25 19:14:58.358292 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.v2.base [None req-4f2e379f-da0c-4826-8832-4275a75d15f5 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'ip_version': 4, 'description': 'shared-subnet', 'name': 'shared-subnet', 'network_id': 'e7cd8c06-49e8-401c-8a8d-9e5d98c43cfd'}} {{(pid=103197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 19:14:58.375321 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f2e379f-da0c-4826-8832-4275a75d15f5 admin admin] Made reservation on behalf of a6f1ba8095d746cfa338ad258e588cbb for: {'subnet': 1} {{(pid=103197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 19:14:58.377485 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-4f2e379f-da0c-4826-8832-4275a75d15f5 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:14:58.536832 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-4f2e379f-da0c-4826-8832-4275a75d15f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877'] for subnet (9bd64420-fcd4-47e1-805d-0d9012d111f6), after_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:14:58.589262 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2e379f-da0c-4826-8832-4275a75d15f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9bd64420-fcd4-47e1-805d-0d9012d111f6,revision_number=0']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:14:58.598035 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f2e379f-da0c-4826-8832-4275a75d15f5 admin admin] Checking segment: {'id': '2981ec2a-cb05-41ca-ab4d-cba719b6aac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'e7cd8c06-49e8-401c-8a8d-9e5d98c43cfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 25 19:14:58.598397 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f2e379f-da0c-4826-8832-4275a75d15f5 admin admin] Network hostable DHCP agents. Network: e7cd8c06-49e8-401c-8a8d-9e5d98c43cfd, hostable agents: ['ff15a80c-2d7c-4104-a6ad-0973d1d911f7'], hosted agents: [] {{(pid=103197) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 25 19:14:58.613649 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f2e379f-da0c-4826-8832-4275a75d15f5 admin admin] Network e7cd8c06-49e8-401c-8a8d-9e5d98c43cfd is scheduled to be hosted by DHCP agent ff15a80c-2d7c-4104-a6ad-0973d1d911f7 with binding_index 1 {{(pid=103197) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 25 19:14:58.621702 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.scheduler.base_scheduler [None req-4f2e379f-da0c-4826-8832-4275a75d15f5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-755101-7-iscsi, e7cd8c06-49e8-401c-8a8d-9e5d98c43cfd) {{(pid=103197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 19:14:58.625552 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f2e379f-da0c-4826-8832-4275a75d15f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:14:58.626144 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-4f2e379f-da0c-4826-8832-4275a75d15f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692927'] for subnet (None), before_response {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:14:58.631460 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c4b0436-84c3-4f91-a1dd-1d23f6fbebdf None None] Network e7cd8c06-49e8-401c-8a8d-9e5d98c43cfd requested from dv-cinder-755101-7-iscsi {{(pid=103198) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 25 19:14:58.643431 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-4f2e379f-da0c-4826-8832-4275a75d15f5 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2856553 Mar 25 19:14:58.835890 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-047ff407-bf05-46b2-b453-994e86526b1e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26d9a643-5fd7-5ada-a1a5-42c9304502b0-e7cd8c06-49e8-401c-8a8d-9e5d98c43cfd', 'network_id': 'e7cd8c06-49e8-401c-8a8d-9e5d98c43cfd', 'project_id': 'a6f1ba8095d746cfa338ad258e588cbb', 'fixed_ips': [{'subnet_id': '9bd64420-fcd4-47e1-805d-0d9012d111f6'}]}} from dv-cinder-755101-7-iscsi. {{(pid=103198) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 25 19:14:58.836733 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-047ff407-bf05-46b2-b453-994e86526b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1293263'] for port (None), before_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:14:58.970077 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.db_base_plugin_common [None req-047ff407-bf05-46b2-b453-994e86526b1e None None] Allocated IP 192.168.233.2 (e7cd8c06-49e8-401c-8a8d-9e5d98c43cfd/9bd64420-fcd4-47e1-805d-0d9012d111f6/653408da-8166-446b-b29f-95f47d74f577) {{(pid=103198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 19:14:59.114940 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-047ff407-bf05-46b2-b453-994e86526b1e None None] Publish callbacks [] for port (653408da-8166-446b-b29f-95f47d74f577), precommit_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:14:59.123306 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-047ff407-bf05-46b2-b453-994e86526b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741036193015'] for port (653408da-8166-446b-b29f-95f47d74f577), after_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:14:59.166203 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-bfcc621e-35c9-4ac2-b4cb-53c403134561 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741036503857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133703'] for agent (9ba807d9-64cc-4b2a-8ad2-e4f3b23bc779), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:14:59.170176 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-047ff407-bf05-46b2-b453-994e86526b1e None None] Network e7cd8c06-49e8-401c-8a8d-9e5d98c43cfd is already hosted by enough agents. {{(pid=103198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 19:14:59.173455 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.scheduler.base_scheduler [None req-047ff407-bf05-46b2-b453-994e86526b1e None None] Resources bound (agent type, host, resource id): {{(pid=103198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 19:14:59.176837 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-047ff407-bf05-46b2-b453-994e86526b1e None None] Received port after_create {{(pid=103198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 25 19:14:59.207515 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047ff407-bf05-46b2-b453-994e86526b1e None None] Pushing event updated for resources: {'Port': ['ID=653408da-8166-446b-b29f-95f47d74f577,revision_number=1']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:14:59.231757 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047ff407-bf05-46b2-b453-994e86526b1e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:14:59.232101 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047ff407-bf05-46b2-b453-994e86526b1e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:14:59.232460 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047ff407-bf05-46b2-b453-994e86526b1e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:14:59.232822 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047ff407-bf05-46b2-b453-994e86526b1e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:14:59.233160 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047ff407-bf05-46b2-b453-994e86526b1e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:14:59.233487 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047ff407-bf05-46b2-b453-994e86526b1e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:14:59.233816 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047ff407-bf05-46b2-b453-994e86526b1e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:14:59.234136 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047ff407-bf05-46b2-b453-994e86526b1e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:14:59.234457 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047ff407-bf05-46b2-b453-994e86526b1e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:14:59.235339 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047ff407-bf05-46b2-b453-994e86526b1e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:14:59.235666 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047ff407-bf05-46b2-b453-994e86526b1e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:14:59.236001 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047ff407-bf05-46b2-b453-994e86526b1e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:14:59.236374 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047ff407-bf05-46b2-b453-994e86526b1e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:14:59.236640 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047ff407-bf05-46b2-b453-994e86526b1e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:14:59.236953 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047ff407-bf05-46b2-b453-994e86526b1e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:14:59.250096 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.managers [None req-047ff407-bf05-46b2-b453-994e86526b1e None None] Attempting to bind port 653408da-8166-446b-b29f-95f47d74f577 on host dv-cinder-755101-7-iscsi for vnic_type normal with profile {{(pid=103198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 25 19:14:59.251125 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.managers [None req-047ff407-bf05-46b2-b453-994e86526b1e None None] Attempting to bind port 653408da-8166-446b-b29f-95f47d74f577 by drivers openvswitch,hyperv on host dv-cinder-755101-7-iscsi at level 0 using segments [{'id': '2981ec2a-cb05-41ca-ab4d-cba719b6aac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'e7cd8c06-49e8-401c-8a8d-9e5d98c43cfd'}] {{(pid=103198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 25 19:14:59.251502 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-047ff407-bf05-46b2-b453-994e86526b1e None None] Attempting to bind port 653408da-8166-446b-b29f-95f47d74f577 on network e7cd8c06-49e8-401c-8a8d-9e5d98c43cfd {{(pid=103198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 25 19:14:59.256830 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-047ff407-bf05-46b2-b453-994e86526b1e None None] Checking agent: {'id': '239dac0e-b210-4295-8f1a-11f7f9dc3de1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-755101-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 19, 12, 1), 'started_at': datetime.datetime(2022, 3, 25, 19, 12, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 19, 14, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-755101-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 25 19:14:59.257208 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-047ff407-bf05-46b2-b453-994e86526b1e None None] Checking segment: {'id': '2981ec2a-cb05-41ca-ab4d-cba719b6aac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'e7cd8c06-49e8-401c-8a8d-9e5d98c43cfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 25 19:14:59.257610 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-047ff407-bf05-46b2-b453-994e86526b1e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:14:59.258008 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-047ff407-bf05-46b2-b453-994e86526b1e None None] Bound using segment: {'id': '2981ec2a-cb05-41ca-ab4d-cba719b6aac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'e7cd8c06-49e8-401c-8a8d-9e5d98c43cfd'} {{(pid=103198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 25 19:14:59.258474 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.managers [None req-047ff407-bf05-46b2-b453-994e86526b1e None None] Bound port: 653408da-8166-446b-b29f-95f47d74f577, host: dv-cinder-755101-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2981ec2a-cb05-41ca-ab4d-cba719b6aac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'e7cd8c06-49e8-401c-8a8d-9e5d98c43cfd'}}] {{(pid=103198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 25 19:14:59.258927 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-047ff407-bf05-46b2-b453-994e86526b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1293263'] for port (653408da-8166-446b-b29f-95f47d74f577), before_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:14:59.320472 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-047ff407-bf05-46b2-b453-994e86526b1e None None] For port 653408da-8166-446b-b29f-95f47d74f577, host dv-cinder-755101-7-iscsi, cleared binding levels {{(pid=103198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 25 19:14:59.323480 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-047ff407-bf05-46b2-b453-994e86526b1e None None] For port 653408da-8166-446b-b29f-95f47d74f577, host dv-cinder-755101-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755101-7-iscsi',level=0,port_id=653408da-8166-446b-b29f-95f47d74f577,segment=NetworkSegment(2981ec2a-cb05-41ca-ab4d-cba719b6aac3),segment_id=2981ec2a-cb05-41ca-ab4d-cba719b6aac3)] {{(pid=103198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 25 19:14:59.330168 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-047ff407-bf05-46b2-b453-994e86526b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036679572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741036190733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741036190751'] for port (653408da-8166-446b-b29f-95f47d74f577), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:14:59.398124 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047ff407-bf05-46b2-b453-994e86526b1e None None] Pushing event updated for resources: {'Port': ['ID=653408da-8166-446b-b29f-95f47d74f577,revision_number=2']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:15:00.256318 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d8bbd69-a659-487a-8433-15842ff717c3 None None] Network e7cd8c06-49e8-401c-8a8d-9e5d98c43cfd requested from dv-cinder-755101-7-iscsi {{(pid=103198) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 25 19:15:00.316186 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-bf0f247d-9232-452c-b471-b23527df2512 None None] Provisioning complete for port 653408da-8166-446b-b29f-95f47d74f577 triggered by entity DHCP. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 25 19:15:00.316577 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-bf0f247d-9232-452c-b471-b23527df2512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133789'] for port (653408da-8166-446b-b29f-95f47d74f577), provisioning_complete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:15:00.434904 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-bf0f247d-9232-452c-b471-b23527df2512 None None] Current status of the port 653408da-8166-446b-b29f-95f47d74f577 is: DOWN; New status is: ACTIVE {{(pid=103198) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 25 19:15:00.435540 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-bf0f247d-9232-452c-b471-b23527df2512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1293263'] for port (653408da-8166-446b-b29f-95f47d74f577), before_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:15:00.476273 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-bf0f247d-9232-452c-b471-b23527df2512 None None] For port 653408da-8166-446b-b29f-95f47d74f577, host dv-cinder-755101-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755101-7-iscsi',level=0,port_id=653408da-8166-446b-b29f-95f47d74f577,segment=NetworkSegment(2981ec2a-cb05-41ca-ab4d-cba719b6aac3),segment_id=2981ec2a-cb05-41ca-ab4d-cba719b6aac3)] {{(pid=103198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 25 19:15:00.482837 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-bf0f247d-9232-452c-b471-b23527df2512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036679572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741036190733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741036190751'] for port (653408da-8166-446b-b29f-95f47d74f577), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:15:00.534109 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0f247d-9232-452c-b471-b23527df2512 None None] Pushing event updated for resources: {'Port': ['ID=653408da-8166-446b-b29f-95f47d74f577,revision_number=3']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:15:00.605875 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-eff0a4bf-4a86-47c3-b6c2-a0e61c62d77d None None] Provisioning complete for port 653408da-8166-446b-b29f-95f47d74f577 triggered by entity DHCP. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 25 19:15:00.606263 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-eff0a4bf-4a86-47c3-b6c2-a0e61c62d77d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133789'] for port (653408da-8166-446b-b29f-95f47d74f577), provisioning_complete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:15:00.685389 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-eff0a4bf-4a86-47c3-b6c2-a0e61c62d77d None None] Current status of the port 653408da-8166-446b-b29f-95f47d74f577 is: ACTIVE; New status is: ACTIVE {{(pid=103198) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 25 19:15:00.718073 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741036503857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133703'] for agent (239dac0e-b210-4295-8f1a-11f7f9dc3de1), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:15:01.510494 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Device 653408da-8166-446b-b29f-95f47d74f577 up at agent ovs-agent-dv-cinder-755101-7-iscsi {{(pid=103198) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 25 19:15:01.557638 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Provisioning complete for port 653408da-8166-446b-b29f-95f47d74f577 triggered by entity L2. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 25 19:15:01.558135 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133789'] for port (653408da-8166-446b-b29f-95f47d74f577), provisioning_complete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:15:01.635737 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Current status of the port 653408da-8166-446b-b29f-95f47d74f577 is: ACTIVE; New status is: ACTIVE {{(pid=103198) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 25 19:15:07.896436 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.db.agents_db [None req-ad735e95-395b-498c-b22d-e8906e231634 None None] Agent healthcheck: found 5 active agents {{(pid=103199) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 25 19:15:24.239179 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-f7ade3a2-9217-4a71-91fe-8311410dbcd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741036503857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133703'] for agent (ff15a80c-2d7c-4104-a6ad-0973d1d911f7), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:15:26.658083 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-f6320c03-8b7a-476f-8693-621563926787 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741036503857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133703'] for agent (af1b81b0-43af-47bb-a61e-8e46b36efc57), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:15:27.538444 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-af60142c-683d-41c3-be1d-5377fff6ca45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741036503857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133703'] for agent (c3076277-13eb-43a7-9b94-fad13f82c96d), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:15:29.129342 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-bfcc621e-35c9-4ac2-b4cb-53c403134561 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741036503857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133703'] for agent (9ba807d9-64cc-4b2a-8ad2-e4f3b23bc779), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:15:30.721496 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741036503857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133703'] for agent (239dac0e-b210-4295-8f1a-11f7f9dc3de1), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:15:44.895359 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.db.agents_db [None req-ad735e95-395b-498c-b22d-e8906e231634 None None] Agent healthcheck: found 5 active agents {{(pid=103199) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 25 19:15:54.240080 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-b6d0d517-d5bc-4c8d-b17f-a75eb6e7138c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741036503857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133703'] for agent (ff15a80c-2d7c-4104-a6ad-0973d1d911f7), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:15:56.659237 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-82a9c91d-1aee-4afa-bebc-0f1792cebc14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741036503857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133703'] for agent (af1b81b0-43af-47bb-a61e-8e46b36efc57), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:15:57.541038 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-af60142c-683d-41c3-be1d-5377fff6ca45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741036503857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133703'] for agent (c3076277-13eb-43a7-9b94-fad13f82c96d), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:15:59.131157 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-bfcc621e-35c9-4ac2-b4cb-53c403134561 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741036503857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133703'] for agent (9ba807d9-64cc-4b2a-8ad2-e4f3b23bc779), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:16:00.723307 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741036503857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133703'] for agent (239dac0e-b210-4295-8f1a-11f7f9dc3de1), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:16:21.893874 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.db.agents_db [None req-ad735e95-395b-498c-b22d-e8906e231634 None None] Agent healthcheck: found 5 active agents {{(pid=103199) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 25 19:16:24.240317 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-9a5f23a7-dbf1-48d7-82f4-79a21101f41f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741036503857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133703'] for agent (ff15a80c-2d7c-4104-a6ad-0973d1d911f7), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:16:24.457657 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.18', 56522) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:16:24.463248 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.wsgi [None req-8371d10f-460c-4ca5-a1ab-7213377d30d3 tempest-verify_tempest_config-2115688932 tempest-verify_tempest_config-2115688932-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103197) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 25 19:16:24.464286 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-8371d10f-460c-4ca5-a1ab-7213377d30d3 tempest-verify_tempest_config-2115688932 tempest-verify_tempest_config-2115688932-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0056698 Mar 25 19:16:24.744267 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.18', 56540) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:16:24.844064 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-6dc2917f-6a2f-4bbc-bd72-f851b4dc8e1a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:16:24.914016 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-6dc2917f-6a2f-4bbc-bd72-f851b4dc8e1a admin admin] Publish callbacks [] for security_group (ded6088b-260d-4c2e-b2f3-2fd68d65fce8), precommit_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:16:24.917293 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-6dc2917f-6a2f-4bbc-bd72-f851b4dc8e1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687199'] for security_group (ded6088b-260d-4c2e-b2f3-2fd68d65fce8), after_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:16:24.962988 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc2917f-6a2f-4bbc-bd72-f851b4dc8e1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ded6088b-260d-4c2e-b2f3-2fd68d65fce8,revision_number=1']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:16:24.968024 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-6dc2917f-6a2f-4bbc-bd72-f851b4dc8e1a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5f66022330444cb59b05583380b83259&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2227218 Mar 25 19:16:24.970828 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.18', 56544) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:16:24.972187 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc2917f-6a2f-4bbc-bd72-f851b4dc8e1a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:16:24.972509 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc2917f-6a2f-4bbc-bd72-f851b4dc8e1a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:16:24.972849 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc2917f-6a2f-4bbc-bd72-f851b4dc8e1a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:16:24.973181 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc2917f-6a2f-4bbc-bd72-f851b4dc8e1a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:16:24.973503 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc2917f-6a2f-4bbc-bd72-f851b4dc8e1a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:16:24.973855 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc2917f-6a2f-4bbc-bd72-f851b4dc8e1a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:16:24.974175 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc2917f-6a2f-4bbc-bd72-f851b4dc8e1a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:16:24.974493 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc2917f-6a2f-4bbc-bd72-f851b4dc8e1a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:16:24.974838 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc2917f-6a2f-4bbc-bd72-f851b4dc8e1a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:16:24.975155 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc2917f-6a2f-4bbc-bd72-f851b4dc8e1a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:16:24.975475 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc2917f-6a2f-4bbc-bd72-f851b4dc8e1a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:16:24.975806 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc2917f-6a2f-4bbc-bd72-f851b4dc8e1a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:16:24.976125 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc2917f-6a2f-4bbc-bd72-f851b4dc8e1a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:16:24.976437 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc2917f-6a2f-4bbc-bd72-f851b4dc8e1a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:16:24.976769 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc2917f-6a2f-4bbc-bd72-f851b4dc8e1a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:16:25.050410 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d0c5a02b-9ba0-4edb-a1c8-9d5ed7ecc846 admin admin] Publish callbacks [] for security_group (ded6088b-260d-4c2e-b2f3-2fd68d65fce8), before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:16:25.073211 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d0c5a02b-9ba0-4edb-a1c8-9d5ed7ecc846 admin admin] Publish callbacks [] for security_group (ded6088b-260d-4c2e-b2f3-2fd68d65fce8), precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:16:25.163988 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d0c5a02b-9ba0-4edb-a1c8-9d5ed7ecc846 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687199'] for security_group (ded6088b-260d-4c2e-b2f3-2fd68d65fce8), after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:16:25.166655 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d0c5a02b-9ba0-4edb-a1c8-9d5ed7ecc846 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:16:25.167786 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-d0c5a02b-9ba0-4edb-a1c8-9d5ed7ecc846 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ded6088b-260d-4c2e-b2f3-2fd68d65fce8 HTTP/1.1" status: 204 len: 168 time: 0.1960127 Mar 25 19:16:25.176437 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c5a02b-9ba0-4edb-a1c8-9d5ed7ecc846 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ded6088b-260d-4c2e-b2f3-2fd68d65fce8,revision_number=None']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:16:25.185226 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c5a02b-9ba0-4edb-a1c8-9d5ed7ecc846 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:16:25.185716 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c5a02b-9ba0-4edb-a1c8-9d5ed7ecc846 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:16:25.185965 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c5a02b-9ba0-4edb-a1c8-9d5ed7ecc846 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:16:25.186305 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c5a02b-9ba0-4edb-a1c8-9d5ed7ecc846 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:16:25.186667 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c5a02b-9ba0-4edb-a1c8-9d5ed7ecc846 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:16:25.186998 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c5a02b-9ba0-4edb-a1c8-9d5ed7ecc846 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:16:25.187322 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c5a02b-9ba0-4edb-a1c8-9d5ed7ecc846 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:16:25.187910 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c5a02b-9ba0-4edb-a1c8-9d5ed7ecc846 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:16:25.188239 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c5a02b-9ba0-4edb-a1c8-9d5ed7ecc846 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:16:25.188562 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c5a02b-9ba0-4edb-a1c8-9d5ed7ecc846 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:16:25.188910 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c5a02b-9ba0-4edb-a1c8-9d5ed7ecc846 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:16:25.189253 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c5a02b-9ba0-4edb-a1c8-9d5ed7ecc846 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:16:25.189575 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c5a02b-9ba0-4edb-a1c8-9d5ed7ecc846 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:16:25.189893 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c5a02b-9ba0-4edb-a1c8-9d5ed7ecc846 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:16:25.190209 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c5a02b-9ba0-4edb-a1c8-9d5ed7ecc846 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:16:25.191737 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c5a02b-9ba0-4edb-a1c8-9d5ed7ecc846 admin admin] Tracked resource versions report: Mar 25 19:16:25.191737 dv-cinder-755101-7-iscsi neutron-server[103196]: pushed versions: Mar 25 19:16:25.191737 dv-cinder-755101-7-iscsi neutron-server[103196]: { 'AddressGroup': {'1.2'}, Mar 25 19:16:25.191737 dv-cinder-755101-7-iscsi neutron-server[103196]: 'Agent': {'1.1'}, Mar 25 19:16:25.191737 dv-cinder-755101-7-iscsi neutron-server[103196]: 'ConntrackHelper': {'1.0'}, Mar 25 19:16:25.191737 dv-cinder-755101-7-iscsi neutron-server[103196]: 'LocalIPAssociation': {'1.0'}, Mar 25 19:16:25.191737 dv-cinder-755101-7-iscsi neutron-server[103196]: 'Log': {'1.0'}, Mar 25 19:16:25.191737 dv-cinder-755101-7-iscsi neutron-server[103196]: 'NDPProxy': {'1.0'}, Mar 25 19:16:25.191737 dv-cinder-755101-7-iscsi neutron-server[103196]: 'Network': {'1.1'}, Mar 25 19:16:25.191737 dv-cinder-755101-7-iscsi neutron-server[103196]: 'Port': {'1.7'}, Mar 25 19:16:25.191737 dv-cinder-755101-7-iscsi neutron-server[103196]: 'PortForwarding': {'1.3'}, Mar 25 19:16:25.191737 dv-cinder-755101-7-iscsi neutron-server[103196]: 'QosPolicy': {'1.10'}, Mar 25 19:16:25.191737 dv-cinder-755101-7-iscsi neutron-server[103196]: 'SecurityGroup': {'1.5'}, Mar 25 19:16:25.191737 dv-cinder-755101-7-iscsi neutron-server[103196]: 'SecurityGroupRule': {'1.2'}, Mar 25 19:16:25.191737 dv-cinder-755101-7-iscsi neutron-server[103196]: 'SubPort': {'1.0'}, Mar 25 19:16:25.191737 dv-cinder-755101-7-iscsi neutron-server[103196]: 'Subnet': {'1.1'}, Mar 25 19:16:25.191737 dv-cinder-755101-7-iscsi neutron-server[103196]: 'Trunk': {'1.1'}} Mar 25 19:16:25.191737 dv-cinder-755101-7-iscsi neutron-server[103196]: consumer versions: Mar 25 19:16:25.191737 dv-cinder-755101-7-iscsi neutron-server[103196]: { DHCP agent@dv-cinder-755101-7-iscsi: {}, Mar 25 19:16:25.191737 dv-cinder-755101-7-iscsi neutron-server[103196]: L3 agent@dv-cinder-755101-7-iscsi: {}, Mar 25 19:16:25.191737 dv-cinder-755101-7-iscsi neutron-server[103196]: Metadata agent@dv-cinder-755101-7-iscsi: {}, Mar 25 19:16:25.191737 dv-cinder-755101-7-iscsi neutron-server[103196]: Metering agent@dv-cinder-755101-7-iscsi: {}, Mar 25 19:16:25.191737 dv-cinder-755101-7-iscsi neutron-server[103196]: Open vSwitch agent@dv-cinder-755101-7-iscsi: { 'AddressGroup': '1.2', Mar 25 19:16:25.191737 dv-cinder-755101-7-iscsi neutron-server[103196]: 'Agent': '1.1', Mar 25 19:16:25.191737 dv-cinder-755101-7-iscsi neutron-server[103196]: 'ConntrackHelper': '1.0', Mar 25 19:16:25.191737 dv-cinder-755101-7-iscsi neutron-server[103196]: 'LocalIPAssociation': '1.0', Mar 25 19:16:25.191737 dv-cinder-755101-7-iscsi neutron-server[103196]: 'Log': '1.0', Mar 25 19:16:25.191737 dv-cinder-755101-7-iscsi neutron-server[103196]: 'NDPProxy': '1.0', Mar 25 19:16:25.191737 dv-cinder-755101-7-iscsi neutron-server[103196]: 'Network': '1.1', Mar 25 19:16:25.191737 dv-cinder-755101-7-iscsi neutron-server[103196]: 'Port': '1.7', Mar 25 19:16:25.191737 dv-cinder-755101-7-iscsi neutron-server[103196]: 'PortForwarding': '1.3', Mar 25 19:16:25.191737 dv-cinder-755101-7-iscsi neutron-server[103196]: 'QosPolicy': '1.10', Mar 25 19:16:25.191737 dv-cinder-755101-7-iscsi neutron-server[103196]: 'SecurityGroup': '1.5', Mar 25 19:16:25.191737 dv-cinder-755101-7-iscsi neutron-server[103196]: 'SecurityGroupRule': '1.2', Mar 25 19:16:25.191737 dv-cinder-755101-7-iscsi neutron-server[103196]: 'SubPort': '1.0', Mar 25 19:16:25.191737 dv-cinder-755101-7-iscsi neutron-server[103196]: 'Subnet': '1.1', Mar 25 19:16:25.191737 dv-cinder-755101-7-iscsi neutron-server[103196]: 'Trunk': '1.1'}} Mar 25 19:16:25.191737 dv-cinder-755101-7-iscsi neutron-server[103196]: {{(pid=103196) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 25 19:16:26.661789 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-2ca6c56f-d7ef-4ae0-b2ba-6a83e3d6a397 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741036503857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133703'] for agent (af1b81b0-43af-47bb-a61e-8e46b36efc57), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:16:27.547609 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-af60142c-683d-41c3-be1d-5377fff6ca45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741036503857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133703'] for agent (c3076277-13eb-43a7-9b94-fad13f82c96d), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:16:29.136274 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-bfcc621e-35c9-4ac2-b4cb-53c403134561 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741036503857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133703'] for agent (9ba807d9-64cc-4b2a-8ad2-e4f3b23bc779), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:16:30.726009 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741036503857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133703'] for agent (239dac0e-b210-4295-8f1a-11f7f9dc3de1), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:16:54.242568 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-58a665be-229c-40f1-a5ec-86ce66d539e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741036503857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133703'] for agent (ff15a80c-2d7c-4104-a6ad-0973d1d911f7), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:16:56.662196 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-d619f65d-6b29-4390-afb5-de8ebd367155 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741036503857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133703'] for agent (af1b81b0-43af-47bb-a61e-8e46b36efc57), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:16:57.546668 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-af60142c-683d-41c3-be1d-5377fff6ca45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741036503857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133703'] for agent (c3076277-13eb-43a7-9b94-fad13f82c96d), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:16:58.891880 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.db.agents_db [None req-ad735e95-395b-498c-b22d-e8906e231634 None None] Agent healthcheck: found 5 active agents {{(pid=103199) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 25 19:16:59.138800 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-bfcc621e-35c9-4ac2-b4cb-53c403134561 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741036503857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133703'] for agent (9ba807d9-64cc-4b2a-8ad2-e4f3b23bc779), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:17:00.728415 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741036503857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133703'] for agent (239dac0e-b210-4295-8f1a-11f7f9dc3de1), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:17:24.244066 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-22c3ad13-8a66-4f38-998c-75082d266117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741036503857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133703'] for agent (ff15a80c-2d7c-4104-a6ad-0973d1d911f7), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:17:26.666903 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-3f1eb6a8-df28-4c42-a667-44e01f25fa04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741036503857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133703'] for agent (af1b81b0-43af-47bb-a61e-8e46b36efc57), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:17:27.549381 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-af60142c-683d-41c3-be1d-5377fff6ca45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741036503857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133703'] for agent (c3076277-13eb-43a7-9b94-fad13f82c96d), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:17:29.144298 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-bfcc621e-35c9-4ac2-b4cb-53c403134561 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741036503857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133703'] for agent (9ba807d9-64cc-4b2a-8ad2-e4f3b23bc779), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:17:30.730574 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741036503857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133703'] for agent (239dac0e-b210-4295-8f1a-11f7f9dc3de1), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:17:35.890265 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.db.agents_db [None req-ad735e95-395b-498c-b22d-e8906e231634 None None] Agent healthcheck: found 5 active agents {{(pid=103199) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 25 19:17:54.245734 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-e5e9be94-9f4f-432f-a62c-c78e06ead56a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741036503857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133703'] for agent (ff15a80c-2d7c-4104-a6ad-0973d1d911f7), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:17:56.669594 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-9a5b76e2-0f1e-412e-a913-1efb5a864a73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741036503857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133703'] for agent (af1b81b0-43af-47bb-a61e-8e46b36efc57), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:17:57.556428 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-af60142c-683d-41c3-be1d-5377fff6ca45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741036503857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133703'] for agent (c3076277-13eb-43a7-9b94-fad13f82c96d), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:17:59.147552 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-bfcc621e-35c9-4ac2-b4cb-53c403134561 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741036503857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133703'] for agent (9ba807d9-64cc-4b2a-8ad2-e4f3b23bc779), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:18:00.537689 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741036503857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3751970'] for agent (e10cc9df-a7ce-4b9c-bc25-dffd007f5dd8), after_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:18:00.733273 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741036503857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133703'] for agent (239dac0e-b210-4295-8f1a-11f7f9dc3de1), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:18:12.889624 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.db.agents_db [None req-ad735e95-395b-498c-b22d-e8906e231634 None None] Agent healthcheck: found 6 active agents {{(pid=103199) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 25 19:18:15.765625 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.18', 56620) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:18:15.868630 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-19ada17f-5819-4714-926c-2f7ff77add89 admin admin] 10.222.0.18 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1019135 Mar 25 19:18:18.181044 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.18', 56630) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:18:18.234256 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-b3325325-c16d-42b4-bd4c-8ebbbee17aec admin admin] 10.222.0.18 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0520964 Mar 25 19:18:24.248341 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-3ccf7364-9d85-4a69-ad24-d9c2931f22e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741036503857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133703'] for agent (ff15a80c-2d7c-4104-a6ad-0973d1d911f7), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:18:26.671707 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-d997f449-17a6-47e5-9a5f-e2f035b5d02e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741036503857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133703'] for agent (af1b81b0-43af-47bb-a61e-8e46b36efc57), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:18:27.554195 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-af60142c-683d-41c3-be1d-5377fff6ca45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741036503857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133703'] for agent (c3076277-13eb-43a7-9b94-fad13f82c96d), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:18:29.148347 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-bfcc621e-35c9-4ac2-b4cb-53c403134561 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741036503857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133703'] for agent (9ba807d9-64cc-4b2a-8ad2-e4f3b23bc779), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:18:30.521800 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741036503857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133703'] for agent (e10cc9df-a7ce-4b9c-bc25-dffd007f5dd8), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:18:30.734630 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741036503857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133703'] for agent (239dac0e-b210-4295-8f1a-11f7f9dc3de1), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:18:49.888474 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.db.agents_db [None req-ad735e95-395b-498c-b22d-e8906e231634 None None] Agent healthcheck: found 6 active agents {{(pid=103199) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 25 19:18:54.248672 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-f96dcd4e-443d-4482-bbb3-4cf392981577 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741036503857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133703'] for agent (ff15a80c-2d7c-4104-a6ad-0973d1d911f7), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:18:56.673094 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-940f5e40-0e07-4248-b60b-832af61d9e4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741036503857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133703'] for agent (af1b81b0-43af-47bb-a61e-8e46b36efc57), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:18:57.558660 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-af60142c-683d-41c3-be1d-5377fff6ca45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741036503857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133703'] for agent (c3076277-13eb-43a7-9b94-fad13f82c96d), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:18:59.151443 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-bfcc621e-35c9-4ac2-b4cb-53c403134561 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741036503857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133703'] for agent (9ba807d9-64cc-4b2a-8ad2-e4f3b23bc779), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:19:00.520209 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741036503857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133703'] for agent (e10cc9df-a7ce-4b9c-bc25-dffd007f5dd8), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:19:00.736430 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741036503857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133703'] for agent (239dac0e-b210-4295-8f1a-11f7f9dc3de1), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:19:24.249629 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-513dd62c-e10f-4c72-8012-d1f2a94fbe6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741036503857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133703'] for agent (ff15a80c-2d7c-4104-a6ad-0973d1d911f7), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:19:26.674355 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-8e7b98ae-837f-4772-b067-3081427c44af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741036503857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133703'] for agent (af1b81b0-43af-47bb-a61e-8e46b36efc57), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:19:26.888379 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.db.agents_db [None req-ad735e95-395b-498c-b22d-e8906e231634 None None] Agent healthcheck: found 6 active agents {{(pid=103199) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 25 19:19:27.561095 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-af60142c-683d-41c3-be1d-5377fff6ca45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741036503857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133703'] for agent (c3076277-13eb-43a7-9b94-fad13f82c96d), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:19:29.153784 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-bfcc621e-35c9-4ac2-b4cb-53c403134561 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741036503857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133703'] for agent (9ba807d9-64cc-4b2a-8ad2-e4f3b23bc779), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:19:30.519514 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741036503857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133703'] for agent (e10cc9df-a7ce-4b9c-bc25-dffd007f5dd8), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:19:30.737710 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741036503857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133703'] for agent (239dac0e-b210-4295-8f1a-11f7f9dc3de1), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:19:53.247844 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.18', 56778) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:19:53.455340 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.v2.base [None req-5895b7a6-876d-4788-8425-71fcab0754fa admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1863061992-network', 'tenant_id': '6512a963b11c42188d92829b913731e9'}} {{(pid=103196) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 19:19:53.478220 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5895b7a6-876d-4788-8425-71fcab0754fa admin admin] Made reservation on behalf of 6512a963b11c42188d92829b913731e9 for: {'network': 1} {{(pid=103196) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 19:19:53.481597 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-5895b7a6-876d-4788-8425-71fcab0754fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1293263'] for network (None), before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:19:53.494294 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-5895b7a6-876d-4788-8425-71fcab0754fa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:19:53.583322 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-5895b7a6-876d-4788-8425-71fcab0754fa admin admin] Publish callbacks [] for security_group (0ff8c883-5076-41c5-803c-7c6a9755124d), precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:19:53.591130 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-5895b7a6-876d-4788-8425-71fcab0754fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687199'] for security_group (0ff8c883-5076-41c5-803c-7c6a9755124d), after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:19:53.616361 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5895b7a6-876d-4788-8425-71fcab0754fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ff8c883-5076-41c5-803c-7c6a9755124d,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:19:53.622247 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.18', 56810) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:19:53.626792 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5895b7a6-876d-4788-8425-71fcab0754fa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:19:53.627143 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5895b7a6-876d-4788-8425-71fcab0754fa admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:19:53.627511 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5895b7a6-876d-4788-8425-71fcab0754fa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:19:53.627933 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5895b7a6-876d-4788-8425-71fcab0754fa admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:19:53.628258 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5895b7a6-876d-4788-8425-71fcab0754fa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:19:53.628598 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5895b7a6-876d-4788-8425-71fcab0754fa admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:19:53.638433 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5895b7a6-876d-4788-8425-71fcab0754fa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:19:53.639062 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5895b7a6-876d-4788-8425-71fcab0754fa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:19:53.639294 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5895b7a6-876d-4788-8425-71fcab0754fa admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:19:53.639651 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5895b7a6-876d-4788-8425-71fcab0754fa admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:19:53.640340 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5895b7a6-876d-4788-8425-71fcab0754fa admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:19:53.640340 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5895b7a6-876d-4788-8425-71fcab0754fa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:19:53.641061 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5895b7a6-876d-4788-8425-71fcab0754fa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:19:53.641061 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5895b7a6-876d-4788-8425-71fcab0754fa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:19:53.641311 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5895b7a6-876d-4788-8425-71fcab0754fa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:19:53.642485 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5895b7a6-876d-4788-8425-71fcab0754fa admin admin] Tracked resource versions report: Mar 25 19:19:53.642485 dv-cinder-755101-7-iscsi neutron-server[103196]: pushed versions: Mar 25 19:19:53.642485 dv-cinder-755101-7-iscsi neutron-server[103196]: { 'AddressGroup': {'1.2'}, Mar 25 19:19:53.642485 dv-cinder-755101-7-iscsi neutron-server[103196]: 'Agent': {'1.1'}, Mar 25 19:19:53.642485 dv-cinder-755101-7-iscsi neutron-server[103196]: 'ConntrackHelper': {'1.0'}, Mar 25 19:19:53.642485 dv-cinder-755101-7-iscsi neutron-server[103196]: 'LocalIPAssociation': {'1.0'}, Mar 25 19:19:53.642485 dv-cinder-755101-7-iscsi neutron-server[103196]: 'Log': {'1.0'}, Mar 25 19:19:53.642485 dv-cinder-755101-7-iscsi neutron-server[103196]: 'NDPProxy': {'1.0'}, Mar 25 19:19:53.642485 dv-cinder-755101-7-iscsi neutron-server[103196]: 'Network': {'1.1'}, Mar 25 19:19:53.642485 dv-cinder-755101-7-iscsi neutron-server[103196]: 'Port': {'1.7'}, Mar 25 19:19:53.642485 dv-cinder-755101-7-iscsi neutron-server[103196]: 'PortForwarding': {'1.3'}, Mar 25 19:19:53.642485 dv-cinder-755101-7-iscsi neutron-server[103196]: 'QosPolicy': {'1.10'}, Mar 25 19:19:53.642485 dv-cinder-755101-7-iscsi neutron-server[103196]: 'SecurityGroup': {'1.5'}, Mar 25 19:19:53.642485 dv-cinder-755101-7-iscsi neutron-server[103196]: 'SecurityGroupRule': {'1.2'}, Mar 25 19:19:53.642485 dv-cinder-755101-7-iscsi neutron-server[103196]: 'SubPort': {'1.0'}, Mar 25 19:19:53.642485 dv-cinder-755101-7-iscsi neutron-server[103196]: 'Subnet': {'1.1'}, Mar 25 19:19:53.642485 dv-cinder-755101-7-iscsi neutron-server[103196]: 'Trunk': {'1.1'}} Mar 25 19:19:53.642485 dv-cinder-755101-7-iscsi neutron-server[103196]: consumer versions: Mar 25 19:19:53.642485 dv-cinder-755101-7-iscsi neutron-server[103196]: { DHCP agent@dv-cinder-755101-7-iscsi: {}, Mar 25 19:19:53.642485 dv-cinder-755101-7-iscsi neutron-server[103196]: HyperV agent@hv-cinder-75510: {}, Mar 25 19:19:53.642485 dv-cinder-755101-7-iscsi neutron-server[103196]: L3 agent@dv-cinder-755101-7-iscsi: {}, Mar 25 19:19:53.642485 dv-cinder-755101-7-iscsi neutron-server[103196]: Metadata agent@dv-cinder-755101-7-iscsi: {}, Mar 25 19:19:53.642485 dv-cinder-755101-7-iscsi neutron-server[103196]: Metering agent@dv-cinder-755101-7-iscsi: {}, Mar 25 19:19:53.642485 dv-cinder-755101-7-iscsi neutron-server[103196]: Open vSwitch agent@dv-cinder-755101-7-iscsi: { 'AddressGroup': '1.2', Mar 25 19:19:53.642485 dv-cinder-755101-7-iscsi neutron-server[103196]: 'Agent': '1.1', Mar 25 19:19:53.642485 dv-cinder-755101-7-iscsi neutron-server[103196]: 'ConntrackHelper': '1.0', Mar 25 19:19:53.642485 dv-cinder-755101-7-iscsi neutron-server[103196]: 'LocalIPAssociation': '1.0', Mar 25 19:19:53.642485 dv-cinder-755101-7-iscsi neutron-server[103196]: 'Log': '1.0', Mar 25 19:19:53.642485 dv-cinder-755101-7-iscsi neutron-server[103196]: 'NDPProxy': '1.0', Mar 25 19:19:53.642485 dv-cinder-755101-7-iscsi neutron-server[103196]: 'Network': '1.1', Mar 25 19:19:53.642485 dv-cinder-755101-7-iscsi neutron-server[103196]: 'Port': '1.7', Mar 25 19:19:53.642485 dv-cinder-755101-7-iscsi neutron-server[103196]: 'PortForwarding': '1.3', Mar 25 19:19:53.642485 dv-cinder-755101-7-iscsi neutron-server[103196]: 'QosPolicy': '1.10', Mar 25 19:19:53.642485 dv-cinder-755101-7-iscsi neutron-server[103196]: 'SecurityGroup': '1.5', Mar 25 19:19:53.642485 dv-cinder-755101-7-iscsi neutron-server[103196]: 'SecurityGroupRule': '1.2', Mar 25 19:19:53.642485 dv-cinder-755101-7-iscsi neutron-server[103196]: 'SubPort': '1.0', Mar 25 19:19:53.642485 dv-cinder-755101-7-iscsi neutron-server[103196]: 'Subnet': '1.1', Mar 25 19:19:53.642485 dv-cinder-755101-7-iscsi neutron-server[103196]: 'Trunk': '1.1'}} Mar 25 19:19:53.642485 dv-cinder-755101-7-iscsi neutron-server[103196]: {{(pid=103196) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 25 19:19:53.654009 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5895b7a6-876d-4788-8425-71fcab0754fa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 276} {{(pid=103196) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 25 19:19:53.670182 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-5895b7a6-876d-4788-8425-71fcab0754fa admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8741036503866', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1189096'] for segment (d2797ec7-5d3a-4260-b181-2764a4061b4e), precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:19:53.670927 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-5895b7a6-876d-4788-8425-71fcab0754fa admin admin] Unsubscribe: segment precommit_create {{(pid=103196) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 25 19:19:53.671541 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.db.segments_db [None req-5895b7a6-876d-4788-8425-71fcab0754fa admin admin] Added segment d2797ec7-5d3a-4260-b181-2764a4061b4e of type vlan for network 41df54f8-722f-48ae-9670-4d05784c9b60 Mar 25 19:19:53.729675 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-5895b7a6-876d-4788-8425-71fcab0754fa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741036145210'] for network (41df54f8-722f-48ae-9670-4d05784c9b60), precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:19:53.763520 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-5895b7a6-876d-4788-8425-71fcab0754fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877'] for network (41df54f8-722f-48ae-9670-4d05784c9b60), after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:19:53.764810 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5895b7a6-876d-4788-8425-71fcab0754fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:19:53.765393 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-5895b7a6-876d-4788-8425-71fcab0754fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692927'] for network (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:19:53.808674 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-5895b7a6-876d-4788-8425-71fcab0754fa admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.5597725 Mar 25 19:19:53.811639 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.18', 56828) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:19:53.818052 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.v2.base [None req-2ec6aa92-99cf-4cae-850c-6bd9566227d5 admin admin] Request body: {'subnet': {'network_id': '41df54f8-722f-48ae-9670-4d05784c9b60', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1863061992-subnet', 'tenant_id': '6512a963b11c42188d92829b913731e9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 19:19:53.841554 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ec6aa92-99cf-4cae-850c-6bd9566227d5 admin admin] Made reservation on behalf of 6512a963b11c42188d92829b913731e9 for: {'subnet': 1} {{(pid=103197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 19:19:53.844286 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-2ec6aa92-99cf-4cae-850c-6bd9566227d5 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:19:53.889554 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5895b7a6-876d-4788-8425-71fcab0754fa admin admin] Pushing event updated for resources: {'Network': ['ID=41df54f8-722f-48ae-9670-4d05784c9b60,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:19:53.901655 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Network 41df54f8-722f-48ae-9670-4d05784c9b60 details requested by agent ovs-agent-dv-cinder-755101-7-iscsi with host dv-cinder-755101-7-iscsi {{(pid=103198) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 25 19:19:54.014739 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.v2.base [None req-421b5ea9-8317-41b6-827c-920ae43a460e admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1942996941-network', 'tenant_id': '155e7b1bde6b4fb1ba768c2d6ab00159'}} {{(pid=103197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 19:19:54.038851 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-2ec6aa92-99cf-4cae-850c-6bd9566227d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877'] for subnet (d9ce3099-d02a-4e55-9db5-3bce93935985), after_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:19:54.081216 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-421b5ea9-8317-41b6-827c-920ae43a460e admin admin] Made reservation on behalf of 155e7b1bde6b4fb1ba768c2d6ab00159 for: {'network': 1} {{(pid=103197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 19:19:54.083638 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-421b5ea9-8317-41b6-827c-920ae43a460e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1293263'] for network (None), before_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:19:54.104389 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-421b5ea9-8317-41b6-827c-920ae43a460e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:19:54.131369 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec6aa92-99cf-4cae-850c-6bd9566227d5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d9ce3099-d02a-4e55-9db5-3bce93935985,revision_number=0']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:19:54.149455 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec6aa92-99cf-4cae-850c-6bd9566227d5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:19:54.149853 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec6aa92-99cf-4cae-850c-6bd9566227d5 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:19:54.150268 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec6aa92-99cf-4cae-850c-6bd9566227d5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:19:54.150605 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec6aa92-99cf-4cae-850c-6bd9566227d5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:19:54.151507 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec6aa92-99cf-4cae-850c-6bd9566227d5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:19:54.151890 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec6aa92-99cf-4cae-850c-6bd9566227d5 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:19:54.152164 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec6aa92-99cf-4cae-850c-6bd9566227d5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:19:54.152489 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec6aa92-99cf-4cae-850c-6bd9566227d5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:19:54.152831 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec6aa92-99cf-4cae-850c-6bd9566227d5 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:19:54.153253 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec6aa92-99cf-4cae-850c-6bd9566227d5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:19:54.153574 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec6aa92-99cf-4cae-850c-6bd9566227d5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:19:54.153806 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec6aa92-99cf-4cae-850c-6bd9566227d5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:19:54.154168 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec6aa92-99cf-4cae-850c-6bd9566227d5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:19:54.154650 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec6aa92-99cf-4cae-850c-6bd9566227d5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:19:54.155040 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec6aa92-99cf-4cae-850c-6bd9566227d5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:19:54.156133 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec6aa92-99cf-4cae-850c-6bd9566227d5 admin admin] Tracked resource versions report: Mar 25 19:19:54.156133 dv-cinder-755101-7-iscsi neutron-server[103197]: pushed versions: Mar 25 19:19:54.156133 dv-cinder-755101-7-iscsi neutron-server[103197]: { 'AddressGroup': {'1.2'}, Mar 25 19:19:54.156133 dv-cinder-755101-7-iscsi neutron-server[103197]: 'Agent': {'1.1'}, Mar 25 19:19:54.156133 dv-cinder-755101-7-iscsi neutron-server[103197]: 'ConntrackHelper': {'1.0'}, Mar 25 19:19:54.156133 dv-cinder-755101-7-iscsi neutron-server[103197]: 'LocalIPAssociation': {'1.0'}, Mar 25 19:19:54.156133 dv-cinder-755101-7-iscsi neutron-server[103197]: 'Log': {'1.0'}, Mar 25 19:19:54.156133 dv-cinder-755101-7-iscsi neutron-server[103197]: 'NDPProxy': {'1.0'}, Mar 25 19:19:54.156133 dv-cinder-755101-7-iscsi neutron-server[103197]: 'Network': {'1.1'}, Mar 25 19:19:54.156133 dv-cinder-755101-7-iscsi neutron-server[103197]: 'Port': {'1.7'}, Mar 25 19:19:54.156133 dv-cinder-755101-7-iscsi neutron-server[103197]: 'PortForwarding': {'1.3'}, Mar 25 19:19:54.156133 dv-cinder-755101-7-iscsi neutron-server[103197]: 'QosPolicy': {'1.10'}, Mar 25 19:19:54.156133 dv-cinder-755101-7-iscsi neutron-server[103197]: 'SecurityGroup': {'1.5'}, Mar 25 19:19:54.156133 dv-cinder-755101-7-iscsi neutron-server[103197]: 'SecurityGroupRule': {'1.2'}, Mar 25 19:19:54.156133 dv-cinder-755101-7-iscsi neutron-server[103197]: 'SubPort': {'1.0'}, Mar 25 19:19:54.156133 dv-cinder-755101-7-iscsi neutron-server[103197]: 'Subnet': {'1.1'}, Mar 25 19:19:54.156133 dv-cinder-755101-7-iscsi neutron-server[103197]: 'Trunk': {'1.1'}} Mar 25 19:19:54.156133 dv-cinder-755101-7-iscsi neutron-server[103197]: consumer versions: Mar 25 19:19:54.156133 dv-cinder-755101-7-iscsi neutron-server[103197]: { DHCP agent@dv-cinder-755101-7-iscsi: {}, Mar 25 19:19:54.156133 dv-cinder-755101-7-iscsi neutron-server[103197]: HyperV agent@hv-cinder-75510: {}, Mar 25 19:19:54.156133 dv-cinder-755101-7-iscsi neutron-server[103197]: L3 agent@dv-cinder-755101-7-iscsi: {}, Mar 25 19:19:54.156133 dv-cinder-755101-7-iscsi neutron-server[103197]: Metadata agent@dv-cinder-755101-7-iscsi: {}, Mar 25 19:19:54.156133 dv-cinder-755101-7-iscsi neutron-server[103197]: Metering agent@dv-cinder-755101-7-iscsi: {}, Mar 25 19:19:54.156133 dv-cinder-755101-7-iscsi neutron-server[103197]: Open vSwitch agent@dv-cinder-755101-7-iscsi: { 'AddressGroup': '1.2', Mar 25 19:19:54.156133 dv-cinder-755101-7-iscsi neutron-server[103197]: 'Agent': '1.1', Mar 25 19:19:54.156133 dv-cinder-755101-7-iscsi neutron-server[103197]: 'ConntrackHelper': '1.0', Mar 25 19:19:54.156133 dv-cinder-755101-7-iscsi neutron-server[103197]: 'LocalIPAssociation': '1.0', Mar 25 19:19:54.156133 dv-cinder-755101-7-iscsi neutron-server[103197]: 'Log': '1.0', Mar 25 19:19:54.156133 dv-cinder-755101-7-iscsi neutron-server[103197]: 'NDPProxy': '1.0', Mar 25 19:19:54.156133 dv-cinder-755101-7-iscsi neutron-server[103197]: 'Network': '1.1', Mar 25 19:19:54.156133 dv-cinder-755101-7-iscsi neutron-server[103197]: 'Port': '1.7', Mar 25 19:19:54.156133 dv-cinder-755101-7-iscsi neutron-server[103197]: 'PortForwarding': '1.3', Mar 25 19:19:54.156133 dv-cinder-755101-7-iscsi neutron-server[103197]: 'QosPolicy': '1.10', Mar 25 19:19:54.156133 dv-cinder-755101-7-iscsi neutron-server[103197]: 'SecurityGroup': '1.5', Mar 25 19:19:54.156133 dv-cinder-755101-7-iscsi neutron-server[103197]: 'SecurityGroupRule': '1.2', Mar 25 19:19:54.156133 dv-cinder-755101-7-iscsi neutron-server[103197]: 'SubPort': '1.0', Mar 25 19:19:54.156133 dv-cinder-755101-7-iscsi neutron-server[103197]: 'Subnet': '1.1', Mar 25 19:19:54.156133 dv-cinder-755101-7-iscsi neutron-server[103197]: 'Trunk': '1.1'}} Mar 25 19:19:54.156133 dv-cinder-755101-7-iscsi neutron-server[103197]: {{(pid=103197) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 25 19:19:54.162588 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ec6aa92-99cf-4cae-850c-6bd9566227d5 admin admin] Checking segment: {'id': 'd2797ec7-5d3a-4260-b181-2764a4061b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '41df54f8-722f-48ae-9670-4d05784c9b60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 25 19:19:54.163032 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ec6aa92-99cf-4cae-850c-6bd9566227d5 admin admin] Network hostable DHCP agents. Network: 41df54f8-722f-48ae-9670-4d05784c9b60, hostable agents: ['ff15a80c-2d7c-4104-a6ad-0973d1d911f7'], hosted agents: [] {{(pid=103197) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 25 19:19:54.205402 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ec6aa92-99cf-4cae-850c-6bd9566227d5 admin admin] Network 41df54f8-722f-48ae-9670-4d05784c9b60 is scheduled to be hosted by DHCP agent ff15a80c-2d7c-4104-a6ad-0973d1d911f7 with binding_index 1 {{(pid=103197) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 25 19:19:54.226331 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.scheduler.base_scheduler [None req-2ec6aa92-99cf-4cae-850c-6bd9566227d5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-755101-7-iscsi, 41df54f8-722f-48ae-9670-4d05784c9b60) {{(pid=103197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 19:19:54.234100 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ec6aa92-99cf-4cae-850c-6bd9566227d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:19:54.234900 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-2ec6aa92-99cf-4cae-850c-6bd9566227d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692927'] for subnet (None), before_response {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:19:54.235955 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fb7f271-0eb0-4d90-8887-a3d8a77a9070 None None] Network 41df54f8-722f-48ae-9670-4d05784c9b60 requested from dv-cinder-755101-7-iscsi {{(pid=103198) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 25 19:19:54.261465 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.18', 56842) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:19:54.262186 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-2ec6aa92-99cf-4cae-850c-6bd9566227d5 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.4486208 Mar 25 19:19:54.266151 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.v2.base [None req-ba807729-b3d2-4ffc-828f-e7af7dc503e1 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1863061992-router', 'tenant_id': '6512a963b11c42188d92829b913731e9', 'external_gateway_info': {'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15'}}} {{(pid=103196) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 19:19:54.272954 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-421b5ea9-8317-41b6-827c-920ae43a460e admin admin] Publish callbacks [] for security_group (316ae13e-57e7-48d9-a090-8e2f46504143), precommit_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:19:54.278649 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-421b5ea9-8317-41b6-827c-920ae43a460e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687199'] for security_group (316ae13e-57e7-48d9-a090-8e2f46504143), after_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:19:54.300773 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-ba807729-b3d2-4ffc-828f-e7af7dc503e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3755069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1425'] for router (85cba199-43e6-4acd-a362-e5a880e7fcaf), before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:19:54.302465 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-ba807729-b3d2-4ffc-828f-e7af7dc503e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3755949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3753726', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3727394', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1446'] for router (85cba199-43e6-4acd-a362-e5a880e7fcaf), precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:19:54.305741 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-421b5ea9-8317-41b6-827c-920ae43a460e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 285} {{(pid=103197) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 25 19:19:54.315438 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.18', 56844) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:19:54.329915 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421b5ea9-8317-41b6-827c-920ae43a460e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=316ae13e-57e7-48d9-a090-8e2f46504143,revision_number=1']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:19:54.334917 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-421b5ea9-8317-41b6-827c-920ae43a460e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1189096'] for segment (541ac455-136c-4743-9e72-e1540521f447), precommit_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:19:54.335491 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.db.segments_db [None req-421b5ea9-8317-41b6-827c-920ae43a460e admin admin] Added segment 541ac455-136c-4743-9e72-e1540521f447 of type vlan for network aa37333a-1101-47b7-acc7-f21479cd1d95 Mar 25 19:19:54.379392 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.18', 56848) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:19:54.403889 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-ba807729-b3d2-4ffc-828f-e7af7dc503e1 admin admin] Publish callbacks [] for router_controller (85cba199-43e6-4acd-a362-e5a880e7fcaf), precommit_add_association {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:19:54.408634 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-421b5ea9-8317-41b6-827c-920ae43a460e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741036145210'] for network (aa37333a-1101-47b7-acc7-f21479cd1d95), precommit_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:19:54.439430 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-421b5ea9-8317-41b6-827c-920ae43a460e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877'] for network (aa37333a-1101-47b7-acc7-f21479cd1d95), after_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:19:54.440448 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-421b5ea9-8317-41b6-827c-920ae43a460e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:19:54.441025 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-421b5ea9-8317-41b6-827c-920ae43a460e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692927'] for network (None), before_response {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:19:54.456792 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-e44aec5a-f6c8-4bd4-8b6f-85296238227e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741036503857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133703'] for agent (ff15a80c-2d7c-4104-a6ad-0973d1d911f7), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:19:54.524408 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-421b5ea9-8317-41b6-827c-920ae43a460e admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.8976758 Mar 25 19:19:54.529353 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.18', 56856) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:19:54.537048 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cdfa363-bd07-49a9-94b4-954d2dc639f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26d9a643-5fd7-5ada-a1a5-42c9304502b0-41df54f8-722f-48ae-9670-4d05784c9b60', 'network_id': '41df54f8-722f-48ae-9670-4d05784c9b60', 'project_id': '6512a963b11c42188d92829b913731e9', 'fixed_ips': [{'subnet_id': 'd9ce3099-d02a-4e55-9db5-3bce93935985'}]}} from dv-cinder-755101-7-iscsi. {{(pid=103198) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 25 19:19:54.538156 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-6cdfa363-bd07-49a9-94b4-954d2dc639f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1293263'] for port (None), before_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:19:54.544654 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.v2.base [None req-65376c36-f0f4-4e00-ab9d-dfbec60fe1c1 admin admin] Request body: {'subnet': {'network_id': 'aa37333a-1101-47b7-acc7-f21479cd1d95', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1942996941-subnet', 'tenant_id': '155e7b1bde6b4fb1ba768c2d6ab00159', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 19:19:54.563975 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421b5ea9-8317-41b6-827c-920ae43a460e admin admin] Pushing event updated for resources: {'Network': ['ID=aa37333a-1101-47b7-acc7-f21479cd1d95,revision_number=1']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:19:54.589134 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65376c36-f0f4-4e00-ab9d-dfbec60fe1c1 admin admin] Made reservation on behalf of 155e7b1bde6b4fb1ba768c2d6ab00159 for: {'subnet': 1} {{(pid=103197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 19:19:54.590824 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Network aa37333a-1101-47b7-acc7-f21479cd1d95 details requested by agent ovs-agent-dv-cinder-755101-7-iscsi with host dv-cinder-755101-7-iscsi {{(pid=103198) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 25 19:19:54.592720 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-65376c36-f0f4-4e00-ab9d-dfbec60fe1c1 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:19:54.635817 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-ba807729-b3d2-4ffc-828f-e7af7dc503e1 admin admin] Publish callbacks [] for router_gateway (85cba199-43e6-4acd-a362-e5a880e7fcaf), precommit_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:19:54.840827 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.v2.base [None req-bbc9534d-69d3-4106-ae61-ae355b1524d0 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1389583433-network', 'tenant_id': '511b62f595874a80ab2449c4446c40d6'}} {{(pid=103197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 19:19:54.842220 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.db_base_plugin_common [None req-6cdfa363-bd07-49a9-94b4-954d2dc639f0 None None] Allocated IP 172.20.0.2 (41df54f8-722f-48ae-9670-4d05784c9b60/d9ce3099-d02a-4e55-9db5-3bce93935985/9cc892a0-5265-41d4-8169-2f7beb5c8b92) {{(pid=103198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 19:19:54.852805 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.v2.base [None req-dd95d25f-2d7f-4495-b323-8111248a9690 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1730120510-network', 'tenant_id': '24f5fac9a0a146698f68e93d9c785d0e'}} {{(pid=103197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 19:19:54.871425 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-65376c36-f0f4-4e00-ab9d-dfbec60fe1c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877'] for subnet (d8fb3102-0026-42d9-a683-15415ae64f68), after_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:19:54.889446 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd95d25f-2d7f-4495-b323-8111248a9690 admin admin] Made reservation on behalf of 24f5fac9a0a146698f68e93d9c785d0e for: {'network': 1} {{(pid=103197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 19:19:54.892082 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-dd95d25f-2d7f-4495-b323-8111248a9690 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1293263'] for network (None), before_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:19:54.980264 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-dd95d25f-2d7f-4495-b323-8111248a9690 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:19:55.005973 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65376c36-f0f4-4e00-ab9d-dfbec60fe1c1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d8fb3102-0026-42d9-a683-15415ae64f68,revision_number=0']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:19:55.029129 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65376c36-f0f4-4e00-ab9d-dfbec60fe1c1 admin admin] Checking segment: {'id': '541ac455-136c-4743-9e72-e1540521f447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'aa37333a-1101-47b7-acc7-f21479cd1d95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 25 19:19:55.029398 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65376c36-f0f4-4e00-ab9d-dfbec60fe1c1 admin admin] Network hostable DHCP agents. Network: aa37333a-1101-47b7-acc7-f21479cd1d95, hostable agents: ['ff15a80c-2d7c-4104-a6ad-0973d1d911f7'], hosted agents: [] {{(pid=103197) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 25 19:19:55.031443 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbc9534d-69d3-4106-ae61-ae355b1524d0 admin admin] Made reservation on behalf of 511b62f595874a80ab2449c4446c40d6 for: {'network': 1} {{(pid=103197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 19:19:55.034681 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-bbc9534d-69d3-4106-ae61-ae355b1524d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1293263'] for network (None), before_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:19:55.043475 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-6cdfa363-bd07-49a9-94b4-954d2dc639f0 None None] Publish callbacks [] for port (9cc892a0-5265-41d4-8169-2f7beb5c8b92), precommit_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:19:55.053367 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-6cdfa363-bd07-49a9-94b4-954d2dc639f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741036193015'] for port (9cc892a0-5265-41d4-8169-2f7beb5c8b92), after_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:19:55.097842 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-bbc9534d-69d3-4106-ae61-ae355b1524d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:19:55.102818 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-ba807729-b3d2-4ffc-828f-e7af7dc503e1 admin admin] Publish callbacks [] for router_gateway (85cba199-43e6-4acd-a362-e5a880e7fcaf), before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:19:55.103438 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cdfa363-bd07-49a9-94b4-954d2dc639f0 None None] Network 41df54f8-722f-48ae-9670-4d05784c9b60 is already hosted by enough agents. {{(pid=103198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 19:19:55.106974 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.scheduler.base_scheduler [None req-6cdfa363-bd07-49a9-94b4-954d2dc639f0 None None] Resources bound (agent type, host, resource id): {{(pid=103198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 19:19:55.110767 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cdfa363-bd07-49a9-94b4-954d2dc639f0 None None] Received port after_create {{(pid=103198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 25 19:19:55.142210 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65376c36-f0f4-4e00-ab9d-dfbec60fe1c1 admin admin] Network aa37333a-1101-47b7-acc7-f21479cd1d95 is scheduled to be hosted by DHCP agent ff15a80c-2d7c-4104-a6ad-0973d1d911f7 with binding_index 1 {{(pid=103197) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 25 19:19:55.149522 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-ba807729-b3d2-4ffc-828f-e7af7dc503e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1293263'] for port (None), before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:19:55.151660 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdfa363-bd07-49a9-94b4-954d2dc639f0 None None] Pushing event updated for resources: {'Port': ['ID=9cc892a0-5265-41d4-8169-2f7beb5c8b92,revision_number=1']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:19:55.170333 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.scheduler.base_scheduler [None req-65376c36-f0f4-4e00-ab9d-dfbec60fe1c1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-755101-7-iscsi, aa37333a-1101-47b7-acc7-f21479cd1d95) {{(pid=103197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 19:19:55.174101 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cdfa363-bd07-49a9-94b4-954d2dc639f0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:19:55.174447 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cdfa363-bd07-49a9-94b4-954d2dc639f0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:19:55.174641 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-dd95d25f-2d7f-4495-b323-8111248a9690 admin admin] Publish callbacks [] for security_group (d5c330d0-a6f0-4d62-a482-38972d204a8a), precommit_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:19:55.174827 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cdfa363-bd07-49a9-94b4-954d2dc639f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:19:55.175172 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cdfa363-bd07-49a9-94b4-954d2dc639f0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:19:55.175882 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cdfa363-bd07-49a9-94b4-954d2dc639f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:19:55.176371 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cdfa363-bd07-49a9-94b4-954d2dc639f0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:19:55.176886 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cdfa363-bd07-49a9-94b4-954d2dc639f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:19:55.177380 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cdfa363-bd07-49a9-94b4-954d2dc639f0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:19:55.177860 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cdfa363-bd07-49a9-94b4-954d2dc639f0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:19:55.178347 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cdfa363-bd07-49a9-94b4-954d2dc639f0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:19:55.178860 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cdfa363-bd07-49a9-94b4-954d2dc639f0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:19:55.179356 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cdfa363-bd07-49a9-94b4-954d2dc639f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:19:55.179832 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cdfa363-bd07-49a9-94b4-954d2dc639f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:19:55.180306 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cdfa363-bd07-49a9-94b4-954d2dc639f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:19:55.180768 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cdfa363-bd07-49a9-94b4-954d2dc639f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:19:55.182222 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cdfa363-bd07-49a9-94b4-954d2dc639f0 None None] Tracked resource versions report: Mar 25 19:19:55.182222 dv-cinder-755101-7-iscsi neutron-server[103198]: pushed versions: Mar 25 19:19:55.182222 dv-cinder-755101-7-iscsi neutron-server[103198]: { 'AddressGroup': {'1.2'}, Mar 25 19:19:55.182222 dv-cinder-755101-7-iscsi neutron-server[103198]: 'Agent': {'1.1'}, Mar 25 19:19:55.182222 dv-cinder-755101-7-iscsi neutron-server[103198]: 'ConntrackHelper': {'1.0'}, Mar 25 19:19:55.182222 dv-cinder-755101-7-iscsi neutron-server[103198]: 'LocalIPAssociation': {'1.0'}, Mar 25 19:19:55.182222 dv-cinder-755101-7-iscsi neutron-server[103198]: 'Log': {'1.0'}, Mar 25 19:19:55.182222 dv-cinder-755101-7-iscsi neutron-server[103198]: 'NDPProxy': {'1.0'}, Mar 25 19:19:55.182222 dv-cinder-755101-7-iscsi neutron-server[103198]: 'Network': {'1.1'}, Mar 25 19:19:55.182222 dv-cinder-755101-7-iscsi neutron-server[103198]: 'Port': {'1.7'}, Mar 25 19:19:55.182222 dv-cinder-755101-7-iscsi neutron-server[103198]: 'PortForwarding': {'1.3'}, Mar 25 19:19:55.182222 dv-cinder-755101-7-iscsi neutron-server[103198]: 'QosPolicy': {'1.10'}, Mar 25 19:19:55.182222 dv-cinder-755101-7-iscsi neutron-server[103198]: 'SecurityGroup': {'1.5'}, Mar 25 19:19:55.182222 dv-cinder-755101-7-iscsi neutron-server[103198]: 'SecurityGroupRule': {'1.2'}, Mar 25 19:19:55.182222 dv-cinder-755101-7-iscsi neutron-server[103198]: 'SubPort': {'1.0'}, Mar 25 19:19:55.182222 dv-cinder-755101-7-iscsi neutron-server[103198]: 'Subnet': {'1.1'}, Mar 25 19:19:55.182222 dv-cinder-755101-7-iscsi neutron-server[103198]: 'Trunk': {'1.1'}} Mar 25 19:19:55.182222 dv-cinder-755101-7-iscsi neutron-server[103198]: consumer versions: Mar 25 19:19:55.182222 dv-cinder-755101-7-iscsi neutron-server[103198]: { DHCP agent@dv-cinder-755101-7-iscsi: {}, Mar 25 19:19:55.182222 dv-cinder-755101-7-iscsi neutron-server[103198]: HyperV agent@hv-cinder-75510: {}, Mar 25 19:19:55.182222 dv-cinder-755101-7-iscsi neutron-server[103198]: L3 agent@dv-cinder-755101-7-iscsi: {}, Mar 25 19:19:55.182222 dv-cinder-755101-7-iscsi neutron-server[103198]: Metadata agent@dv-cinder-755101-7-iscsi: {}, Mar 25 19:19:55.182222 dv-cinder-755101-7-iscsi neutron-server[103198]: Metering agent@dv-cinder-755101-7-iscsi: {}, Mar 25 19:19:55.182222 dv-cinder-755101-7-iscsi neutron-server[103198]: Open vSwitch agent@dv-cinder-755101-7-iscsi: { 'AddressGroup': '1.2', Mar 25 19:19:55.182222 dv-cinder-755101-7-iscsi neutron-server[103198]: 'Agent': '1.1', Mar 25 19:19:55.182222 dv-cinder-755101-7-iscsi neutron-server[103198]: 'ConntrackHelper': '1.0', Mar 25 19:19:55.182222 dv-cinder-755101-7-iscsi neutron-server[103198]: 'LocalIPAssociation': '1.0', Mar 25 19:19:55.182222 dv-cinder-755101-7-iscsi neutron-server[103198]: 'Log': '1.0', Mar 25 19:19:55.182222 dv-cinder-755101-7-iscsi neutron-server[103198]: 'NDPProxy': '1.0', Mar 25 19:19:55.182222 dv-cinder-755101-7-iscsi neutron-server[103198]: 'Network': '1.1', Mar 25 19:19:55.182222 dv-cinder-755101-7-iscsi neutron-server[103198]: 'Port': '1.7', Mar 25 19:19:55.182222 dv-cinder-755101-7-iscsi neutron-server[103198]: 'PortForwarding': '1.3', Mar 25 19:19:55.182222 dv-cinder-755101-7-iscsi neutron-server[103198]: 'QosPolicy': '1.10', Mar 25 19:19:55.182222 dv-cinder-755101-7-iscsi neutron-server[103198]: 'SecurityGroup': '1.5', Mar 25 19:19:55.182222 dv-cinder-755101-7-iscsi neutron-server[103198]: 'SecurityGroupRule': '1.2', Mar 25 19:19:55.182222 dv-cinder-755101-7-iscsi neutron-server[103198]: 'SubPort': '1.0', Mar 25 19:19:55.182222 dv-cinder-755101-7-iscsi neutron-server[103198]: 'Subnet': '1.1', Mar 25 19:19:55.182222 dv-cinder-755101-7-iscsi neutron-server[103198]: 'Trunk': '1.1'}} Mar 25 19:19:55.182222 dv-cinder-755101-7-iscsi neutron-server[103198]: {{(pid=103198) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 25 19:19:55.185301 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65376c36-f0f4-4e00-ab9d-dfbec60fe1c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:19:55.185936 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-65376c36-f0f4-4e00-ab9d-dfbec60fe1c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692927'] for subnet (None), before_response {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:19:55.192171 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-dd95d25f-2d7f-4495-b323-8111248a9690 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687199'] for security_group (d5c330d0-a6f0-4d62-a482-38972d204a8a), after_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:19:55.199732 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b5b1b60-1cc6-43e3-a8b9-1ec6ff49c4e0 None None] Network aa37333a-1101-47b7-acc7-f21479cd1d95 requested from dv-cinder-755101-7-iscsi {{(pid=103198) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 25 19:19:55.221487 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.managers [None req-6cdfa363-bd07-49a9-94b4-954d2dc639f0 None None] Attempting to bind port 9cc892a0-5265-41d4-8169-2f7beb5c8b92 on host dv-cinder-755101-7-iscsi for vnic_type normal with profile {{(pid=103198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 25 19:19:55.222099 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.managers [None req-6cdfa363-bd07-49a9-94b4-954d2dc639f0 None None] Attempting to bind port 9cc892a0-5265-41d4-8169-2f7beb5c8b92 by drivers openvswitch,hyperv on host dv-cinder-755101-7-iscsi at level 0 using segments [{'id': 'd2797ec7-5d3a-4260-b181-2764a4061b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '41df54f8-722f-48ae-9670-4d05784c9b60'}] {{(pid=103198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 25 19:19:55.222678 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cdfa363-bd07-49a9-94b4-954d2dc639f0 None None] Attempting to bind port 9cc892a0-5265-41d4-8169-2f7beb5c8b92 on network 41df54f8-722f-48ae-9670-4d05784c9b60 {{(pid=103198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 25 19:19:55.247744 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-65376c36-f0f4-4e00-ab9d-dfbec60fe1c1 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.7174375 Mar 25 19:19:55.260105 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.18', 56886) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:19:55.271092 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cdfa363-bd07-49a9-94b4-954d2dc639f0 None None] Checking agent: {'id': '239dac0e-b210-4295-8f1a-11f7f9dc3de1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-755101-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 19, 12, 1), 'started_at': datetime.datetime(2022, 3, 25, 19, 12, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 19, 19, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-755101-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 25 19:19:55.271794 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cdfa363-bd07-49a9-94b4-954d2dc639f0 None None] Checking segment: {'id': 'd2797ec7-5d3a-4260-b181-2764a4061b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '41df54f8-722f-48ae-9670-4d05784c9b60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 25 19:19:55.272348 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-6cdfa363-bd07-49a9-94b4-954d2dc639f0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:19:55.272480 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd95d25f-2d7f-4495-b323-8111248a9690 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 253} {{(pid=103197) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 25 19:19:55.273281 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cdfa363-bd07-49a9-94b4-954d2dc639f0 None None] Bound using segment: {'id': 'd2797ec7-5d3a-4260-b181-2764a4061b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '41df54f8-722f-48ae-9670-4d05784c9b60'} {{(pid=103198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 25 19:19:55.274095 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.managers [None req-6cdfa363-bd07-49a9-94b4-954d2dc639f0 None None] Bound port: 9cc892a0-5265-41d4-8169-2f7beb5c8b92, host: dv-cinder-755101-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2797ec7-5d3a-4260-b181-2764a4061b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '41df54f8-722f-48ae-9670-4d05784c9b60'}}] {{(pid=103198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 25 19:19:55.274676 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-6cdfa363-bd07-49a9-94b4-954d2dc639f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1293263'] for port (9cc892a0-5265-41d4-8169-2f7beb5c8b92), before_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:19:55.289895 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.v2.base [None req-7bfec4e6-f74e-423f-8a8d-a541311b6a71 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1942996941-router', 'tenant_id': '155e7b1bde6b4fb1ba768c2d6ab00159', 'external_gateway_info': {'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15'}}} {{(pid=103197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 19:19:55.330838 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd95d25f-2d7f-4495-b323-8111248a9690 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5c330d0-a6f0-4d62-a482-38972d204a8a,revision_number=1']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:19:55.364564 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-dd95d25f-2d7f-4495-b323-8111248a9690 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1189096'] for segment (98907f1f-3df8-47ea-a63f-ed9b1dc9d713), precommit_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:19:55.364917 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.db.segments_db [None req-dd95d25f-2d7f-4495-b323-8111248a9690 admin admin] Added segment 98907f1f-3df8-47ea-a63f-ed9b1dc9d713 of type vlan for network ffddfb87-b9e1-4b51-8018-42d9ab6c3ad8 Mar 25 19:19:55.417817 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b871421-370d-4658-aabe-b9fdecac5c7d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26d9a643-5fd7-5ada-a1a5-42c9304502b0-aa37333a-1101-47b7-acc7-f21479cd1d95', 'network_id': 'aa37333a-1101-47b7-acc7-f21479cd1d95', 'project_id': '155e7b1bde6b4fb1ba768c2d6ab00159', 'fixed_ips': [{'subnet_id': 'd8fb3102-0026-42d9-a683-15415ae64f68'}]}} from dv-cinder-755101-7-iscsi. {{(pid=103198) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 25 19:19:55.418752 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-2b871421-370d-4658-aabe-b9fdecac5c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1293263'] for port (None), before_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:19:55.423649 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-7bfec4e6-f74e-423f-8a8d-a541311b6a71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3755069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1425'] for router (62a95014-1fc4-4721-9017-22a2bce8426b), before_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:19:55.425054 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-7bfec4e6-f74e-423f-8a8d-a541311b6a71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3755949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3753726', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3727394', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1446'] for router (62a95014-1fc4-4721-9017-22a2bce8426b), precommit_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:19:55.427961 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-6cdfa363-bd07-49a9-94b4-954d2dc639f0 None None] For port 9cc892a0-5265-41d4-8169-2f7beb5c8b92, host dv-cinder-755101-7-iscsi, cleared binding levels {{(pid=103198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 25 19:19:55.431401 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-6cdfa363-bd07-49a9-94b4-954d2dc639f0 None None] For port 9cc892a0-5265-41d4-8169-2f7beb5c8b92, host dv-cinder-755101-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755101-7-iscsi',level=0,port_id=9cc892a0-5265-41d4-8169-2f7beb5c8b92,segment=NetworkSegment(d2797ec7-5d3a-4260-b181-2764a4061b4e),segment_id=d2797ec7-5d3a-4260-b181-2764a4061b4e)] {{(pid=103198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 25 19:19:55.474181 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-6cdfa363-bd07-49a9-94b4-954d2dc639f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036679572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741036190733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741036190751'] for port (9cc892a0-5265-41d4-8169-2f7beb5c8b92), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:19:55.545865 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-dd95d25f-2d7f-4495-b323-8111248a9690 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741036145210'] for network (ffddfb87-b9e1-4b51-8018-42d9ab6c3ad8), precommit_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:19:55.570984 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-bbc9534d-69d3-4106-ae61-ae355b1524d0 admin admin] Publish callbacks [] for security_group (d391bc86-993e-4b84-8aab-47a97622a613), precommit_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:19:55.592139 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-bbc9534d-69d3-4106-ae61-ae355b1524d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687199'] for security_group (d391bc86-993e-4b84-8aab-47a97622a613), after_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:19:55.617900 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.db.db_base_plugin_common [None req-ba807729-b3d2-4ffc-828f-e7af7dc503e1 admin admin] Allocated IP 172.27.0.148 (4acd50f3-de7f-4854-a6f4-5b66b3577c15/efae7cfd-1549-43a8-94ca-01f5ce7b3ee1/dae70a26-65a0-4e48-8759-4d453feb5be6) {{(pid=103196) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 19:19:55.725073 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdfa363-bd07-49a9-94b4-954d2dc639f0 None None] Pushing event updated for resources: {'Port': ['ID=9cc892a0-5265-41d4-8169-2f7beb5c8b92,revision_number=2']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:19:55.850788 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.db_base_plugin_common [None req-2b871421-370d-4658-aabe-b9fdecac5c7d None None] Allocated IP 172.20.0.2 (aa37333a-1101-47b7-acc7-f21479cd1d95/d8fb3102-0026-42d9-a683-15415ae64f68/4e6ce1ea-94e1-446e-bfe4-79c86e9ac7c3) {{(pid=103198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 19:19:55.924604 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-ba807729-b3d2-4ffc-828f-e7af7dc503e1 admin admin] Publish callbacks [] for port (dae70a26-65a0-4e48-8759-4d453feb5be6), precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:19:55.931093 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-7bfec4e6-f74e-423f-8a8d-a541311b6a71 admin admin] Publish callbacks [] for router_controller (62a95014-1fc4-4721-9017-22a2bce8426b), precommit_add_association {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:19:55.937521 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbc9534d-69d3-4106-ae61-ae355b1524d0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 271} {{(pid=103197) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 25 19:19:56.077833 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-dd95d25f-2d7f-4495-b323-8111248a9690 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877'] for network (ffddfb87-b9e1-4b51-8018-42d9ab6c3ad8), after_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:19:56.079866 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd95d25f-2d7f-4495-b323-8111248a9690 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:19:56.082441 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-dd95d25f-2d7f-4495-b323-8111248a9690 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692927'] for network (None), before_response {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:19:56.096089 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-bbc9534d-69d3-4106-ae61-ae355b1524d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1189096'] for segment (b014a1b8-c6b2-4821-8412-291b75bc4696), precommit_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:19:56.098350 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.db.segments_db [None req-bbc9534d-69d3-4106-ae61-ae355b1524d0 admin admin] Added segment b014a1b8-c6b2-4821-8412-291b75bc4696 of type vlan for network 547b5db8-9a10-4506-ba92-acf96e89ae8e Mar 25 19:19:56.140522 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-ba807729-b3d2-4ffc-828f-e7af7dc503e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741036193015'] for port (dae70a26-65a0-4e48-8759-4d453feb5be6), after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:19:56.177188 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-bbc9534d-69d3-4106-ae61-ae355b1524d0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741036145210'] for network (547b5db8-9a10-4506-ba92-acf96e89ae8e), precommit_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:19:56.183471 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc9534d-69d3-4106-ae61-ae355b1524d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d391bc86-993e-4b84-8aab-47a97622a613,revision_number=1']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:19:56.204383 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-2b871421-370d-4658-aabe-b9fdecac5c7d None None] Publish callbacks [] for port (4e6ce1ea-94e1-446e-bfe4-79c86e9ac7c3), precommit_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:19:56.214232 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-2b871421-370d-4658-aabe-b9fdecac5c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741036193015'] for port (4e6ce1ea-94e1-446e-bfe4-79c86e9ac7c3), after_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:19:56.275539 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba807729-b3d2-4ffc-828f-e7af7dc503e1 admin admin] Network 4acd50f3-de7f-4854-a6f4-5b66b3577c15 is already hosted by enough agents. {{(pid=103196) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 19:19:56.278249 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b871421-370d-4658-aabe-b9fdecac5c7d None None] Pushing event updated for resources: {'Port': ['ID=4e6ce1ea-94e1-446e-bfe4-79c86e9ac7c3,revision_number=1']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:19:56.280708 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.scheduler.base_scheduler [None req-ba807729-b3d2-4ffc-828f-e7af7dc503e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103196) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 19:19:56.287766 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b871421-370d-4658-aabe-b9fdecac5c7d None None] Network aa37333a-1101-47b7-acc7-f21479cd1d95 is already hosted by enough agents. {{(pid=103198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 19:19:56.289371 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.scheduler.base_scheduler [None req-2b871421-370d-4658-aabe-b9fdecac5c7d None None] Resources bound (agent type, host, resource id): {{(pid=103198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 19:19:56.292811 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b871421-370d-4658-aabe-b9fdecac5c7d None None] Received port after_create {{(pid=103198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 25 19:19:56.315773 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd95d25f-2d7f-4495-b323-8111248a9690 admin admin] Pushing event updated for resources: {'Network': ['ID=ffddfb87-b9e1-4b51-8018-42d9ab6c3ad8,revision_number=1']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:19:56.316738 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba807729-b3d2-4ffc-828f-e7af7dc503e1 admin admin] Pushing event updated for resources: {'Port': ['ID=dae70a26-65a0-4e48-8759-4d453feb5be6,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:19:56.331822 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba807729-b3d2-4ffc-828f-e7af7dc503e1 admin admin] Received port after_create {{(pid=103196) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 25 19:19:56.351201 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Network ffddfb87-b9e1-4b51-8018-42d9ab6c3ad8 details requested by agent ovs-agent-dv-cinder-755101-7-iscsi with host dv-cinder-755101-7-iscsi {{(pid=103198) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 25 19:19:56.655027 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.managers [None req-2b871421-370d-4658-aabe-b9fdecac5c7d None None] Attempting to bind port 4e6ce1ea-94e1-446e-bfe4-79c86e9ac7c3 on host dv-cinder-755101-7-iscsi for vnic_type normal with profile {{(pid=103198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 25 19:19:56.655391 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.managers [None req-2b871421-370d-4658-aabe-b9fdecac5c7d None None] Attempting to bind port 4e6ce1ea-94e1-446e-bfe4-79c86e9ac7c3 by drivers openvswitch,hyperv on host dv-cinder-755101-7-iscsi at level 0 using segments [{'id': '541ac455-136c-4743-9e72-e1540521f447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'aa37333a-1101-47b7-acc7-f21479cd1d95'}] {{(pid=103198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 25 19:19:56.655748 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b871421-370d-4658-aabe-b9fdecac5c7d None None] Attempting to bind port 4e6ce1ea-94e1-446e-bfe4-79c86e9ac7c3 on network aa37333a-1101-47b7-acc7-f21479cd1d95 {{(pid=103198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 25 19:19:56.666279 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b871421-370d-4658-aabe-b9fdecac5c7d None None] Checking agent: {'id': '239dac0e-b210-4295-8f1a-11f7f9dc3de1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-755101-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 19, 12, 1), 'started_at': datetime.datetime(2022, 3, 25, 19, 12, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 19, 19, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-755101-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 25 19:19:56.666663 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b871421-370d-4658-aabe-b9fdecac5c7d None None] Checking segment: {'id': '541ac455-136c-4743-9e72-e1540521f447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'aa37333a-1101-47b7-acc7-f21479cd1d95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 25 19:19:56.667063 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-2b871421-370d-4658-aabe-b9fdecac5c7d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:19:56.667449 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b871421-370d-4658-aabe-b9fdecac5c7d None None] Bound using segment: {'id': '541ac455-136c-4743-9e72-e1540521f447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'aa37333a-1101-47b7-acc7-f21479cd1d95'} {{(pid=103198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 25 19:19:56.667924 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.managers [None req-2b871421-370d-4658-aabe-b9fdecac5c7d None None] Bound port: 4e6ce1ea-94e1-446e-bfe4-79c86e9ac7c3, host: dv-cinder-755101-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '541ac455-136c-4743-9e72-e1540521f447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'aa37333a-1101-47b7-acc7-f21479cd1d95'}}] {{(pid=103198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 25 19:19:56.668298 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-2b871421-370d-4658-aabe-b9fdecac5c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1293263'] for port (4e6ce1ea-94e1-446e-bfe4-79c86e9ac7c3), before_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:19:56.690943 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.db.resource_extend [None req-bbc9534d-69d3-4106-ae61-ae355b1524d0 admin admin] It took 0.51 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 25 19:19:56.710624 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-dd95d25f-2d7f-4495-b323-8111248a9690 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.3298573 Mar 25 19:19:56.715966 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.18', 56944) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:19:56.726336 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-7bfec4e6-f74e-423f-8a8d-a541311b6a71 admin admin] Publish callbacks [] for router_gateway (62a95014-1fc4-4721-9017-22a2bce8426b), precommit_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:19:56.740947 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.v2.base [None req-5d441288-cec8-4239-a684-36579ffad6ef admin admin] Request body: {'subnet': {'network_id': 'ffddfb87-b9e1-4b51-8018-42d9ab6c3ad8', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1730120510-subnet', 'tenant_id': '24f5fac9a0a146698f68e93d9c785d0e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 19:19:56.773820 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-ebe7eaea-b409-4cea-88b6-5ddfb7d2c7e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741036503857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133703'] for agent (af1b81b0-43af-47bb-a61e-8e46b36efc57), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:19:56.819888 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-bbc9534d-69d3-4106-ae61-ae355b1524d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877'] for network (547b5db8-9a10-4506-ba92-acf96e89ae8e), after_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:19:56.820833 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbc9534d-69d3-4106-ae61-ae355b1524d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:19:56.821407 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-bbc9534d-69d3-4106-ae61-ae355b1524d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692927'] for network (None), before_response {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:19:56.828758 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-2b871421-370d-4658-aabe-b9fdecac5c7d None None] For port 4e6ce1ea-94e1-446e-bfe4-79c86e9ac7c3, host dv-cinder-755101-7-iscsi, cleared binding levels {{(pid=103198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 25 19:19:56.843776 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-ba807729-b3d2-4ffc-828f-e7af7dc503e1 admin admin] Publish callbacks [] for router_gateway (85cba199-43e6-4acd-a362-e5a880e7fcaf), after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:19:56.844267 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-2b871421-370d-4658-aabe-b9fdecac5c7d None None] For port 4e6ce1ea-94e1-446e-bfe4-79c86e9ac7c3, host dv-cinder-755101-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755101-7-iscsi',level=0,port_id=4e6ce1ea-94e1-446e-bfe4-79c86e9ac7c3,segment=NetworkSegment(541ac455-136c-4743-9e72-e1540521f447),segment_id=541ac455-136c-4743-9e72-e1540521f447)] {{(pid=103198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 25 19:19:56.866712 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-2b871421-370d-4658-aabe-b9fdecac5c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036679572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741036190733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741036190751'] for port (4e6ce1ea-94e1-446e-bfe4-79c86e9ac7c3), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:19:56.944940 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d441288-cec8-4239-a684-36579ffad6ef admin admin] Made reservation on behalf of 24f5fac9a0a146698f68e93d9c785d0e for: {'subnet': 1} {{(pid=103197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 19:19:56.947249 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-5d441288-cec8-4239-a684-36579ffad6ef admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:19:56.997615 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b871421-370d-4658-aabe-b9fdecac5c7d None None] Pushing event updated for resources: {'Port': ['ID=4e6ce1ea-94e1-446e-bfe4-79c86e9ac7c3,revision_number=2']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:19:57.051181 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-bbc9534d-69d3-4106-ae61-ae355b1524d0 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.7287085 Mar 25 19:19:57.058904 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.18', 56956) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:19:57.073546 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.v2.base [None req-97f89818-1223-482f-a339-1734c12007df admin admin] Request body: {'subnet': {'network_id': '547b5db8-9a10-4506-ba92-acf96e89ae8e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1389583433-subnet', 'tenant_id': '511b62f595874a80ab2449c4446c40d6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 19:19:57.100620 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc9534d-69d3-4106-ae61-ae355b1524d0 admin admin] Pushing event updated for resources: {'Network': ['ID=547b5db8-9a10-4506-ba92-acf96e89ae8e,revision_number=1']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:19:57.141936 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Network 547b5db8-9a10-4506-ba92-acf96e89ae8e details requested by agent ovs-agent-dv-cinder-755101-7-iscsi with host dv-cinder-755101-7-iscsi {{(pid=103198) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 25 19:19:57.175361 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97f89818-1223-482f-a339-1734c12007df admin admin] Made reservation on behalf of 511b62f595874a80ab2449c4446c40d6 for: {'subnet': 1} {{(pid=103197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 19:19:57.177894 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-97f89818-1223-482f-a339-1734c12007df admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:19:57.302470 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-ba807729-b3d2-4ffc-828f-e7af7dc503e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3755958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3753515'] for router (85cba199-43e6-4acd-a362-e5a880e7fcaf), after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:19:57.419554 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f6adb0d-9f0c-4072-812e-80624aa64920 None None] Network 41df54f8-722f-48ae-9670-4d05784c9b60 requested from dv-cinder-755101-7-iscsi {{(pid=103198) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 25 19:19:57.594964 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba807729-b3d2-4ffc-828f-e7af7dc503e1 admin admin] Router 85cba199-43e6-4acd-a362-e5a880e7fcaf is scheduled to L3 agent af1b81b0-43af-47bb-a61e-8e46b36efc57 with binding_index 1 {{(pid=103196) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 25 19:19:57.640635 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-af60142c-683d-41c3-be1d-5377fff6ca45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741036503857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133703'] for agent (c3076277-13eb-43a7-9b94-fad13f82c96d), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:19:57.651586 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-28d94b5f-5432-4139-8a01-084860876a89 None None] Provisioning complete for port 9cc892a0-5265-41d4-8169-2f7beb5c8b92 triggered by entity DHCP. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 25 19:19:57.652153 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-28d94b5f-5432-4139-8a01-084860876a89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133789'] for port (9cc892a0-5265-41d4-8169-2f7beb5c8b92), provisioning_complete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:19:57.708829 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-7bfec4e6-f74e-423f-8a8d-a541311b6a71 admin admin] Publish callbacks [] for router_gateway (62a95014-1fc4-4721-9017-22a2bce8426b), before_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:19:57.712896 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-5d441288-cec8-4239-a684-36579ffad6ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877'] for subnet (08275f5a-05cf-469a-a79e-d56942db469a), after_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:19:57.788626 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d441288-cec8-4239-a684-36579ffad6ef admin admin] Pushing event updated for resources: {'Subnet': ['ID=08275f5a-05cf-469a-a79e-d56942db469a,revision_number=0']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:19:57.798189 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-7bfec4e6-f74e-423f-8a8d-a541311b6a71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1293263'] for port (None), before_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:19:57.818837 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba807729-b3d2-4ffc-828f-e7af7dc503e1 admin admin] Notify agent at l3_agent.dv-cinder-755101-7-iscsi the message routers_updated {{(pid=103196) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 25 19:19:57.836454 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f64e8e77-fc48-42a4-893b-2ed111413d17 None None] Sync routers for ids ['85cba199-43e6-4acd-a362-e5a880e7fcaf'] in dv-cinder-755101-7-iscsi {{(pid=103199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 25 19:19:57.853384 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f64e8e77-fc48-42a4-893b-2ed111413d17 None None] Routers {'85cba199-43e6-4acd-a362-e5a880e7fcaf'} bound to L3 agent in host dv-cinder-755101-7-iscsi {{(pid=103199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 25 19:19:57.855913 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.db.l3_hamode_db [None req-f64e8e77-fc48-42a4-893b-2ed111413d17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755101-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-25T19:11:57Z,description=,heartbeat_timestamp=2022-03-25T19:19:57Z,host='dv-cinder-755101-7-iscsi',id=af1b81b0-43af-47bb-a61e-8e46b36efc57,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:11:57Z,topic='l3_agent')) {'router_ids': ['85cba199-43e6-4acd-a362-e5a880e7fcaf'], 'active': True} {{(pid=103199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 19:19:57.875421 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-ba807729-b3d2-4ffc-828f-e7af7dc503e1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:19:57.879117 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-ba807729-b3d2-4ffc-828f-e7af7dc503e1 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.6148603 Mar 25 19:19:57.880606 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.18', 56968) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:19:57.925335 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-28d94b5f-5432-4139-8a01-084860876a89 None None] Current status of the port 9cc892a0-5265-41d4-8169-2f7beb5c8b92 is: DOWN; New status is: ACTIVE {{(pid=103198) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 25 19:19:57.949554 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-28d94b5f-5432-4139-8a01-084860876a89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1293263'] for port (9cc892a0-5265-41d4-8169-2f7beb5c8b92), before_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:19:58.038258 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Device 4e6ce1ea-94e1-446e-bfe4-79c86e9ac7c3 up at agent ovs-agent-dv-cinder-755101-7-iscsi {{(pid=103198) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 25 19:19:58.135147 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-97f89818-1223-482f-a339-1734c12007df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877'] for subnet (5f5dde36-3194-44e6-b8cf-733c65400f3b), after_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:19:58.156378 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-28d94b5f-5432-4139-8a01-084860876a89 None None] For port 9cc892a0-5265-41d4-8169-2f7beb5c8b92, host dv-cinder-755101-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755101-7-iscsi',level=0,port_id=9cc892a0-5265-41d4-8169-2f7beb5c8b92,segment=NetworkSegment(d2797ec7-5d3a-4260-b181-2764a4061b4e),segment_id=d2797ec7-5d3a-4260-b181-2764a4061b4e)] {{(pid=103198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 25 19:19:58.164939 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-28d94b5f-5432-4139-8a01-084860876a89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036679572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741036190733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741036190751'] for port (9cc892a0-5265-41d4-8169-2f7beb5c8b92), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:19:58.239271 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d441288-cec8-4239-a684-36579ffad6ef admin admin] Checking segment: {'id': '98907f1f-3df8-47ea-a63f-ed9b1dc9d713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'ffddfb87-b9e1-4b51-8018-42d9ab6c3ad8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 25 19:19:58.239757 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d441288-cec8-4239-a684-36579ffad6ef admin admin] Network hostable DHCP agents. Network: ffddfb87-b9e1-4b51-8018-42d9ab6c3ad8, hostable agents: ['ff15a80c-2d7c-4104-a6ad-0973d1d911f7'], hosted agents: [] {{(pid=103197) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 25 19:19:58.299073 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d94b5f-5432-4139-8a01-084860876a89 None None] Pushing event updated for resources: {'Port': ['ID=9cc892a0-5265-41d4-8169-2f7beb5c8b92,revision_number=3']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:19:58.308663 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Provisioning complete for port 4e6ce1ea-94e1-446e-bfe4-79c86e9ac7c3 triggered by entity L2. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 25 19:19:58.313599 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133789'] for port (4e6ce1ea-94e1-446e-bfe4-79c86e9ac7c3), provisioning_complete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:19:58.358353 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97f89818-1223-482f-a339-1734c12007df admin admin] Checking segment: {'id': 'b014a1b8-c6b2-4821-8412-291b75bc4696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '547b5db8-9a10-4506-ba92-acf96e89ae8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 25 19:19:58.360087 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97f89818-1223-482f-a339-1734c12007df admin admin] Network hostable DHCP agents. Network: 547b5db8-9a10-4506-ba92-acf96e89ae8e, hostable agents: ['ff15a80c-2d7c-4104-a6ad-0973d1d911f7'], hosted agents: [] {{(pid=103197) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 25 19:19:58.428537 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d441288-cec8-4239-a684-36579ffad6ef admin admin] Network ffddfb87-b9e1-4b51-8018-42d9ab6c3ad8 is scheduled to be hosted by DHCP agent ff15a80c-2d7c-4104-a6ad-0973d1d911f7 with binding_index 1 {{(pid=103197) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 25 19:19:58.447202 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Current status of the port 4e6ce1ea-94e1-446e-bfe4-79c86e9ac7c3 is: DOWN; New status is: ACTIVE {{(pid=103198) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 25 19:19:58.447927 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1293263'] for port (4e6ce1ea-94e1-446e-bfe4-79c86e9ac7c3), before_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:19:58.449529 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-cf5c1c93-2e24-405c-93bb-a508853aaa9a None None] Provisioning complete for port 9cc892a0-5265-41d4-8169-2f7beb5c8b92 triggered by entity DHCP. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 25 19:19:58.449911 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-cf5c1c93-2e24-405c-93bb-a508853aaa9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133789'] for port (9cc892a0-5265-41d4-8169-2f7beb5c8b92), provisioning_complete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:19:58.479527 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.scheduler.base_scheduler [None req-5d441288-cec8-4239-a684-36579ffad6ef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-755101-7-iscsi, ffddfb87-b9e1-4b51-8018-42d9ab6c3ad8) {{(pid=103197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 19:19:58.480218 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.db.l3_dvr_db [None req-f64e8e77-fc48-42a4-893b-2ed111413d17 None None] Set router 85cba199-43e6-4acd-a362-e5a880e7fcaf gateway port host: dv-cinder-755101-7-iscsi {{(pid=103199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 25 19:19:58.489689 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d441288-cec8-4239-a684-36579ffad6ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:19:58.495167 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-5d441288-cec8-4239-a684-36579ffad6ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692927'] for subnet (None), before_response {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:19:58.501081 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f90f4424-6418-4ad9-9c3f-855011a49066 None None] Network ffddfb87-b9e1-4b51-8018-42d9ab6c3ad8 requested from dv-cinder-755101-7-iscsi {{(pid=103198) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 25 19:19:58.558711 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-5d441288-cec8-4239-a684-36579ffad6ef admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8256953 Mar 25 19:19:58.558711 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97f89818-1223-482f-a339-1734c12007df admin admin] Network 547b5db8-9a10-4506-ba92-acf96e89ae8e is scheduled to be hosted by DHCP agent ff15a80c-2d7c-4104-a6ad-0973d1d911f7 with binding_index 1 {{(pid=103197) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 25 19:19:58.566442 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f89818-1223-482f-a339-1734c12007df admin admin] Pushing event updated for resources: {'Subnet': ['ID=5f5dde36-3194-44e6-b8cf-733c65400f3b,revision_number=0']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:19:58.577677 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.scheduler.base_scheduler [None req-97f89818-1223-482f-a339-1734c12007df admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-755101-7-iscsi, 547b5db8-9a10-4506-ba92-acf96e89ae8e) {{(pid=103197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 19:19:58.582861 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97f89818-1223-482f-a339-1734c12007df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:19:58.583979 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-97f89818-1223-482f-a339-1734c12007df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692927'] for subnet (None), before_response {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:19:58.615650 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-97f89818-1223-482f-a339-1734c12007df admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5522006 Mar 25 19:19:58.615650 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.db.db_base_plugin_common [None req-7bfec4e6-f74e-423f-8a8d-a541311b6a71 admin admin] Allocated IP 172.27.0.142 (4acd50f3-de7f-4854-a6f4-5b66b3577c15/efae7cfd-1549-43a8-94ca-01f5ce7b3ee1/184fd2e6-8a15-4098-9de0-d95d7eff8dd2) {{(pid=103197) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 19:19:58.616843 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.18', 56996) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:19:58.621612 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.v2.base [None req-b22d27c8-70e7-463a-bc33-4ff16b26c353 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1389583433-router', 'tenant_id': '511b62f595874a80ab2449c4446c40d6', 'external_gateway_info': {'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15'}}} {{(pid=103197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 19:19:58.675162 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b239425e-4eeb-4257-bc51-3fe4a6c1ad1d None None] Network 547b5db8-9a10-4506-ba92-acf96e89ae8e requested from dv-cinder-755101-7-iscsi {{(pid=103198) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 25 19:19:58.694740 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-b22d27c8-70e7-463a-bc33-4ff16b26c353 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3755069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1425'] for router (424b05dc-39d4-46aa-abc7-b98214c48596), before_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:19:58.695815 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-b22d27c8-70e7-463a-bc33-4ff16b26c353 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3755949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3753726', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3727394', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1446'] for router (424b05dc-39d4-46aa-abc7-b98214c48596), precommit_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:19:58.759559 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.18', 57000) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:19:58.862953 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] For port 4e6ce1ea-94e1-446e-bfe4-79c86e9ac7c3, host dv-cinder-755101-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755101-7-iscsi',level=0,port_id=4e6ce1ea-94e1-446e-bfe4-79c86e9ac7c3,segment=NetworkSegment(541ac455-136c-4743-9e72-e1540521f447),segment_id=541ac455-136c-4743-9e72-e1540521f447)] {{(pid=103198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 25 19:19:58.864485 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0af4859-bd3c-4d94-a59b-6ea5d9b3210d None None] Network ffddfb87-b9e1-4b51-8018-42d9ab6c3ad8 requested from dv-cinder-755101-7-iscsi {{(pid=103198) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 25 19:19:58.866340 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.db.l3_hamode_db [None req-f64e8e77-fc48-42a4-893b-2ed111413d17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85cba199-43e6-4acd-a362-e5a880e7fcaf', 'name': 'tempest-AttachVolumeShelveTestJSON-1863061992-router', 'tenant_id': '6512a963b11c42188d92829b913731e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'external_fixed_ips': [{'subnet_id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'ip_address': '172.27.0.148'}], 'enable_snat': True}, 'gw_port_id': 'dae70a26-65a0-4e48-8759-4d453feb5be6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T19:19:54Z', 'updated_at': '2022-03-25T19:19:56Z', 'revision_number': 3, 'project_id': '6512a963b11c42188d92829b913731e9', 'gw_port': {'id': 'dae70a26-65a0-4e48-8759-4d453feb5be6', 'name': '', 'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:64:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85cba199-43e6-4acd-a362-e5a880e7fcaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'ip_address': '172.27.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T19:19:55Z', 'updated_at': '2022-03-25T19:19:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755101-7-iscsi'}], 'dv-cinder-755101-7-iscsi', False) {} {{(pid=103199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 19:19:58.916651 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f64e8e77-fc48-42a4-893b-2ed111413d17 None None] Checking router: 85cba199-43e6-4acd-a362-e5a880e7fcaf for host: dv-cinder-755101-7-iscsi {{(pid=103199) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 25 19:19:58.917315 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f64e8e77-fc48-42a4-893b-2ed111413d17 None None] Updating router 85cba199-43e6-4acd-a362-e5a880e7fcaf port dae70a26-65a0-4e48-8759-4d453feb5be6 binding host dv-cinder-755101-7-iscsi {{(pid=103199) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 25 19:19:58.949184 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-f64e8e77-fc48-42a4-893b-2ed111413d17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1293263'] for port (dae70a26-65a0-4e48-8759-4d453feb5be6), before_update {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:19:58.953917 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-537e30c2-0b17-4ff1-8aea-cbeed309708f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26d9a643-5fd7-5ada-a1a5-42c9304502b0-547b5db8-9a10-4506-ba92-acf96e89ae8e', 'network_id': '547b5db8-9a10-4506-ba92-acf96e89ae8e', 'project_id': '511b62f595874a80ab2449c4446c40d6', 'fixed_ips': [{'subnet_id': '5f5dde36-3194-44e6-b8cf-733c65400f3b'}]}} from dv-cinder-755101-7-iscsi. {{(pid=103198) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 25 19:19:58.954246 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-537e30c2-0b17-4ff1-8aea-cbeed309708f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1293263'] for port (None), before_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:19:58.958558 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-b22d27c8-70e7-463a-bc33-4ff16b26c353 admin admin] Publish callbacks [] for router_controller (424b05dc-39d4-46aa-abc7-b98214c48596), precommit_add_association {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:19:58.973599 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f433ec93-f9b0-45d6-a3e6-3b66df621f68 None None] Network aa37333a-1101-47b7-acc7-f21479cd1d95 requested from dv-cinder-755101-7-iscsi {{(pid=103198) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 25 19:19:58.975904 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036679572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741036190733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741036190751'] for port (4e6ce1ea-94e1-446e-bfe4-79c86e9ac7c3), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:19:58.976669 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Device 9cc892a0-5265-41d4-8169-2f7beb5c8b92 up at agent ovs-agent-dv-cinder-755101-7-iscsi {{(pid=103198) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 25 19:19:59.077510 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-56d7a5f0-fce1-4bc3-a6b5-36037a7a85fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:19:59.118924 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-f10ca27c-f7d8-4da2-8f6c-8f0b23669566 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1293263'] for port (None), before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:19:59.128853 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-7bfec4e6-f74e-423f-8a8d-a541311b6a71 admin admin] Publish callbacks [] for port (184fd2e6-8a15-4098-9de0-d95d7eff8dd2), precommit_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:19:59.171728 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Pushing event updated for resources: {'Port': ['ID=4e6ce1ea-94e1-446e-bfe4-79c86e9ac7c3,revision_number=3']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:19:59.257719 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-b22d27c8-70e7-463a-bc33-4ff16b26c353 admin admin] Publish callbacks [] for router_gateway (424b05dc-39d4-46aa-abc7-b98214c48596), precommit_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:19:59.318046 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.18', 57040) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:19:59.321031 dv-cinder-755101-7-iscsi neutron-server[103196]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 25 19:19:59.399218 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.db_base_plugin_common [None req-537e30c2-0b17-4ff1-8aea-cbeed309708f None None] Allocated IP 172.20.0.2 (547b5db8-9a10-4506-ba92-acf96e89ae8e/5f5dde36-3194-44e6-b8cf-733c65400f3b/2b1448c1-b399-46f5-b512-057888028465) {{(pid=103198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 19:19:59.412221 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-7bfec4e6-f74e-423f-8a8d-a541311b6a71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741036193015'] for port (184fd2e6-8a15-4098-9de0-d95d7eff8dd2), after_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:19:59.493645 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-bfcc621e-35c9-4ac2-b4cb-53c403134561 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741036503857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133703'] for agent (9ba807d9-64cc-4b2a-8ad2-e4f3b23bc779), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:19:59.573140 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bfec4e6-f74e-423f-8a8d-a541311b6a71 admin admin] Network 4acd50f3-de7f-4854-a6f4-5b66b3577c15 is already hosted by enough agents. {{(pid=103197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 19:19:59.599677 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Provisioning complete for port 9cc892a0-5265-41d4-8169-2f7beb5c8b92 triggered by entity L2. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 25 19:19:59.604747 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.scheduler.base_scheduler [None req-7bfec4e6-f74e-423f-8a8d-a541311b6a71 admin admin] Resources bound (agent type, host, resource id): {{(pid=103197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 19:19:59.613307 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bfec4e6-f74e-423f-8a8d-a541311b6a71 admin admin] Received port after_create {{(pid=103197) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 25 19:19:59.613667 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133789'] for port (9cc892a0-5265-41d4-8169-2f7beb5c8b92), provisioning_complete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:19:59.744129 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-56d7a5f0-fce1-4bc3-a6b5-36037a7a85fd admin admin] Publish callbacks [] for security_group (480ee505-6872-422e-89e9-f460af7f2841), precommit_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:19:59.747090 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfec4e6-f74e-423f-8a8d-a541311b6a71 admin admin] Pushing event updated for resources: {'Port': ['ID=184fd2e6-8a15-4098-9de0-d95d7eff8dd2,revision_number=1']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:19:59.747700 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-f64e8e77-fc48-42a4-893b-2ed111413d17 None None] Publish callbacks [] for port (dae70a26-65a0-4e48-8759-4d453feb5be6), precommit_update {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:19:59.755951 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-56d7a5f0-fce1-4bc3-a6b5-36037a7a85fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687199'] for security_group (480ee505-6872-422e-89e9-f460af7f2841), after_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:19:59.758171 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-f64e8e77-fc48-42a4-893b-2ed111413d17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036679572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741036190733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741036190751'] for port (dae70a26-65a0-4e48-8759-4d453feb5be6), after_update {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:19:59.837707 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-56d7a5f0-fce1-4bc3-a6b5-36037a7a85fd admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=45940d88f4dc430486496ab8eb4c45cf&name=default HTTP/1.1" status: 200 len: 2992 time: 1.0757511 Mar 25 19:19:59.850847 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-cf5c1c93-2e24-405c-93bb-a508853aaa9a None None] Current status of the port 9cc892a0-5265-41d4-8169-2f7beb5c8b92 is: ACTIVE; New status is: ACTIVE {{(pid=103198) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 25 19:19:59.856001 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.18', 57058) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:19:59.879294 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90551d9c-5a87-4501-9e81-c53da0303591 None None] Pushing event updated for resources: {'Port': ['ID=dae70a26-65a0-4e48-8759-4d453feb5be6,revision_number=2']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:19:59.911564 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90551d9c-5a87-4501-9e81-c53da0303591 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:19:59.916821 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90551d9c-5a87-4501-9e81-c53da0303591 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:19:59.917336 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90551d9c-5a87-4501-9e81-c53da0303591 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:19:59.918449 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-537e30c2-0b17-4ff1-8aea-cbeed309708f None None] Publish callbacks [] for port (2b1448c1-b399-46f5-b512-057888028465), precommit_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:19:59.919276 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90551d9c-5a87-4501-9e81-c53da0303591 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:19:59.919733 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90551d9c-5a87-4501-9e81-c53da0303591 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:19:59.920182 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90551d9c-5a87-4501-9e81-c53da0303591 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:19:59.923261 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90551d9c-5a87-4501-9e81-c53da0303591 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:19:59.923966 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90551d9c-5a87-4501-9e81-c53da0303591 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:19:59.924436 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90551d9c-5a87-4501-9e81-c53da0303591 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:19:59.924883 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90551d9c-5a87-4501-9e81-c53da0303591 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:19:59.925802 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90551d9c-5a87-4501-9e81-c53da0303591 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:19:59.928922 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90551d9c-5a87-4501-9e81-c53da0303591 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:19:59.929392 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90551d9c-5a87-4501-9e81-c53da0303591 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:19:59.929868 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90551d9c-5a87-4501-9e81-c53da0303591 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:19:59.930328 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90551d9c-5a87-4501-9e81-c53da0303591 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:19:59.934465 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90551d9c-5a87-4501-9e81-c53da0303591 None None] Tracked resource versions report: Mar 25 19:19:59.934465 dv-cinder-755101-7-iscsi neutron-server[103199]: pushed versions: Mar 25 19:19:59.934465 dv-cinder-755101-7-iscsi neutron-server[103199]: { 'AddressGroup': {'1.2'}, Mar 25 19:19:59.934465 dv-cinder-755101-7-iscsi neutron-server[103199]: 'Agent': {'1.1'}, Mar 25 19:19:59.934465 dv-cinder-755101-7-iscsi neutron-server[103199]: 'ConntrackHelper': {'1.0'}, Mar 25 19:19:59.934465 dv-cinder-755101-7-iscsi neutron-server[103199]: 'LocalIPAssociation': {'1.0'}, Mar 25 19:19:59.934465 dv-cinder-755101-7-iscsi neutron-server[103199]: 'Log': {'1.0'}, Mar 25 19:19:59.934465 dv-cinder-755101-7-iscsi neutron-server[103199]: 'NDPProxy': {'1.0'}, Mar 25 19:19:59.934465 dv-cinder-755101-7-iscsi neutron-server[103199]: 'Network': {'1.1'}, Mar 25 19:19:59.934465 dv-cinder-755101-7-iscsi neutron-server[103199]: 'Port': {'1.7'}, Mar 25 19:19:59.934465 dv-cinder-755101-7-iscsi neutron-server[103199]: 'PortForwarding': {'1.3'}, Mar 25 19:19:59.934465 dv-cinder-755101-7-iscsi neutron-server[103199]: 'QosPolicy': {'1.10'}, Mar 25 19:19:59.934465 dv-cinder-755101-7-iscsi neutron-server[103199]: 'SecurityGroup': {'1.5'}, Mar 25 19:19:59.934465 dv-cinder-755101-7-iscsi neutron-server[103199]: 'SecurityGroupRule': {'1.2'}, Mar 25 19:19:59.934465 dv-cinder-755101-7-iscsi neutron-server[103199]: 'SubPort': {'1.0'}, Mar 25 19:19:59.934465 dv-cinder-755101-7-iscsi neutron-server[103199]: 'Subnet': {'1.1'}, Mar 25 19:19:59.934465 dv-cinder-755101-7-iscsi neutron-server[103199]: 'Trunk': {'1.1'}} Mar 25 19:19:59.934465 dv-cinder-755101-7-iscsi neutron-server[103199]: consumer versions: Mar 25 19:19:59.934465 dv-cinder-755101-7-iscsi neutron-server[103199]: { DHCP agent@dv-cinder-755101-7-iscsi: {}, Mar 25 19:19:59.934465 dv-cinder-755101-7-iscsi neutron-server[103199]: HyperV agent@hv-cinder-75510: {}, Mar 25 19:19:59.934465 dv-cinder-755101-7-iscsi neutron-server[103199]: L3 agent@dv-cinder-755101-7-iscsi: {}, Mar 25 19:19:59.934465 dv-cinder-755101-7-iscsi neutron-server[103199]: Metadata agent@dv-cinder-755101-7-iscsi: {}, Mar 25 19:19:59.934465 dv-cinder-755101-7-iscsi neutron-server[103199]: Metering agent@dv-cinder-755101-7-iscsi: {}, Mar 25 19:19:59.934465 dv-cinder-755101-7-iscsi neutron-server[103199]: Open vSwitch agent@dv-cinder-755101-7-iscsi: { 'AddressGroup': '1.2', Mar 25 19:19:59.934465 dv-cinder-755101-7-iscsi neutron-server[103199]: 'Agent': '1.1', Mar 25 19:19:59.934465 dv-cinder-755101-7-iscsi neutron-server[103199]: 'ConntrackHelper': '1.0', Mar 25 19:19:59.934465 dv-cinder-755101-7-iscsi neutron-server[103199]: 'LocalIPAssociation': '1.0', Mar 25 19:19:59.934465 dv-cinder-755101-7-iscsi neutron-server[103199]: 'Log': '1.0', Mar 25 19:19:59.934465 dv-cinder-755101-7-iscsi neutron-server[103199]: 'NDPProxy': '1.0', Mar 25 19:19:59.934465 dv-cinder-755101-7-iscsi neutron-server[103199]: 'Network': '1.1', Mar 25 19:19:59.934465 dv-cinder-755101-7-iscsi neutron-server[103199]: 'Port': '1.7', Mar 25 19:19:59.934465 dv-cinder-755101-7-iscsi neutron-server[103199]: 'PortForwarding': '1.3', Mar 25 19:19:59.934465 dv-cinder-755101-7-iscsi neutron-server[103199]: 'QosPolicy': '1.10', Mar 25 19:19:59.934465 dv-cinder-755101-7-iscsi neutron-server[103199]: 'SecurityGroup': '1.5', Mar 25 19:19:59.934465 dv-cinder-755101-7-iscsi neutron-server[103199]: 'SecurityGroupRule': '1.2', Mar 25 19:19:59.934465 dv-cinder-755101-7-iscsi neutron-server[103199]: 'SubPort': '1.0', Mar 25 19:19:59.934465 dv-cinder-755101-7-iscsi neutron-server[103199]: 'Subnet': '1.1', Mar 25 19:19:59.934465 dv-cinder-755101-7-iscsi neutron-server[103199]: 'Trunk': '1.1'}} Mar 25 19:19:59.934465 dv-cinder-755101-7-iscsi neutron-server[103199]: {{(pid=103199) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 25 19:19:59.952037 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-537e30c2-0b17-4ff1-8aea-cbeed309708f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741036193015'] for port (2b1448c1-b399-46f5-b512-057888028465), after_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:19:59.966267 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.managers [None req-f64e8e77-fc48-42a4-893b-2ed111413d17 None None] Attempting to bind port dae70a26-65a0-4e48-8759-4d453feb5be6 on host dv-cinder-755101-7-iscsi for vnic_type normal with profile {{(pid=103199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 25 19:19:59.966816 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.managers [None req-f64e8e77-fc48-42a4-893b-2ed111413d17 None None] Attempting to bind port dae70a26-65a0-4e48-8759-4d453feb5be6 by drivers openvswitch,hyperv on host dv-cinder-755101-7-iscsi at level 0 using segments [{'id': 'bcf11cf5-8ef8-46ee-bf1d-f87c743f3fc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15'}] {{(pid=103199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 25 19:19:59.967991 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f64e8e77-fc48-42a4-893b-2ed111413d17 None None] Attempting to bind port dae70a26-65a0-4e48-8759-4d453feb5be6 on network 4acd50f3-de7f-4854-a6f4-5b66b3577c15 {{(pid=103199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 25 19:19:59.982693 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f64e8e77-fc48-42a4-893b-2ed111413d17 None None] Checking agent: {'id': '239dac0e-b210-4295-8f1a-11f7f9dc3de1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-755101-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 19, 12, 1), 'started_at': datetime.datetime(2022, 3, 25, 19, 12, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 19, 19, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-755101-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 25 19:19:59.984105 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f64e8e77-fc48-42a4-893b-2ed111413d17 None None] Checking segment: {'id': 'bcf11cf5-8ef8-46ee-bf1d-f87c743f3fc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 25 19:19:59.985759 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-f64e8e77-fc48-42a4-893b-2ed111413d17 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:19:59.987061 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f64e8e77-fc48-42a4-893b-2ed111413d17 None None] Bound using segment: {'id': 'bcf11cf5-8ef8-46ee-bf1d-f87c743f3fc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15'} {{(pid=103199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 25 19:19:59.988589 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.managers [None req-f64e8e77-fc48-42a4-893b-2ed111413d17 None None] Bound port: dae70a26-65a0-4e48-8759-4d453feb5be6, host: dv-cinder-755101-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcf11cf5-8ef8-46ee-bf1d-f87c743f3fc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15'}}] {{(pid=103199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 25 19:19:59.989091 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-f64e8e77-fc48-42a4-893b-2ed111413d17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1293263'] for port (dae70a26-65a0-4e48-8759-4d453feb5be6), before_update {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:00.089809 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.db [None req-f64e8e77-fc48-42a4-893b-2ed111413d17 None None] For port dae70a26-65a0-4e48-8759-4d453feb5be6, host dv-cinder-755101-7-iscsi, cleared binding levels {{(pid=103199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 25 19:20:00.097192 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.db [None req-f64e8e77-fc48-42a4-893b-2ed111413d17 None None] For port dae70a26-65a0-4e48-8759-4d453feb5be6, host dv-cinder-755101-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755101-7-iscsi',level=0,port_id=dae70a26-65a0-4e48-8759-4d453feb5be6,segment=NetworkSegment(bcf11cf5-8ef8-46ee-bf1d-f87c743f3fc7),segment_id=bcf11cf5-8ef8-46ee-bf1d-f87c743f3fc7)] {{(pid=103199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 25 19:20:00.112728 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.db.db_base_plugin_common [None req-f10ca27c-f7d8-4da2-8f6c-8f0b23669566 admin admin] Allocated IP 172.20.0.1 (41df54f8-722f-48ae-9670-4d05784c9b60/d9ce3099-d02a-4e55-9db5-3bce93935985/5acf6b82-7f0e-482f-94b1-20571c2ce911) {{(pid=103196) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 19:20:00.116242 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-f64e8e77-fc48-42a4-893b-2ed111413d17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036679572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741036190733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741036190751'] for port (dae70a26-65a0-4e48-8759-4d453feb5be6), after_update {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:00.231023 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f64e8e77-fc48-42a4-893b-2ed111413d17 None None] Routers {'85cba199-43e6-4acd-a362-e5a880e7fcaf'} bound to L3 agent in host dv-cinder-755101-7-iscsi {{(pid=103199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 25 19:20:00.231662 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.db.l3_hamode_db [None req-f64e8e77-fc48-42a4-893b-2ed111413d17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755101-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-25T19:11:57Z,description=,heartbeat_timestamp=2022-03-25T19:19:57Z,host='dv-cinder-755101-7-iscsi',id=af1b81b0-43af-47bb-a61e-8e46b36efc57,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:11:57Z,topic='l3_agent')) {'router_ids': ['85cba199-43e6-4acd-a362-e5a880e7fcaf'], 'active': True} {{(pid=103199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 19:20:00.261247 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-720ff7c8-8973-47f3-a8ad-4b2880bd33aa admin admin] Publish callbacks [] for security_group (480ee505-6872-422e-89e9-f460af7f2841), before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:00.279244 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537e30c2-0b17-4ff1-8aea-cbeed309708f None None] Pushing event updated for resources: {'Port': ['ID=2b1448c1-b399-46f5-b512-057888028465,revision_number=1']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:20:00.292638 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-537e30c2-0b17-4ff1-8aea-cbeed309708f None None] Network 547b5db8-9a10-4506-ba92-acf96e89ae8e is already hosted by enough agents. {{(pid=103198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 19:20:00.300659 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.scheduler.base_scheduler [None req-537e30c2-0b17-4ff1-8aea-cbeed309708f None None] Resources bound (agent type, host, resource id): {{(pid=103198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 19:20:00.301714 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-720ff7c8-8973-47f3-a8ad-4b2880bd33aa admin admin] Publish callbacks [] for security_group (480ee505-6872-422e-89e9-f460af7f2841), precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:00.303356 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d7a5f0-fce1-4bc3-a6b5-36037a7a85fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=480ee505-6872-422e-89e9-f460af7f2841,revision_number=1']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:20:00.305594 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-578442cb-6f14-4f56-a134-dd555b24c665 None None] Provisioning complete for port 4e6ce1ea-94e1-446e-bfe4-79c86e9ac7c3 triggered by entity DHCP. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 25 19:20:00.305993 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-578442cb-6f14-4f56-a134-dd555b24c665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133789'] for port (4e6ce1ea-94e1-446e-bfe4-79c86e9ac7c3), provisioning_complete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:00.313867 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-537e30c2-0b17-4ff1-8aea-cbeed309708f None None] Received port after_create {{(pid=103198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 25 19:20:00.341263 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Current status of the port 9cc892a0-5265-41d4-8169-2f7beb5c8b92 is: ACTIVE; New status is: ACTIVE {{(pid=103198) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 25 19:20:00.373454 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-7bfec4e6-f74e-423f-8a8d-a541311b6a71 admin admin] Publish callbacks [] for router_gateway (62a95014-1fc4-4721-9017-22a2bce8426b), after_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:00.387810 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.db.l3_dvr_db [None req-f64e8e77-fc48-42a4-893b-2ed111413d17 None None] Set router 85cba199-43e6-4acd-a362-e5a880e7fcaf gateway port host: dv-cinder-755101-7-iscsi {{(pid=103199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 25 19:20:00.438138 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-720ff7c8-8973-47f3-a8ad-4b2880bd33aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687199'] for security_group (480ee505-6872-422e-89e9-f460af7f2841), after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:00.439910 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.managers [None req-537e30c2-0b17-4ff1-8aea-cbeed309708f None None] Attempting to bind port 2b1448c1-b399-46f5-b512-057888028465 on host dv-cinder-755101-7-iscsi for vnic_type normal with profile {{(pid=103198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 25 19:20:00.440284 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.managers [None req-537e30c2-0b17-4ff1-8aea-cbeed309708f None None] Attempting to bind port 2b1448c1-b399-46f5-b512-057888028465 by drivers openvswitch,hyperv on host dv-cinder-755101-7-iscsi at level 0 using segments [{'id': 'b014a1b8-c6b2-4821-8412-291b75bc4696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '547b5db8-9a10-4506-ba92-acf96e89ae8e'}] {{(pid=103198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 25 19:20:00.440649 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-537e30c2-0b17-4ff1-8aea-cbeed309708f None None] Attempting to bind port 2b1448c1-b399-46f5-b512-057888028465 on network 547b5db8-9a10-4506-ba92-acf96e89ae8e {{(pid=103198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 25 19:20:00.441943 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-720ff7c8-8973-47f3-a8ad-4b2880bd33aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:00.451498 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-720ff7c8-8973-47f3-a8ad-4b2880bd33aa admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/480ee505-6872-422e-89e9-f460af7f2841 HTTP/1.1" status: 204 len: 168 time: 0.5852919 Mar 25 19:20:00.457527 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-537e30c2-0b17-4ff1-8aea-cbeed309708f None None] Checking agent: {'id': '239dac0e-b210-4295-8f1a-11f7f9dc3de1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-755101-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 19, 12, 1), 'started_at': datetime.datetime(2022, 3, 25, 19, 12, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 19, 19, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-755101-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 25 19:20:00.457904 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-537e30c2-0b17-4ff1-8aea-cbeed309708f None None] Checking segment: {'id': 'b014a1b8-c6b2-4821-8412-291b75bc4696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '547b5db8-9a10-4506-ba92-acf96e89ae8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 25 19:20:00.469001 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-537e30c2-0b17-4ff1-8aea-cbeed309708f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:00.469429 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-537e30c2-0b17-4ff1-8aea-cbeed309708f None None] Bound using segment: {'id': 'b014a1b8-c6b2-4821-8412-291b75bc4696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '547b5db8-9a10-4506-ba92-acf96e89ae8e'} {{(pid=103198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 25 19:20:00.469952 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.managers [None req-537e30c2-0b17-4ff1-8aea-cbeed309708f None None] Bound port: 2b1448c1-b399-46f5-b512-057888028465, host: dv-cinder-755101-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b014a1b8-c6b2-4821-8412-291b75bc4696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '547b5db8-9a10-4506-ba92-acf96e89ae8e'}}] {{(pid=103198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 25 19:20:00.470342 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-537e30c2-0b17-4ff1-8aea-cbeed309708f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1293263'] for port (2b1448c1-b399-46f5-b512-057888028465), before_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:00.472163 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024dc4b7-295b-4e66-bd94-f3ccd8d9510c req-1a6e328a-0af1-4449-9ab7-bc025393f170 tempest-DeleteServersTestJSON-630511010 tempest-DeleteServersTestJSON-630511010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:20:00.481267 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-b22d27c8-70e7-463a-bc33-4ff16b26c353 admin admin] Publish callbacks [] for router_gateway (424b05dc-39d4-46aa-abc7-b98214c48596), before_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:00.483071 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-024dc4b7-295b-4e66-bd94-f3ccd8d9510c req-1a6e328a-0af1-4449-9ab7-bc025393f170 tempest-DeleteServersTestJSON-630511010 tempest-DeleteServersTestJSON-630511010-project] 10.222.0.18 "GET /v2.0/networks?id=ffddfb87-b9e1-4b51-8018-42d9ab6c3ad8 HTTP/1.1" status: 200 len: 812 time: 1.1635041 Mar 25 19:20:00.514448 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-b22d27c8-70e7-463a-bc33-4ff16b26c353 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1293263'] for port (None), before_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:00.516450 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-024dc4b7-295b-4e66-bd94-f3ccd8d9510c req-f5a1d401-c1d0-42d6-a383-7a2086097b12 tempest-DeleteServersTestJSON-630511010 tempest-DeleteServersTestJSON-630511010-project] 10.222.0.18 "GET /v2.0/quotas/24f5fac9a0a146698f68e93d9c785d0e HTTP/1.1" status: 200 len: 375 time: 0.0322201 Mar 25 19:20:00.568948 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720ff7c8-8973-47f3-a8ad-4b2880bd33aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=480ee505-6872-422e-89e9-f460af7f2841,revision_number=None']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:20:00.581312 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-024dc4b7-295b-4e66-bd94-f3ccd8d9510c req-8393fe6d-bbaf-45cc-915f-6b0f1c181433 tempest-DeleteServersTestJSON-630511010 tempest-DeleteServersTestJSON-630511010-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=24f5fac9a0a146698f68e93d9c785d0e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0636811 Mar 25 19:20:00.601072 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-578442cb-6f14-4f56-a134-dd555b24c665 None None] Current status of the port 4e6ce1ea-94e1-446e-bfe4-79c86e9ac7c3 is: ACTIVE; New status is: ACTIVE {{(pid=103198) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 25 19:20:00.642550 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-537e30c2-0b17-4ff1-8aea-cbeed309708f None None] For port 2b1448c1-b399-46f5-b512-057888028465, host dv-cinder-755101-7-iscsi, cleared binding levels {{(pid=103198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 25 19:20:00.647184 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-537e30c2-0b17-4ff1-8aea-cbeed309708f None None] For port 2b1448c1-b399-46f5-b512-057888028465, host dv-cinder-755101-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755101-7-iscsi',level=0,port_id=2b1448c1-b399-46f5-b512-057888028465,segment=NetworkSegment(b014a1b8-c6b2-4821-8412-291b75bc4696),segment_id=b014a1b8-c6b2-4821-8412-291b75bc4696)] {{(pid=103198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 25 19:20:00.666913 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-537e30c2-0b17-4ff1-8aea-cbeed309708f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036679572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741036190733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741036190751'] for port (2b1448c1-b399-46f5-b512-057888028465), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:00.720329 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-f10ca27c-f7d8-4da2-8f6c-8f0b23669566 admin admin] Publish callbacks [] for port (5acf6b82-7f0e-482f-94b1-20571c2ce911), precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:00.742075 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537e30c2-0b17-4ff1-8aea-cbeed309708f None None] Pushing event updated for resources: {'Port': ['ID=2b1448c1-b399-46f5-b512-057888028465,revision_number=2']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:20:00.770428 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741036503857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133703'] for agent (e10cc9df-a7ce-4b9c-bc25-dffd007f5dd8), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:00.772082 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90551d9c-5a87-4501-9e81-c53da0303591 None None] Pushing event updated for resources: {'Port': ['ID=dae70a26-65a0-4e48-8759-4d453feb5be6,revision_number=3']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:20:00.776680 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.db.l3_hamode_db [None req-f64e8e77-fc48-42a4-893b-2ed111413d17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85cba199-43e6-4acd-a362-e5a880e7fcaf', 'name': 'tempest-AttachVolumeShelveTestJSON-1863061992-router', 'tenant_id': '6512a963b11c42188d92829b913731e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'external_fixed_ips': [{'subnet_id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'ip_address': '172.27.0.148'}], 'enable_snat': True}, 'gw_port_id': 'dae70a26-65a0-4e48-8759-4d453feb5be6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T19:19:54Z', 'updated_at': '2022-03-25T19:19:56Z', 'revision_number': 3, 'project_id': '6512a963b11c42188d92829b913731e9', 'gw_port': {'id': 'dae70a26-65a0-4e48-8759-4d453feb5be6', 'name': '', 'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:64:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85cba199-43e6-4acd-a362-e5a880e7fcaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'ip_address': '172.27.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T19:19:55Z', 'updated_at': '2022-03-25T19:20:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755101-7-iscsi'}], 'dv-cinder-755101-7-iscsi', False) {} {{(pid=103199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 19:20:00.781101 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.db.db_base_plugin_common [None req-b22d27c8-70e7-463a-bc33-4ff16b26c353 admin admin] Allocated IP 172.27.0.241 (4acd50f3-de7f-4854-a6f4-5b66b3577c15/efae7cfd-1549-43a8-94ca-01f5ce7b3ee1/f1cac042-1cc6-40dd-8663-517a8c53bdce) {{(pid=103197) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 19:20:00.801479 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-f30c7cc2-e8f8-4c23-bd64-03257c8d4641 None None] Provisioning complete for port 4e6ce1ea-94e1-446e-bfe4-79c86e9ac7c3 triggered by entity DHCP. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 25 19:20:00.801969 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-f30c7cc2-e8f8-4c23-bd64-03257c8d4641 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133789'] for port (4e6ce1ea-94e1-446e-bfe4-79c86e9ac7c3), provisioning_complete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:00.874083 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f64e8e77-fc48-42a4-893b-2ed111413d17 None None] The sync data for ids ['85cba199-43e6-4acd-a362-e5a880e7fcaf'] in dv-cinder-755101-7-iscsi is: [{'id': '85cba199-43e6-4acd-a362-e5a880e7fcaf', 'name': 'tempest-AttachVolumeShelveTestJSON-1863061992-router', 'tenant_id': '6512a963b11c42188d92829b913731e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'external_fixed_ips': [{'subnet_id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'ip_address': '172.27.0.148'}], 'enable_snat': True}, 'gw_port_id': 'dae70a26-65a0-4e48-8759-4d453feb5be6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T19:19:54Z', 'updated_at': '2022-03-25T19:19:56Z', 'revision_number': 3, 'project_id': '6512a963b11c42188d92829b913731e9', 'gw_port': {'id': 'dae70a26-65a0-4e48-8759-4d453feb5be6', 'name': '', 'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:64:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85cba199-43e6-4acd-a362-e5a880e7fcaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'ip_address': '172.27.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T19:19:55Z', 'updated_at': '2022-03-25T19:20:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755101-7-iscsi'}] {{(pid=103199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 25 19:20:00.897094 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-f10ca27c-f7d8-4da2-8f6c-8f0b23669566 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741036193015'] for port (5acf6b82-7f0e-482f-94b1-20571c2ce911), after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:00.909297 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741036503857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133703'] for agent (239dac0e-b210-4295-8f1a-11f7f9dc3de1), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:00.915841 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Device 4e6ce1ea-94e1-446e-bfe4-79c86e9ac7c3 up at agent ovs-agent-dv-cinder-755101-7-iscsi {{(pid=103198) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 25 19:20:00.980193 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.wsgi [req-024dc4b7-295b-4e66-bd94-f3ccd8d9510c req-0b8ef9eb-095c-4221-9de6-60481f59d5b5 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103196) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 25 19:20:00.981249 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-024dc4b7-295b-4e66-bd94-f3ccd8d9510c req-0b8ef9eb-095c-4221-9de6-60481f59d5b5 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1690178 Mar 25 19:20:01.005080 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-f30c7cc2-e8f8-4c23-bd64-03257c8d4641 None None] Current status of the port 4e6ce1ea-94e1-446e-bfe4-79c86e9ac7c3 is: ACTIVE; New status is: ACTIVE {{(pid=103198) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 25 19:20:01.018456 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Provisioning complete for port 4e6ce1ea-94e1-446e-bfe4-79c86e9ac7c3 triggered by entity L2. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 25 19:20:01.018962 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133789'] for port (4e6ce1ea-94e1-446e-bfe4-79c86e9ac7c3), provisioning_complete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:01.132604 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Current status of the port 4e6ce1ea-94e1-446e-bfe4-79c86e9ac7c3 is: ACTIVE; New status is: ACTIVE {{(pid=103198) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 25 19:20:01.133712 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Device 9cc892a0-5265-41d4-8169-2f7beb5c8b92 up at agent ovs-agent-dv-cinder-755101-7-iscsi {{(pid=103198) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 25 19:20:01.135515 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f10ca27c-f7d8-4da2-8f6c-8f0b23669566 admin admin] Network 41df54f8-722f-48ae-9670-4d05784c9b60 is already hosted by enough agents. {{(pid=103196) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 19:20:01.138676 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10ca27c-f7d8-4da2-8f6c-8f0b23669566 admin admin] Pushing event updated for resources: {'Port': ['ID=5acf6b82-7f0e-482f-94b1-20571c2ce911,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:20:01.145346 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.scheduler.base_scheduler [None req-f10ca27c-f7d8-4da2-8f6c-8f0b23669566 admin admin] Resources bound (agent type, host, resource id): {{(pid=103196) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 19:20:01.160545 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f10ca27c-f7d8-4da2-8f6c-8f0b23669566 admin admin] Received port after_create {{(pid=103196) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 25 19:20:01.167987 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-f10ca27c-f7d8-4da2-8f6c-8f0b23669566 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3752446'] for router_interface (85cba199-43e6-4acd-a362-e5a880e7fcaf), before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:01.181783 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-b22d27c8-70e7-463a-bc33-4ff16b26c353 admin admin] Publish callbacks [] for port (f1cac042-1cc6-40dd-8663-517a8c53bdce), precommit_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:01.231345 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-7bfec4e6-f74e-423f-8a8d-a541311b6a71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3755958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3753515'] for router (62a95014-1fc4-4721-9017-22a2bce8426b), after_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:01.298724 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Provisioning complete for port 9cc892a0-5265-41d4-8169-2f7beb5c8b92 triggered by entity L2. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 25 19:20:01.305967 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133789'] for port (9cc892a0-5265-41d4-8169-2f7beb5c8b92), provisioning_complete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:01.485444 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Current status of the port 9cc892a0-5265-41d4-8169-2f7beb5c8b92 is: ACTIVE; New status is: ACTIVE {{(pid=103198) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 25 19:20:01.522384 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-b22d27c8-70e7-463a-bc33-4ff16b26c353 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741036193015'] for port (f1cac042-1cc6-40dd-8663-517a8c53bdce), after_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:01.616025 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b22d27c8-70e7-463a-bc33-4ff16b26c353 admin admin] Network 4acd50f3-de7f-4854-a6f4-5b66b3577c15 is already hosted by enough agents. {{(pid=103197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 19:20:01.629575 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.scheduler.base_scheduler [None req-b22d27c8-70e7-463a-bc33-4ff16b26c353 admin admin] Resources bound (agent type, host, resource id): {{(pid=103197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 19:20:01.637403 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-da5275a6-242f-4038-9924-4f391fd4b68e None None] Provisioning complete for port 5acf6b82-7f0e-482f-94b1-20571c2ce911 triggered by entity DHCP. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 25 19:20:01.637889 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-da5275a6-242f-4038-9924-4f391fd4b68e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133789'] for port (5acf6b82-7f0e-482f-94b1-20571c2ce911), provisioning_complete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:01.639182 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-f10ca27c-f7d8-4da2-8f6c-8f0b23669566 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1293263'] for port (5acf6b82-7f0e-482f-94b1-20571c2ce911), before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:01.652439 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-024dc4b7-295b-4e66-bd94-f3ccd8d9510c req-82806cb4-c5f3-4336-9546-46aa9678c63b service neutron] 10.222.0.18 "GET /v2.0/networks/ffddfb87-b9e1-4b51-8018-42d9ab6c3ad8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6286514 Mar 25 19:20:01.656561 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b22d27c8-70e7-463a-bc33-4ff16b26c353 admin admin] Received port after_create {{(pid=103197) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 25 19:20:01.692096 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-da5275a6-242f-4038-9924-4f391fd4b68e None None] Port 5acf6b82-7f0e-482f-94b1-20571c2ce911 cannot update to ACTIVE because it is not bound. {{(pid=103198) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 25 19:20:01.707822 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22d27c8-70e7-463a-bc33-4ff16b26c353 admin admin] Pushing event updated for resources: {'Port': ['ID=f1cac042-1cc6-40dd-8663-517a8c53bdce,revision_number=1']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:20:01.812392 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bfec4e6-f74e-423f-8a8d-a541311b6a71 admin admin] Router 62a95014-1fc4-4721-9017-22a2bce8426b is scheduled to L3 agent af1b81b0-43af-47bb-a61e-8e46b36efc57 with binding_index 1 {{(pid=103197) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 25 19:20:01.949279 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-024dc4b7-295b-4e66-bd94-f3ccd8d9510c req-06fb96df-1848-4e00-be61-cf63f239ba07 service neutron] 10.222.0.18 "GET /v2.0/networks/ffddfb87-b9e1-4b51-8018-42d9ab6c3ad8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2894387 Mar 25 19:20:02.041110 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-b22d27c8-70e7-463a-bc33-4ff16b26c353 admin admin] Publish callbacks [] for router_gateway (424b05dc-39d4-46aa-abc7-b98214c48596), after_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:02.091534 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-f10ca27c-f7d8-4da2-8f6c-8f0b23669566 admin admin] Publish callbacks [] for port (5acf6b82-7f0e-482f-94b1-20571c2ce911), precommit_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:02.098467 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bfec4e6-f74e-423f-8a8d-a541311b6a71 admin admin] Notify agent at l3_agent.dv-cinder-755101-7-iscsi the message routers_updated {{(pid=103197) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 25 19:20:02.100168 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-f10ca27c-f7d8-4da2-8f6c-8f0b23669566 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036679572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741036190733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741036190751'] for port (5acf6b82-7f0e-482f-94b1-20571c2ce911), after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:02.101142 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-f10ca27c-f7d8-4da2-8f6c-8f0b23669566 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3692891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3752298'] for router_interface (85cba199-43e6-4acd-a362-e5a880e7fcaf), after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:02.112990 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bec3f99f-09b2-47bc-9367-0703fd54f589 None None] Sync routers for ids ['62a95014-1fc4-4721-9017-22a2bce8426b'] in dv-cinder-755101-7-iscsi {{(pid=103198) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 25 19:20:02.139672 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bec3f99f-09b2-47bc-9367-0703fd54f589 None None] Routers {'62a95014-1fc4-4721-9017-22a2bce8426b'} bound to L3 agent in host dv-cinder-755101-7-iscsi {{(pid=103198) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 25 19:20:02.140523 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.l3_hamode_db [None req-bec3f99f-09b2-47bc-9367-0703fd54f589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755101-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-25T19:11:57Z,description=,heartbeat_timestamp=2022-03-25T19:19:57Z,host='dv-cinder-755101-7-iscsi',id=af1b81b0-43af-47bb-a61e-8e46b36efc57,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:11:57Z,topic='l3_agent')) {'router_ids': ['62a95014-1fc4-4721-9017-22a2bce8426b'], 'active': True} {{(pid=103198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 19:20:02.250139 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-7bfec4e6-f74e-423f-8a8d-a541311b6a71 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:02.252251 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-7bfec4e6-f74e-423f-8a8d-a541311b6a71 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 6.9773483 Mar 25 19:20:02.255605 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.18', 57128) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:20:02.279231 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10ca27c-f7d8-4da2-8f6c-8f0b23669566 admin admin] Pushing event updated for resources: {'Port': ['ID=5acf6b82-7f0e-482f-94b1-20571c2ce911,revision_number=2']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:20:02.341603 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.18', 57136) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:20:02.345418 dv-cinder-755101-7-iscsi neutron-server[103197]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 25 19:20:02.421304 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f10ca27c-f7d8-4da2-8f6c-8f0b23669566 admin admin] Network 41df54f8-722f-48ae-9670-4d05784c9b60 is already hosted by enough agents. {{(pid=103196) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 19:20:02.423421 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.scheduler.base_scheduler [None req-f10ca27c-f7d8-4da2-8f6c-8f0b23669566 admin admin] Resources bound (agent type, host, resource id): {{(pid=103196) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 19:20:02.560857 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.l3_dvr_db [None req-bec3f99f-09b2-47bc-9367-0703fd54f589 None None] Set router 62a95014-1fc4-4721-9017-22a2bce8426b gateway port host: dv-cinder-755101-7-iscsi {{(pid=103198) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 25 19:20:02.584703 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-7f80e5b4-5dbf-4db5-ac03-f68acfed2f06 req-9100f06d-98d9-48c9-8daf-b98f2cb9abd8 tempest-DeleteServersTestJSON-630511010 tempest-DeleteServersTestJSON-630511010-project] 10.222.0.18 "GET /v2.0/ports?device_id=9df5ca96-e2d4-4758-9ddb-4aa505cf1a35 HTTP/1.1" status: 200 len: 210 time: 0.2416692 Mar 25 19:20:02.738043 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8742b49-3c9f-4575-baa3-423a73d87c83 None None] Network 547b5db8-9a10-4506-ba92-acf96e89ae8e requested from dv-cinder-755101-7-iscsi {{(pid=103198) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 25 19:20:02.770786 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f10ca27c-f7d8-4da2-8f6c-8f0b23669566 admin admin] Router 85cba199-43e6-4acd-a362-e5a880e7fcaf has already been hosted by L3 agent af1b81b0-43af-47bb-a61e-8e46b36efc57 {{(pid=103196) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 25 19:20:02.797128 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Device dae70a26-65a0-4e48-8759-4d453feb5be6 up at agent ovs-agent-dv-cinder-755101-7-iscsi {{(pid=103198) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 25 19:20:02.994968 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f10ca27c-f7d8-4da2-8f6c-8f0b23669566 admin admin] Notify agent at l3_agent.dv-cinder-755101-7-iscsi the message routers_updated {{(pid=103196) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 25 19:20:03.006344 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-f10ca27c-f7d8-4da2-8f6c-8f0b23669566 admin admin] 10.222.0.18 "PUT /v2.0/routers/85cba199-43e6-4acd-a362-e5a880e7fcaf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1210582 Mar 25 19:20:03.317003 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-f9e2c028-e6db-47a1-9ffe-95eae2884029 None None] Provisioning complete for port 2b1448c1-b399-46f5-b512-057888028465 triggered by entity DHCP. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 25 19:20:03.317407 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-f9e2c028-e6db-47a1-9ffe-95eae2884029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133789'] for port (2b1448c1-b399-46f5-b512-057888028465), provisioning_complete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:03.319245 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-b22d27c8-70e7-463a-bc33-4ff16b26c353 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3755958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3753515'] for router (424b05dc-39d4-46aa-abc7-b98214c48596), after_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:03.456363 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Provisioning complete for port dae70a26-65a0-4e48-8759-4d453feb5be6 triggered by entity L2. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 25 19:20:03.458928 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133789'] for port (dae70a26-65a0-4e48-8759-4d453feb5be6), provisioning_complete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:03.611352 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Current status of the port dae70a26-65a0-4e48-8759-4d453feb5be6 is: DOWN; New status is: ACTIVE {{(pid=103198) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 25 19:20:03.611510 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1293263'] for port (dae70a26-65a0-4e48-8759-4d453feb5be6), before_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:03.621706 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.l3_hamode_db [None req-bec3f99f-09b2-47bc-9367-0703fd54f589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62a95014-1fc4-4721-9017-22a2bce8426b', 'name': 'tempest-ServerRescueNegativeTestJSON-1942996941-router', 'tenant_id': '155e7b1bde6b4fb1ba768c2d6ab00159', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'external_fixed_ips': [{'subnet_id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'ip_address': '172.27.0.142'}], 'enable_snat': True}, 'gw_port_id': '184fd2e6-8a15-4098-9de0-d95d7eff8dd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T19:19:55Z', 'updated_at': '2022-03-25T19:19:59Z', 'revision_number': 3, 'project_id': '155e7b1bde6b4fb1ba768c2d6ab00159', 'gw_port': {'id': '184fd2e6-8a15-4098-9de0-d95d7eff8dd2', 'name': '', 'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:1f:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62a95014-1fc4-4721-9017-22a2bce8426b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'ip_address': '172.27.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T19:19:57Z', 'updated_at': '2022-03-25T19:19:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755101-7-iscsi'}], 'dv-cinder-755101-7-iscsi', False) {} {{(pid=103198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 19:20:03.657080 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bec3f99f-09b2-47bc-9367-0703fd54f589 None None] Checking router: 62a95014-1fc4-4721-9017-22a2bce8426b for host: dv-cinder-755101-7-iscsi {{(pid=103198) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 25 19:20:03.657304 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bec3f99f-09b2-47bc-9367-0703fd54f589 None None] Updating router 62a95014-1fc4-4721-9017-22a2bce8426b port 184fd2e6-8a15-4098-9de0-d95d7eff8dd2 binding host dv-cinder-755101-7-iscsi {{(pid=103198) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 25 19:20:03.671435 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-070cfc80-715e-439d-a8dd-bf090eac80c1 None None] Sync routers for ids ['85cba199-43e6-4acd-a362-e5a880e7fcaf'] in dv-cinder-755101-7-iscsi {{(pid=103199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 25 19:20:03.684741 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-070cfc80-715e-439d-a8dd-bf090eac80c1 None None] Routers {'85cba199-43e6-4acd-a362-e5a880e7fcaf'} bound to L3 agent in host dv-cinder-755101-7-iscsi {{(pid=103199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 25 19:20:03.689294 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.db.l3_hamode_db [None req-070cfc80-715e-439d-a8dd-bf090eac80c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755101-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-25T19:11:57Z,description=,heartbeat_timestamp=2022-03-25T19:19:57Z,host='dv-cinder-755101-7-iscsi',id=af1b81b0-43af-47bb-a61e-8e46b36efc57,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:11:57Z,topic='l3_agent')) {'router_ids': ['85cba199-43e6-4acd-a362-e5a880e7fcaf'], 'active': True} {{(pid=103199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 19:20:03.776118 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-bec3f99f-09b2-47bc-9367-0703fd54f589 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1293263'] for port (184fd2e6-8a15-4098-9de0-d95d7eff8dd2), before_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:03.846084 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] For port dae70a26-65a0-4e48-8759-4d453feb5be6, host dv-cinder-755101-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755101-7-iscsi',level=0,port_id=dae70a26-65a0-4e48-8759-4d453feb5be6,segment=NetworkSegment(bcf11cf5-8ef8-46ee-bf1d-f87c743f3fc7),segment_id=bcf11cf5-8ef8-46ee-bf1d-f87c743f3fc7)] {{(pid=103198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 25 19:20:03.867031 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036679572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741036190733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741036190751'] for port (dae70a26-65a0-4e48-8759-4d453feb5be6), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:03.867814 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Device 2b1448c1-b399-46f5-b512-057888028465 up at agent ovs-agent-dv-cinder-755101-7-iscsi {{(pid=103198) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 25 19:20:03.918368 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-2cca4219-6da5-48d4-84c1-41c2b9d9abfe req-585ccbe0-12a1-4852-b535-bf66b711934f tempest-DeleteServersTestJSON-630511010 tempest-DeleteServersTestJSON-630511010-project] 10.222.0.18 "GET /v2.0/ports?device_id=9df5ca96-e2d4-4758-9ddb-4aa505cf1a35 HTTP/1.1" status: 200 len: 210 time: 0.1510401 Mar 25 19:20:03.934367 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.db.l3_dvr_db [None req-070cfc80-715e-439d-a8dd-bf090eac80c1 None None] Set router 85cba199-43e6-4acd-a362-e5a880e7fcaf gateway port host: dv-cinder-755101-7-iscsi {{(pid=103199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 25 19:20:03.960232 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b22d27c8-70e7-463a-bc33-4ff16b26c353 admin admin] Router 424b05dc-39d4-46aa-abc7-b98214c48596 is scheduled to L3 agent af1b81b0-43af-47bb-a61e-8e46b36efc57 with binding_index 1 {{(pid=103197) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 25 19:20:04.040660 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-f9e2c028-e6db-47a1-9ffe-95eae2884029 None None] Current status of the port 2b1448c1-b399-46f5-b512-057888028465 is: DOWN; New status is: ACTIVE {{(pid=103198) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 25 19:20:04.041585 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-f9e2c028-e6db-47a1-9ffe-95eae2884029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1293263'] for port (2b1448c1-b399-46f5-b512-057888028465), before_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:04.052880 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.18', 57222) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:20:04.125020 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.v2.base [None req-91a6afa9-33d7-401d-866c-fbe7a90a92e6 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1806685950', 'description': 'tempest-description--63047888'}} {{(pid=103197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 19:20:04.200901 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-91a6afa9-33d7-401d-866c-fbe7a90a92e6 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] Publish callbacks [] for security_group (None), before_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:04.210804 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.db.agents_db [None req-ad735e95-395b-498c-b22d-e8906e231634 None None] Agent healthcheck: found 6 active agents {{(pid=103199) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 25 19:20:04.285580 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b22d27c8-70e7-463a-bc33-4ff16b26c353 admin admin] Notify agent at l3_agent.dv-cinder-755101-7-iscsi the message routers_updated {{(pid=103197) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 25 19:20:04.338482 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-b22d27c8-70e7-463a-bc33-4ff16b26c353 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:04.345443 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-b22d27c8-70e7-463a-bc33-4ff16b26c353 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.7275803 Mar 25 19:20:04.348513 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.18', 57234) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:20:04.365157 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.db.l3_hamode_db [None req-070cfc80-715e-439d-a8dd-bf090eac80c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85cba199-43e6-4acd-a362-e5a880e7fcaf', 'name': 'tempest-AttachVolumeShelveTestJSON-1863061992-router', 'tenant_id': '6512a963b11c42188d92829b913731e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'external_fixed_ips': [{'subnet_id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'ip_address': '172.27.0.148'}], 'enable_snat': True}, 'gw_port_id': 'dae70a26-65a0-4e48-8759-4d453feb5be6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T19:19:54Z', 'updated_at': '2022-03-25T19:20:01Z', 'revision_number': 4, 'project_id': '6512a963b11c42188d92829b913731e9', 'gw_port': {'id': 'dae70a26-65a0-4e48-8759-4d453feb5be6', 'name': '', 'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:64:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85cba199-43e6-4acd-a362-e5a880e7fcaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'ip_address': '172.27.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T19:19:55Z', 'updated_at': '2022-03-25T19:20:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755101-7-iscsi', '_interfaces': [{'id': '5acf6b82-7f0e-482f-94b1-20571c2ce911', 'name': '', 'network_id': '41df54f8-722f-48ae-9670-4d05784c9b60', 'tenant_id': '6512a963b11c42188d92829b913731e9', 'mac_address': 'fa:16:3e:08:d7:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85cba199-43e6-4acd-a362-e5a880e7fcaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'd9ce3099-d02a-4e55-9db5-3bce93935985', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T19:19:59Z', 'updated_at': '2022-03-25T19:20:01Z', 'revision_number': 2, 'project_id': '6512a963b11c42188d92829b913731e9', 'subnets': [{'id': 'd9ce3099-d02a-4e55-9db5-3bce93935985', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-755101-7-iscsi', False) {} {{(pid=103199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 19:20:04.398753 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c908836-ba03-411c-ac89-cb7d6b92f0c9 None None] Sync routers for ids ['424b05dc-39d4-46aa-abc7-b98214c48596'] in dv-cinder-755101-7-iscsi {{(pid=103198) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 25 19:20:04.405108 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-070cfc80-715e-439d-a8dd-bf090eac80c1 None None] Checking router: 85cba199-43e6-4acd-a362-e5a880e7fcaf for host: dv-cinder-755101-7-iscsi {{(pid=103199) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 25 19:20:04.405708 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-070cfc80-715e-439d-a8dd-bf090eac80c1 None None] Updating router 85cba199-43e6-4acd-a362-e5a880e7fcaf port 5acf6b82-7f0e-482f-94b1-20571c2ce911 binding host dv-cinder-755101-7-iscsi {{(pid=103199) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 25 19:20:04.413294 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-91a6afa9-33d7-401d-866c-fbe7a90a92e6 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] Publish callbacks [] for security_group (ece6d36a-8c2c-423d-886b-e23866ad66ec), precommit_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:04.421315 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-7d0a999b-e560-4436-a52a-f22c8d838f31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1293263'] for port (None), before_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:04.423381 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-91a6afa9-33d7-401d-866c-fbe7a90a92e6 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687199'] for security_group (ece6d36a-8c2c-423d-886b-e23866ad66ec), after_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:04.425980 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-f9e2c028-e6db-47a1-9ffe-95eae2884029 None None] For port 2b1448c1-b399-46f5-b512-057888028465, host dv-cinder-755101-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755101-7-iscsi',level=0,port_id=2b1448c1-b399-46f5-b512-057888028465,segment=NetworkSegment(b014a1b8-c6b2-4821-8412-291b75bc4696),segment_id=b014a1b8-c6b2-4821-8412-291b75bc4696)] {{(pid=103198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 25 19:20:04.427221 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Pushing event updated for resources: {'Port': ['ID=dae70a26-65a0-4e48-8759-4d453feb5be6,revision_number=4']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:20:04.440848 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c908836-ba03-411c-ac89-cb7d6b92f0c9 None None] Routers {'424b05dc-39d4-46aa-abc7-b98214c48596'} bound to L3 agent in host dv-cinder-755101-7-iscsi {{(pid=103198) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 25 19:20:04.441651 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.l3_hamode_db [None req-9c908836-ba03-411c-ac89-cb7d6b92f0c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755101-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-25T19:11:57Z,description=,heartbeat_timestamp=2022-03-25T19:19:57Z,host='dv-cinder-755101-7-iscsi',id=af1b81b0-43af-47bb-a61e-8e46b36efc57,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:11:57Z,topic='l3_agent')) {'router_ids': ['424b05dc-39d4-46aa-abc7-b98214c48596'], 'active': True} {{(pid=103198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 19:20:04.448182 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-f9e2c028-e6db-47a1-9ffe-95eae2884029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036679572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741036190733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741036190751'] for port (2b1448c1-b399-46f5-b512-057888028465), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:04.461572 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-070cfc80-715e-439d-a8dd-bf090eac80c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1293263'] for port (5acf6b82-7f0e-482f-94b1-20571c2ce911), before_update {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:04.464444 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a6afa9-33d7-401d-866c-fbe7a90a92e6 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ece6d36a-8c2c-423d-886b-e23866ad66ec,revision_number=1']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:20:04.485173 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-91a6afa9-33d7-401d-866c-fbe7a90a92e6 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] Publish callbacks [] for security_group (None), before_response {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:04.488963 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-91a6afa9-33d7-401d-866c-fbe7a90a92e6 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1793 time: 0.3849416 Mar 25 19:20:04.490658 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.18', 57238) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:20:04.523371 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.v2.base [None req-13d306a9-75cd-4307-8377-4aecafc8b59c tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] Request body: {'security_group_rule': {'security_group_id': 'ece6d36a-8c2c-423d-886b-e23866ad66ec', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 19:20:04.566300 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-13d306a9-75cd-4307-8377-4aecafc8b59c tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] Publish callbacks [] for security_group_rule (d0b28d9b-7d2f-4e26-ad49-0f203d718b44), before_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:04.575794 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e2c028-e6db-47a1-9ffe-95eae2884029 None None] Pushing event updated for resources: {'Port': ['ID=2b1448c1-b399-46f5-b512-057888028465,revision_number=3']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:20:04.641980 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Provisioning complete for port 2b1448c1-b399-46f5-b512-057888028465 triggered by entity L2. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 25 19:20:04.642637 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133789'] for port (2b1448c1-b399-46f5-b512-057888028465), provisioning_complete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:04.648927 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-dbcd0473-5dbf-4baf-95a3-2696ceb32a81 None None] Provisioning complete for port 2b1448c1-b399-46f5-b512-057888028465 triggered by entity DHCP. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 25 19:20:04.649484 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-dbcd0473-5dbf-4baf-95a3-2696ceb32a81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133789'] for port (2b1448c1-b399-46f5-b512-057888028465), provisioning_complete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:04.677893 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-13d306a9-75cd-4307-8377-4aecafc8b59c tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] Publish callbacks [] for security_group_rule (d0b28d9b-7d2f-4e26-ad49-0f203d718b44), precommit_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:04.685495 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-13d306a9-75cd-4307-8377-4aecafc8b59c tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677543'] for security_group_rule (d0b28d9b-7d2f-4e26-ad49-0f203d718b44), after_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:04.726472 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d306a9-75cd-4307-8377-4aecafc8b59c tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0b28d9b-7d2f-4e26-ad49-0f203d718b44,revision_number=0']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:20:04.765387 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-13d306a9-75cd-4307-8377-4aecafc8b59c tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:04.766745 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-13d306a9-75cd-4307-8377-4aecafc8b59c tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2747977 Mar 25 19:20:04.769884 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.18', 57246) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:20:04.778464 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.v2.base [None req-fdd231f3-0309-4530-98c7-ba1f38fa165c tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] Request body: {'security_group_rule': {'security_group_id': 'ece6d36a-8c2c-423d-886b-e23866ad66ec', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 19:20:04.811540 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.l3_dvr_db [None req-9c908836-ba03-411c-ac89-cb7d6b92f0c9 None None] Set router 424b05dc-39d4-46aa-abc7-b98214c48596 gateway port host: dv-cinder-755101-7-iscsi {{(pid=103198) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 25 19:20:04.829956 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.db.db_base_plugin_common [None req-7d0a999b-e560-4436-a52a-f22c8d838f31 admin admin] Allocated IP 172.20.0.1 (aa37333a-1101-47b7-acc7-f21479cd1d95/d8fb3102-0026-42d9-a683-15415ae64f68/de6d2eae-7083-4944-8707-ee855f2d7830) {{(pid=103197) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 19:20:04.930015 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-070cfc80-715e-439d-a8dd-bf090eac80c1 None None] Publish callbacks [] for port (5acf6b82-7f0e-482f-94b1-20571c2ce911), precommit_update {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:04.939793 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-fdd231f3-0309-4530-98c7-ba1f38fa165c tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] Publish callbacks [] for security_group_rule (11c09507-9f81-4ebd-8c42-8bd2ae0d3cd4), before_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:04.942021 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-070cfc80-715e-439d-a8dd-bf090eac80c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036679572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741036190733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741036190751'] for port (5acf6b82-7f0e-482f-94b1-20571c2ce911), after_update {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:05.009493 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-7d0a999b-e560-4436-a52a-f22c8d838f31 admin admin] Publish callbacks [] for port (de6d2eae-7083-4944-8707-ee855f2d7830), precommit_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:05.011765 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7727838b-41b3-4b37-b9fd-fff936c66d93 None None] Pushing event updated for resources: {'Port': ['ID=5acf6b82-7f0e-482f-94b1-20571c2ce911,revision_number=3']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:20:05.026951 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Current status of the port 2b1448c1-b399-46f5-b512-057888028465 is: ACTIVE; New status is: ACTIVE {{(pid=103198) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 25 19:20:05.048032 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-bec3f99f-09b2-47bc-9367-0703fd54f589 None None] Publish callbacks [] for port (184fd2e6-8a15-4098-9de0-d95d7eff8dd2), precommit_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:05.057727 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-fdd231f3-0309-4530-98c7-ba1f38fa165c tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] Publish callbacks [] for security_group_rule (11c09507-9f81-4ebd-8c42-8bd2ae0d3cd4), precommit_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:05.068160 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-dbcd0473-5dbf-4baf-95a3-2696ceb32a81 None None] Current status of the port 2b1448c1-b399-46f5-b512-057888028465 is: ACTIVE; New status is: ACTIVE {{(pid=103198) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 25 19:20:05.072751 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-fdd231f3-0309-4530-98c7-ba1f38fa165c tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677543'] for security_group_rule (11c09507-9f81-4ebd-8c42-8bd2ae0d3cd4), after_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:05.128291 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-bec3f99f-09b2-47bc-9367-0703fd54f589 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036679572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741036190733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741036190751'] for port (184fd2e6-8a15-4098-9de0-d95d7eff8dd2), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:05.156263 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.managers [None req-070cfc80-715e-439d-a8dd-bf090eac80c1 None None] Attempting to bind port 5acf6b82-7f0e-482f-94b1-20571c2ce911 on host dv-cinder-755101-7-iscsi for vnic_type normal with profile {{(pid=103199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 25 19:20:05.159253 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.managers [None req-070cfc80-715e-439d-a8dd-bf090eac80c1 None None] Attempting to bind port 5acf6b82-7f0e-482f-94b1-20571c2ce911 by drivers openvswitch,hyperv on host dv-cinder-755101-7-iscsi at level 0 using segments [{'id': 'd2797ec7-5d3a-4260-b181-2764a4061b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '41df54f8-722f-48ae-9670-4d05784c9b60'}] {{(pid=103199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 25 19:20:05.159498 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-070cfc80-715e-439d-a8dd-bf090eac80c1 None None] Attempting to bind port 5acf6b82-7f0e-482f-94b1-20571c2ce911 on network 41df54f8-722f-48ae-9670-4d05784c9b60 {{(pid=103199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 25 19:20:05.173457 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-070cfc80-715e-439d-a8dd-bf090eac80c1 None None] Checking agent: {'id': '239dac0e-b210-4295-8f1a-11f7f9dc3de1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-755101-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 19, 12, 1), 'started_at': datetime.datetime(2022, 3, 25, 19, 12, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 19, 20, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-755101-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 25 19:20:05.173861 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-070cfc80-715e-439d-a8dd-bf090eac80c1 None None] Checking segment: {'id': 'd2797ec7-5d3a-4260-b181-2764a4061b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '41df54f8-722f-48ae-9670-4d05784c9b60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 25 19:20:05.174042 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd231f3-0309-4530-98c7-ba1f38fa165c tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11c09507-9f81-4ebd-8c42-8bd2ae0d3cd4,revision_number=0']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:20:05.174372 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-070cfc80-715e-439d-a8dd-bf090eac80c1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:05.174793 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-070cfc80-715e-439d-a8dd-bf090eac80c1 None None] Bound using segment: {'id': 'd2797ec7-5d3a-4260-b181-2764a4061b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '41df54f8-722f-48ae-9670-4d05784c9b60'} {{(pid=103199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 25 19:20:05.175380 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.managers [None req-070cfc80-715e-439d-a8dd-bf090eac80c1 None None] Bound port: 5acf6b82-7f0e-482f-94b1-20571c2ce911, host: dv-cinder-755101-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2797ec7-5d3a-4260-b181-2764a4061b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '41df54f8-722f-48ae-9670-4d05784c9b60'}}] {{(pid=103199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 25 19:20:05.175775 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-070cfc80-715e-439d-a8dd-bf090eac80c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1293263'] for port (5acf6b82-7f0e-482f-94b1-20571c2ce911), before_update {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:05.188167 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-7d0a999b-e560-4436-a52a-f22c8d838f31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741036193015'] for port (de6d2eae-7083-4944-8707-ee855f2d7830), after_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:05.220984 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-dbcd0473-5dbf-4baf-95a3-2696ceb32a81 None None] Provisioning complete for port 5acf6b82-7f0e-482f-94b1-20571c2ce911 triggered by entity DHCP. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 25 19:20:05.221567 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-dbcd0473-5dbf-4baf-95a3-2696ceb32a81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133789'] for port (5acf6b82-7f0e-482f-94b1-20571c2ce911), provisioning_complete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:05.268319 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-fdd231f3-0309-4530-98c7-ba1f38fa165c tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:05.270175 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-fdd231f3-0309-4530-98c7-ba1f38fa165c tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4958730 Mar 25 19:20:05.273064 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Device dae70a26-65a0-4e48-8759-4d453feb5be6 up at agent ovs-agent-dv-cinder-755101-7-iscsi {{(pid=103198) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 25 19:20:05.273651 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.18', 57258) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:20:05.279099 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-dbcd0473-5dbf-4baf-95a3-2696ceb32a81 None None] Port 5acf6b82-7f0e-482f-94b1-20571c2ce911 cannot update to ACTIVE because it is not bound. {{(pid=103198) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 25 19:20:05.282913 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.v2.base [None req-5e4f8bcf-9f53-40f6-97b4-f3e348670485 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] Request body: {'floatingip': {'floating_network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15'}} {{(pid=103197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 19:20:05.291497 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.db [None req-070cfc80-715e-439d-a8dd-bf090eac80c1 None None] For port 5acf6b82-7f0e-482f-94b1-20571c2ce911, host dv-cinder-755101-7-iscsi, cleared binding levels {{(pid=103199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 25 19:20:05.299445 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.db [None req-070cfc80-715e-439d-a8dd-bf090eac80c1 None None] For port 5acf6b82-7f0e-482f-94b1-20571c2ce911, host dv-cinder-755101-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755101-7-iscsi',level=0,port_id=5acf6b82-7f0e-482f-94b1-20571c2ce911,segment=NetworkSegment(d2797ec7-5d3a-4260-b181-2764a4061b4e),segment_id=d2797ec7-5d3a-4260-b181-2764a4061b4e)] {{(pid=103199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 25 19:20:05.315366 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-070cfc80-715e-439d-a8dd-bf090eac80c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036679572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741036190733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741036190751'] for port (5acf6b82-7f0e-482f-94b1-20571c2ce911), after_update {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:05.319366 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d0a999b-e560-4436-a52a-f22c8d838f31 admin admin] Network aa37333a-1101-47b7-acc7-f21479cd1d95 is already hosted by enough agents. {{(pid=103197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 19:20:05.321365 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-5e4f8bcf-9f53-40f6-97b4-f3e348670485 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:05.344496 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.managers [None req-bec3f99f-09b2-47bc-9367-0703fd54f589 None None] Attempting to bind port 184fd2e6-8a15-4098-9de0-d95d7eff8dd2 on host dv-cinder-755101-7-iscsi for vnic_type normal with profile {{(pid=103198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 25 19:20:05.345066 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.managers [None req-bec3f99f-09b2-47bc-9367-0703fd54f589 None None] Attempting to bind port 184fd2e6-8a15-4098-9de0-d95d7eff8dd2 by drivers openvswitch,hyperv on host dv-cinder-755101-7-iscsi at level 0 using segments [{'id': 'bcf11cf5-8ef8-46ee-bf1d-f87c743f3fc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15'}] {{(pid=103198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 25 19:20:05.345765 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bec3f99f-09b2-47bc-9367-0703fd54f589 None None] Attempting to bind port 184fd2e6-8a15-4098-9de0-d95d7eff8dd2 on network 4acd50f3-de7f-4854-a6f4-5b66b3577c15 {{(pid=103198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 25 19:20:05.348094 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad1c1f5-8de4-4fd0-b1ef-ba27b26f022e None None] Pushing event updated for resources: {'Port': ['ID=184fd2e6-8a15-4098-9de0-d95d7eff8dd2,revision_number=2']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:20:05.355933 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.scheduler.base_scheduler [None req-7d0a999b-e560-4436-a52a-f22c8d838f31 admin admin] Resources bound (agent type, host, resource id): {{(pid=103197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 19:20:05.363019 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-ffc4ed32-3560-469c-a536-a0afedaf814e req-c5d3c124-c38c-4057-bdb2-c5b0bdb0515d tempest-DeleteServersTestJSON-630511010 tempest-DeleteServersTestJSON-630511010-project] 10.222.0.18 "GET /v2.0/ports?device_id=9df5ca96-e2d4-4758-9ddb-4aa505cf1a35 HTTP/1.1" status: 200 len: 210 time: 0.1398659 Mar 25 19:20:05.369055 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bec3f99f-09b2-47bc-9367-0703fd54f589 None None] Checking agent: {'id': '239dac0e-b210-4295-8f1a-11f7f9dc3de1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-755101-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 19, 12, 1), 'started_at': datetime.datetime(2022, 3, 25, 19, 12, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 19, 20, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-755101-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 25 19:20:05.369438 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bec3f99f-09b2-47bc-9367-0703fd54f589 None None] Checking segment: {'id': 'bcf11cf5-8ef8-46ee-bf1d-f87c743f3fc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 25 19:20:05.369835 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-bec3f99f-09b2-47bc-9367-0703fd54f589 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:05.370413 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bec3f99f-09b2-47bc-9367-0703fd54f589 None None] Bound using segment: {'id': 'bcf11cf5-8ef8-46ee-bf1d-f87c743f3fc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15'} {{(pid=103198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 25 19:20:05.371090 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.managers [None req-bec3f99f-09b2-47bc-9367-0703fd54f589 None None] Bound port: 184fd2e6-8a15-4098-9de0-d95d7eff8dd2, host: dv-cinder-755101-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcf11cf5-8ef8-46ee-bf1d-f87c743f3fc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15'}}] {{(pid=103198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 25 19:20:05.371616 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-bec3f99f-09b2-47bc-9367-0703fd54f589 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1293263'] for port (184fd2e6-8a15-4098-9de0-d95d7eff8dd2), before_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:05.380846 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-cb9aebe4-4087-465c-a223-b8f0594d1175 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1293263'] for port (None), before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:05.394998 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d0a999b-e560-4436-a52a-f22c8d838f31 admin admin] Received port after_create {{(pid=103197) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 25 19:20:05.396148 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-7d0a999b-e560-4436-a52a-f22c8d838f31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3752446'] for router_interface (62a95014-1fc4-4721-9017-22a2bce8426b), before_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:05.454591 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-bec3f99f-09b2-47bc-9367-0703fd54f589 None None] For port 184fd2e6-8a15-4098-9de0-d95d7eff8dd2, host dv-cinder-755101-7-iscsi, cleared binding levels {{(pid=103198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 25 19:20:05.465415 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-bec3f99f-09b2-47bc-9367-0703fd54f589 None None] For port 184fd2e6-8a15-4098-9de0-d95d7eff8dd2, host dv-cinder-755101-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755101-7-iscsi',level=0,port_id=184fd2e6-8a15-4098-9de0-d95d7eff8dd2,segment=NetworkSegment(bcf11cf5-8ef8-46ee-bf1d-f87c743f3fc7),segment_id=bcf11cf5-8ef8-46ee-bf1d-f87c743f3fc7)] {{(pid=103198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 25 19:20:05.474319 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7727838b-41b3-4b37-b9fd-fff936c66d93 None None] Pushing event updated for resources: {'Port': ['ID=5acf6b82-7f0e-482f-94b1-20571c2ce911,revision_number=4']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:20:05.491481 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-070cfc80-715e-439d-a8dd-bf090eac80c1 None None] Routers {'85cba199-43e6-4acd-a362-e5a880e7fcaf'} bound to L3 agent in host dv-cinder-755101-7-iscsi {{(pid=103199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 25 19:20:05.492223 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.db.l3_hamode_db [None req-070cfc80-715e-439d-a8dd-bf090eac80c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755101-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-25T19:11:57Z,description=,heartbeat_timestamp=2022-03-25T19:19:57Z,host='dv-cinder-755101-7-iscsi',id=af1b81b0-43af-47bb-a61e-8e46b36efc57,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:11:57Z,topic='l3_agent')) {'router_ids': ['85cba199-43e6-4acd-a362-e5a880e7fcaf'], 'active': True} {{(pid=103199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 19:20:05.516258 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-bec3f99f-09b2-47bc-9367-0703fd54f589 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036679572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741036190733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741036190751'] for port (184fd2e6-8a15-4098-9de0-d95d7eff8dd2), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:05.734361 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0a999b-e560-4436-a52a-f22c8d838f31 admin admin] Pushing event updated for resources: {'Port': ['ID=de6d2eae-7083-4944-8707-ee855f2d7830,revision_number=1']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:20:05.735042 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.db.l3_dvr_db [None req-070cfc80-715e-439d-a8dd-bf090eac80c1 None None] Set router 85cba199-43e6-4acd-a362-e5a880e7fcaf gateway port host: dv-cinder-755101-7-iscsi {{(pid=103199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 25 19:20:05.741126 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.l3_hamode_db [None req-9c908836-ba03-411c-ac89-cb7d6b92f0c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '424b05dc-39d4-46aa-abc7-b98214c48596', 'name': 'tempest-AttachVolumeTestJSON-1389583433-router', 'tenant_id': '511b62f595874a80ab2449c4446c40d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'external_fixed_ips': [{'subnet_id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'ip_address': '172.27.0.241'}], 'enable_snat': True}, 'gw_port_id': 'f1cac042-1cc6-40dd-8663-517a8c53bdce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T19:19:58Z', 'updated_at': '2022-03-25T19:20:01Z', 'revision_number': 3, 'project_id': '511b62f595874a80ab2449c4446c40d6', 'gw_port': {'id': 'f1cac042-1cc6-40dd-8663-517a8c53bdce', 'name': '', 'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:f5:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '424b05dc-39d4-46aa-abc7-b98214c48596', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'ip_address': '172.27.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T19:20:00Z', 'updated_at': '2022-03-25T19:20:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755101-7-iscsi'}], 'dv-cinder-755101-7-iscsi', False) {} {{(pid=103198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 19:20:05.781117 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Provisioning complete for port dae70a26-65a0-4e48-8759-4d453feb5be6 triggered by entity L2. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 25 19:20:05.786411 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133789'] for port (dae70a26-65a0-4e48-8759-4d453feb5be6), provisioning_complete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:05.864937 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.db.db_base_plugin_common [None req-cb9aebe4-4087-465c-a223-b8f0594d1175 admin admin] Allocated IP 172.20.0.1 (547b5db8-9a10-4506-ba92-acf96e89ae8e/5f5dde36-3194-44e6-b8cf-733c65400f3b/2c0e54b1-e605-4665-84e8-8ee5f99972a2) {{(pid=103196) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 19:20:05.921854 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bec3f99f-09b2-47bc-9367-0703fd54f589 None None] Routers {'62a95014-1fc4-4721-9017-22a2bce8426b'} bound to L3 agent in host dv-cinder-755101-7-iscsi {{(pid=103198) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 25 19:20:05.922644 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.l3_hamode_db [None req-bec3f99f-09b2-47bc-9367-0703fd54f589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755101-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-25T19:11:57Z,description=,heartbeat_timestamp=2022-03-25T19:19:57Z,host='dv-cinder-755101-7-iscsi',id=af1b81b0-43af-47bb-a61e-8e46b36efc57,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:11:57Z,topic='l3_agent')) {'router_ids': ['62a95014-1fc4-4721-9017-22a2bce8426b'], 'active': True} {{(pid=103198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 19:20:05.925187 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c908836-ba03-411c-ac89-cb7d6b92f0c9 None None] Checking router: 424b05dc-39d4-46aa-abc7-b98214c48596 for host: dv-cinder-755101-7-iscsi {{(pid=103198) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 25 19:20:05.925187 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c908836-ba03-411c-ac89-cb7d6b92f0c9 None None] Updating router 424b05dc-39d4-46aa-abc7-b98214c48596 port f1cac042-1cc6-40dd-8663-517a8c53bdce binding host dv-cinder-755101-7-iscsi {{(pid=103198) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 25 19:20:06.005006 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-9c908836-ba03-411c-ac89-cb7d6b92f0c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1293263'] for port (f1cac042-1cc6-40dd-8663-517a8c53bdce), before_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:06.013767 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-7d0a999b-e560-4436-a52a-f22c8d838f31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1293263'] for port (de6d2eae-7083-4944-8707-ee855f2d7830), before_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:06.018795 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-dc9af1b6-8ebc-41e6-b503-dc82012e85c9 None None] Provisioning complete for port 5acf6b82-7f0e-482f-94b1-20571c2ce911 triggered by entity DHCP. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 25 19:20:06.019534 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-dc9af1b6-8ebc-41e6-b503-dc82012e85c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133789'] for port (5acf6b82-7f0e-482f-94b1-20571c2ce911), provisioning_complete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:06.022319 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-cb9aebe4-4087-465c-a223-b8f0594d1175 admin admin] Publish callbacks [] for port (2c0e54b1-e605-4665-84e8-8ee5f99972a2), precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:06.066307 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-cb9aebe4-4087-465c-a223-b8f0594d1175 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741036193015'] for port (2c0e54b1-e605-4665-84e8-8ee5f99972a2), after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:06.137309 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb9aebe4-4087-465c-a223-b8f0594d1175 admin admin] Network 547b5db8-9a10-4506-ba92-acf96e89ae8e is already hosted by enough agents. {{(pid=103196) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 19:20:06.140684 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.scheduler.base_scheduler [None req-cb9aebe4-4087-465c-a223-b8f0594d1175 admin admin] Resources bound (agent type, host, resource id): {{(pid=103196) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 19:20:06.153577 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb9aebe4-4087-465c-a223-b8f0594d1175 admin admin] Received port after_create {{(pid=103196) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 25 19:20:06.154277 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-cb9aebe4-4087-465c-a223-b8f0594d1175 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3752446'] for router_interface (424b05dc-39d4-46aa-abc7-b98214c48596), before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:06.203653 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.db.l3_hamode_db [None req-070cfc80-715e-439d-a8dd-bf090eac80c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85cba199-43e6-4acd-a362-e5a880e7fcaf', 'name': 'tempest-AttachVolumeShelveTestJSON-1863061992-router', 'tenant_id': '6512a963b11c42188d92829b913731e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'external_fixed_ips': [{'subnet_id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'ip_address': '172.27.0.148'}], 'enable_snat': True}, 'gw_port_id': 'dae70a26-65a0-4e48-8759-4d453feb5be6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T19:19:54Z', 'updated_at': '2022-03-25T19:20:01Z', 'revision_number': 4, 'project_id': '6512a963b11c42188d92829b913731e9', 'gw_port': {'id': 'dae70a26-65a0-4e48-8759-4d453feb5be6', 'name': '', 'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:64:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85cba199-43e6-4acd-a362-e5a880e7fcaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'ip_address': '172.27.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T19:19:55Z', 'updated_at': '2022-03-25T19:20:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755101-7-iscsi', '_interfaces': [{'id': '5acf6b82-7f0e-482f-94b1-20571c2ce911', 'name': '', 'network_id': '41df54f8-722f-48ae-9670-4d05784c9b60', 'tenant_id': '6512a963b11c42188d92829b913731e9', 'mac_address': 'fa:16:3e:08:d7:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85cba199-43e6-4acd-a362-e5a880e7fcaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'd9ce3099-d02a-4e55-9db5-3bce93935985', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T19:19:59Z', 'updated_at': '2022-03-25T19:20:05Z', 'revision_number': 4, 'project_id': '6512a963b11c42188d92829b913731e9', 'subnets': [{'id': 'd9ce3099-d02a-4e55-9db5-3bce93935985', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-755101-7-iscsi', False) {} {{(pid=103199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 19:20:06.207703 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9aebe4-4087-465c-a223-b8f0594d1175 admin admin] Pushing event updated for resources: {'Port': ['ID=2c0e54b1-e605-4665-84e8-8ee5f99972a2,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:20:06.260688 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-070cfc80-715e-439d-a8dd-bf090eac80c1 None None] The sync data for ids ['85cba199-43e6-4acd-a362-e5a880e7fcaf'] in dv-cinder-755101-7-iscsi is: [{'id': '85cba199-43e6-4acd-a362-e5a880e7fcaf', 'name': 'tempest-AttachVolumeShelveTestJSON-1863061992-router', 'tenant_id': '6512a963b11c42188d92829b913731e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'external_fixed_ips': [{'subnet_id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'ip_address': '172.27.0.148'}], 'enable_snat': True}, 'gw_port_id': 'dae70a26-65a0-4e48-8759-4d453feb5be6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T19:19:54Z', 'updated_at': '2022-03-25T19:20:01Z', 'revision_number': 4, 'project_id': '6512a963b11c42188d92829b913731e9', 'gw_port': {'id': 'dae70a26-65a0-4e48-8759-4d453feb5be6', 'name': '', 'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:64:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85cba199-43e6-4acd-a362-e5a880e7fcaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'ip_address': '172.27.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T19:19:55Z', 'updated_at': '2022-03-25T19:20:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755101-7-iscsi', '_interfaces': [{'id': '5acf6b82-7f0e-482f-94b1-20571c2ce911', 'name': '', 'network_id': '41df54f8-722f-48ae-9670-4d05784c9b60', 'tenant_id': '6512a963b11c42188d92829b913731e9', 'mac_address': 'fa:16:3e:08:d7:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85cba199-43e6-4acd-a362-e5a880e7fcaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'd9ce3099-d02a-4e55-9db5-3bce93935985', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T19:19:59Z', 'updated_at': '2022-03-25T19:20:05Z', 'revision_number': 4, 'project_id': '6512a963b11c42188d92829b913731e9', 'subnets': [{'id': 'd9ce3099-d02a-4e55-9db5-3bce93935985', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 25 19:20:06.276946 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad1c1f5-8de4-4fd0-b1ef-ba27b26f022e None None] Pushing event updated for resources: {'Port': ['ID=184fd2e6-8a15-4098-9de0-d95d7eff8dd2,revision_number=3']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:20:06.310266 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-5e4f8bcf-9f53-40f6-97b4-f3e348670485 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1293263'] for port (None), before_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:06.378138 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-cb9aebe4-4087-465c-a223-b8f0594d1175 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1293263'] for port (2c0e54b1-e605-4665-84e8-8ee5f99972a2), before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:06.518894 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-8c42ad9c-d13c-47d6-81b1-c60a8a6ba9a3 req-3f3722e1-13ec-425b-94f3-37e939a3e3e1 tempest-DeleteServersTestJSON-630511010 tempest-DeleteServersTestJSON-630511010-project] 10.222.0.18 "GET /v2.0/ports?device_id=9df5ca96-e2d4-4758-9ddb-4aa505cf1a35 HTTP/1.1" status: 200 len: 210 time: 0.0312071 Mar 25 19:20:06.627481 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Current status of the port dae70a26-65a0-4e48-8759-4d453feb5be6 is: ACTIVE; New status is: ACTIVE {{(pid=103198) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 25 19:20:06.628924 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Device 2b1448c1-b399-46f5-b512-057888028465 up at agent ovs-agent-dv-cinder-755101-7-iscsi {{(pid=103198) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 25 19:20:06.671480 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.l3_dvr_db [None req-bec3f99f-09b2-47bc-9367-0703fd54f589 None None] Set router 62a95014-1fc4-4721-9017-22a2bce8426b gateway port host: dv-cinder-755101-7-iscsi {{(pid=103198) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 25 19:20:06.683588 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-cb9aebe4-4087-465c-a223-b8f0594d1175 admin admin] Publish callbacks [] for port (2c0e54b1-e605-4665-84e8-8ee5f99972a2), precommit_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:06.691018 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-cb9aebe4-4087-465c-a223-b8f0594d1175 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036679572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741036190733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741036190751'] for port (2c0e54b1-e605-4665-84e8-8ee5f99972a2), after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:06.691841 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-cb9aebe4-4087-465c-a223-b8f0594d1175 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3692891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3752298'] for router_interface (424b05dc-39d4-46aa-abc7-b98214c48596), after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:06.697969 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-7d0a999b-e560-4436-a52a-f22c8d838f31 admin admin] Publish callbacks [] for port (de6d2eae-7083-4944-8707-ee855f2d7830), precommit_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:06.703978 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-7d0a999b-e560-4436-a52a-f22c8d838f31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036679572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741036190733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741036190751'] for port (de6d2eae-7083-4944-8707-ee855f2d7830), after_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:06.704734 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-7d0a999b-e560-4436-a52a-f22c8d838f31 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3692891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3752298'] for router_interface (62a95014-1fc4-4721-9017-22a2bce8426b), after_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:06.723075 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-dc9af1b6-8ebc-41e6-b503-dc82012e85c9 None None] Current status of the port 5acf6b82-7f0e-482f-94b1-20571c2ce911 is: DOWN; New status is: ACTIVE {{(pid=103198) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 25 19:20:06.723592 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-dc9af1b6-8ebc-41e6-b503-dc82012e85c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1293263'] for port (5acf6b82-7f0e-482f-94b1-20571c2ce911), before_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:06.738224 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9aebe4-4087-465c-a223-b8f0594d1175 admin admin] Pushing event updated for resources: {'Port': ['ID=2c0e54b1-e605-4665-84e8-8ee5f99972a2,revision_number=2']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:20:06.848666 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0a999b-e560-4436-a52a-f22c8d838f31 admin admin] Pushing event updated for resources: {'Port': ['ID=de6d2eae-7083-4944-8707-ee855f2d7830,revision_number=2']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:20:06.860522 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb9aebe4-4087-465c-a223-b8f0594d1175 admin admin] Network 547b5db8-9a10-4506-ba92-acf96e89ae8e is already hosted by enough agents. {{(pid=103196) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 19:20:06.864029 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.scheduler.base_scheduler [None req-cb9aebe4-4087-465c-a223-b8f0594d1175 admin admin] Resources bound (agent type, host, resource id): {{(pid=103196) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 19:20:06.916689 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d0a999b-e560-4436-a52a-f22c8d838f31 admin admin] Network aa37333a-1101-47b7-acc7-f21479cd1d95 is already hosted by enough agents. {{(pid=103197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 19:20:06.918437 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.scheduler.base_scheduler [None req-7d0a999b-e560-4436-a52a-f22c8d838f31 admin admin] Resources bound (agent type, host, resource id): {{(pid=103197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 19:20:07.126355 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb9aebe4-4087-465c-a223-b8f0594d1175 admin admin] Router 424b05dc-39d4-46aa-abc7-b98214c48596 has already been hosted by L3 agent af1b81b0-43af-47bb-a61e-8e46b36efc57 {{(pid=103196) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 25 19:20:07.189497 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Provisioning complete for port 2b1448c1-b399-46f5-b512-057888028465 triggered by entity L2. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 25 19:20:07.190551 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133789'] for port (2b1448c1-b399-46f5-b512-057888028465), provisioning_complete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:07.192209 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d0a999b-e560-4436-a52a-f22c8d838f31 admin admin] Router 62a95014-1fc4-4721-9017-22a2bce8426b has already been hosted by L3 agent af1b81b0-43af-47bb-a61e-8e46b36efc57 {{(pid=103197) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 25 19:20:07.303225 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-dc9af1b6-8ebc-41e6-b503-dc82012e85c9 None None] For port 5acf6b82-7f0e-482f-94b1-20571c2ce911, host dv-cinder-755101-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755101-7-iscsi',level=0,port_id=5acf6b82-7f0e-482f-94b1-20571c2ce911,segment=NetworkSegment(d2797ec7-5d3a-4260-b181-2764a4061b4e),segment_id=d2797ec7-5d3a-4260-b181-2764a4061b4e)] {{(pid=103198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 25 19:20:07.326440 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-dc9af1b6-8ebc-41e6-b503-dc82012e85c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036679572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741036190733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741036190751'] for port (5acf6b82-7f0e-482f-94b1-20571c2ce911), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:07.361321 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb9aebe4-4087-465c-a223-b8f0594d1175 admin admin] Notify agent at l3_agent.dv-cinder-755101-7-iscsi the message routers_updated {{(pid=103196) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 25 19:20:07.366669 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-cb9aebe4-4087-465c-a223-b8f0594d1175 admin admin] 10.222.0.18 "PUT /v2.0/routers/424b05dc-39d4-46aa-abc7-b98214c48596/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0170124 Mar 25 19:20:07.402844 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d0a999b-e560-4436-a52a-f22c8d838f31 admin admin] Notify agent at l3_agent.dv-cinder-755101-7-iscsi the message routers_updated {{(pid=103197) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 25 19:20:07.410443 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-7d0a999b-e560-4436-a52a-f22c8d838f31 admin admin] 10.222.0.18 "PUT /v2.0/routers/62a95014-1fc4-4721-9017-22a2bce8426b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1534739 Mar 25 19:20:07.465876 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-9c908836-ba03-411c-ac89-cb7d6b92f0c9 None None] Publish callbacks [] for port (f1cac042-1cc6-40dd-8663-517a8c53bdce), precommit_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:07.467467 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9af1b6-8ebc-41e6-b503-dc82012e85c9 None None] Pushing event updated for resources: {'Port': ['ID=5acf6b82-7f0e-482f-94b1-20571c2ce911,revision_number=5']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:20:07.492041 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-9c908836-ba03-411c-ac89-cb7d6b92f0c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036679572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741036190733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741036190751'] for port (f1cac042-1cc6-40dd-8663-517a8c53bdce), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:07.572801 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.db.db_base_plugin_common [None req-5e4f8bcf-9f53-40f6-97b4-f3e348670485 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] Allocated IP 172.27.0.60 (4acd50f3-de7f-4854-a6f4-5b66b3577c15/efae7cfd-1549-43a8-94ca-01f5ce7b3ee1/7692e617-2485-450d-b371-55fba89fca3a) {{(pid=103197) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 19:20:07.588181 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-aaecf8a6-a507-4f5a-b0f7-7e9eca650ab6 None None] Provisioning complete for port 2c0e54b1-e605-4665-84e8-8ee5f99972a2 triggered by entity DHCP. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 25 19:20:07.588948 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-aaecf8a6-a507-4f5a-b0f7-7e9eca650ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133789'] for port (2c0e54b1-e605-4665-84e8-8ee5f99972a2), provisioning_complete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:07.625578 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20ff667-a464-48f6-8c5c-6bebe3080f89 None None] Pushing event updated for resources: {'Port': ['ID=f1cac042-1cc6-40dd-8663-517a8c53bdce,revision_number=2']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:20:07.647002 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.managers [None req-9c908836-ba03-411c-ac89-cb7d6b92f0c9 None None] Attempting to bind port f1cac042-1cc6-40dd-8663-517a8c53bdce on host dv-cinder-755101-7-iscsi for vnic_type normal with profile {{(pid=103198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 25 19:20:07.647584 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.managers [None req-9c908836-ba03-411c-ac89-cb7d6b92f0c9 None None] Attempting to bind port f1cac042-1cc6-40dd-8663-517a8c53bdce by drivers openvswitch,hyperv on host dv-cinder-755101-7-iscsi at level 0 using segments [{'id': 'bcf11cf5-8ef8-46ee-bf1d-f87c743f3fc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15'}] {{(pid=103198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 25 19:20:07.648097 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c908836-ba03-411c-ac89-cb7d6b92f0c9 None None] Attempting to bind port f1cac042-1cc6-40dd-8663-517a8c53bdce on network 4acd50f3-de7f-4854-a6f4-5b66b3577c15 {{(pid=103198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 25 19:20:07.677204 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c908836-ba03-411c-ac89-cb7d6b92f0c9 None None] Checking agent: {'id': '239dac0e-b210-4295-8f1a-11f7f9dc3de1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-755101-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 19, 12, 1), 'started_at': datetime.datetime(2022, 3, 25, 19, 12, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 19, 20, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-755101-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 25 19:20:07.680951 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c908836-ba03-411c-ac89-cb7d6b92f0c9 None None] Checking segment: {'id': 'bcf11cf5-8ef8-46ee-bf1d-f87c743f3fc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 25 19:20:07.681389 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-9c908836-ba03-411c-ac89-cb7d6b92f0c9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:07.681867 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c908836-ba03-411c-ac89-cb7d6b92f0c9 None None] Bound using segment: {'id': 'bcf11cf5-8ef8-46ee-bf1d-f87c743f3fc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15'} {{(pid=103198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 25 19:20:07.682362 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.managers [None req-9c908836-ba03-411c-ac89-cb7d6b92f0c9 None None] Bound port: f1cac042-1cc6-40dd-8663-517a8c53bdce, host: dv-cinder-755101-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcf11cf5-8ef8-46ee-bf1d-f87c743f3fc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15'}}] {{(pid=103198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 25 19:20:07.682842 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-9c908836-ba03-411c-ac89-cb7d6b92f0c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1293263'] for port (f1cac042-1cc6-40dd-8663-517a8c53bdce), before_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:07.724480 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-aaecf8a6-a507-4f5a-b0f7-7e9eca650ab6 None None] Port 2c0e54b1-e605-4665-84e8-8ee5f99972a2 cannot update to ACTIVE because it is not bound. {{(pid=103198) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 25 19:20:07.728598 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Current status of the port 2b1448c1-b399-46f5-b512-057888028465 is: ACTIVE; New status is: ACTIVE {{(pid=103198) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 25 19:20:07.750866 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-5e4f8bcf-9f53-40f6-97b4-f3e348670485 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] Publish callbacks [] for port (7692e617-2485-450d-b371-55fba89fca3a), precommit_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:07.777544 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-9c908836-ba03-411c-ac89-cb7d6b92f0c9 None None] For port f1cac042-1cc6-40dd-8663-517a8c53bdce, host dv-cinder-755101-7-iscsi, cleared binding levels {{(pid=103198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 25 19:20:07.779570 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-aaecf8a6-a507-4f5a-b0f7-7e9eca650ab6 None None] Provisioning complete for port de6d2eae-7083-4944-8707-ee855f2d7830 triggered by entity DHCP. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 25 19:20:07.786239 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-aaecf8a6-a507-4f5a-b0f7-7e9eca650ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133789'] for port (de6d2eae-7083-4944-8707-ee855f2d7830), provisioning_complete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:07.790138 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-9c908836-ba03-411c-ac89-cb7d6b92f0c9 None None] For port f1cac042-1cc6-40dd-8663-517a8c53bdce, host dv-cinder-755101-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755101-7-iscsi',level=0,port_id=f1cac042-1cc6-40dd-8663-517a8c53bdce,segment=NetworkSegment(bcf11cf5-8ef8-46ee-bf1d-f87c743f3fc7),segment_id=bcf11cf5-8ef8-46ee-bf1d-f87c743f3fc7)] {{(pid=103198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 25 19:20:07.817983 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-9c908836-ba03-411c-ac89-cb7d6b92f0c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036679572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741036190733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741036190751'] for port (f1cac042-1cc6-40dd-8663-517a8c53bdce), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:07.859993 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.l3_hamode_db [None req-bec3f99f-09b2-47bc-9367-0703fd54f589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62a95014-1fc4-4721-9017-22a2bce8426b', 'name': 'tempest-ServerRescueNegativeTestJSON-1942996941-router', 'tenant_id': '155e7b1bde6b4fb1ba768c2d6ab00159', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'external_fixed_ips': [{'subnet_id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'ip_address': '172.27.0.142'}], 'enable_snat': True}, 'gw_port_id': '184fd2e6-8a15-4098-9de0-d95d7eff8dd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T19:19:55Z', 'updated_at': '2022-03-25T19:20:05Z', 'revision_number': 4, 'project_id': '155e7b1bde6b4fb1ba768c2d6ab00159', 'gw_port': {'id': '184fd2e6-8a15-4098-9de0-d95d7eff8dd2', 'name': '', 'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:1f:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62a95014-1fc4-4721-9017-22a2bce8426b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'ip_address': '172.27.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T19:19:57Z', 'updated_at': '2022-03-25T19:20:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755101-7-iscsi', '_interfaces': [{'id': 'de6d2eae-7083-4944-8707-ee855f2d7830', 'name': '', 'network_id': 'aa37333a-1101-47b7-acc7-f21479cd1d95', 'tenant_id': '155e7b1bde6b4fb1ba768c2d6ab00159', 'mac_address': 'fa:16:3e:0b:27:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62a95014-1fc4-4721-9017-22a2bce8426b', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'd8fb3102-0026-42d9-a683-15415ae64f68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T19:20:04Z', 'updated_at': '2022-03-25T19:20:04Z', 'revision_number': 1, 'project_id': '155e7b1bde6b4fb1ba768c2d6ab00159', 'subnets': [{'id': 'd8fb3102-0026-42d9-a683-15415ae64f68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-755101-7-iscsi', False) {} {{(pid=103198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 19:20:07.870593 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-e29a2921-0fbe-4558-ac51-ac8767e75391 req-f568ef2c-69c6-4e1c-9e86-8fdecef5f696 tempest-DeleteServersTestJSON-630511010 tempest-DeleteServersTestJSON-630511010-project] 10.222.0.18 "GET /v2.0/ports?device_id=9df5ca96-e2d4-4758-9ddb-4aa505cf1a35 HTTP/1.1" status: 200 len: 210 time: 0.0594513 Mar 25 19:20:07.871670 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-5e4f8bcf-9f53-40f6-97b4-f3e348670485 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741036193015'] for port (7692e617-2485-450d-b371-55fba89fca3a), after_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:07.912990 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Device 5acf6b82-7f0e-482f-94b1-20571c2ce911 up at agent ovs-agent-dv-cinder-755101-7-iscsi {{(pid=103198) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 25 19:20:07.919773 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bec3f99f-09b2-47bc-9367-0703fd54f589 None None] The sync data for ids ['62a95014-1fc4-4721-9017-22a2bce8426b'] in dv-cinder-755101-7-iscsi is: [{'id': '62a95014-1fc4-4721-9017-22a2bce8426b', 'name': 'tempest-ServerRescueNegativeTestJSON-1942996941-router', 'tenant_id': '155e7b1bde6b4fb1ba768c2d6ab00159', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'external_fixed_ips': [{'subnet_id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'ip_address': '172.27.0.142'}], 'enable_snat': True}, 'gw_port_id': '184fd2e6-8a15-4098-9de0-d95d7eff8dd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T19:19:55Z', 'updated_at': '2022-03-25T19:20:05Z', 'revision_number': 4, 'project_id': '155e7b1bde6b4fb1ba768c2d6ab00159', 'gw_port': {'id': '184fd2e6-8a15-4098-9de0-d95d7eff8dd2', 'name': '', 'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:1f:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62a95014-1fc4-4721-9017-22a2bce8426b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'ip_address': '172.27.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T19:19:57Z', 'updated_at': '2022-03-25T19:20:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755101-7-iscsi', '_interfaces': [{'id': 'de6d2eae-7083-4944-8707-ee855f2d7830', 'name': '', 'network_id': 'aa37333a-1101-47b7-acc7-f21479cd1d95', 'tenant_id': '155e7b1bde6b4fb1ba768c2d6ab00159', 'mac_address': 'fa:16:3e:0b:27:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62a95014-1fc4-4721-9017-22a2bce8426b', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'd8fb3102-0026-42d9-a683-15415ae64f68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T19:20:04Z', 'updated_at': '2022-03-25T19:20:04Z', 'revision_number': 1, 'project_id': '155e7b1bde6b4fb1ba768c2d6ab00159', 'subnets': [{'id': 'd8fb3102-0026-42d9-a683-15415ae64f68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103198) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 25 19:20:07.943807 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e4f8bcf-9f53-40f6-97b4-f3e348670485 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] Network 4acd50f3-de7f-4854-a6f4-5b66b3577c15 is already hosted by enough agents. {{(pid=103197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 19:20:07.946682 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.scheduler.base_scheduler [None req-5e4f8bcf-9f53-40f6-97b4-f3e348670485 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] Resources bound (agent type, host, resource id): {{(pid=103197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 19:20:07.950361 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e4f8bcf-9f53-40f6-97b4-f3e348670485 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] Received port after_create {{(pid=103197) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 25 19:20:07.954099 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-aaecf8a6-a507-4f5a-b0f7-7e9eca650ab6 None None] Port de6d2eae-7083-4944-8707-ee855f2d7830 cannot update to ACTIVE because it is not bound. {{(pid=103198) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 25 19:20:08.015626 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20ff667-a464-48f6-8c5c-6bebe3080f89 None None] Pushing event updated for resources: {'Port': ['ID=f1cac042-1cc6-40dd-8663-517a8c53bdce,revision_number=3']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:20:08.022263 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c908836-ba03-411c-ac89-cb7d6b92f0c9 None None] Routers {'424b05dc-39d4-46aa-abc7-b98214c48596'} bound to L3 agent in host dv-cinder-755101-7-iscsi {{(pid=103198) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 25 19:20:08.022736 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4f8bcf-9f53-40f6-97b4-f3e348670485 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] Pushing event updated for resources: {'Port': ['ID=7692e617-2485-450d-b371-55fba89fca3a,revision_number=1']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:20:08.023251 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.l3_hamode_db [None req-9c908836-ba03-411c-ac89-cb7d6b92f0c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755101-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-25T19:11:57Z,description=,heartbeat_timestamp=2022-03-25T19:19:57Z,host='dv-cinder-755101-7-iscsi',id=af1b81b0-43af-47bb-a61e-8e46b36efc57,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:11:57Z,topic='l3_agent')) {'router_ids': ['424b05dc-39d4-46aa-abc7-b98214c48596'], 'active': True} {{(pid=103198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 19:20:08.059733 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-aaecf8a6-a507-4f5a-b0f7-7e9eca650ab6 None None] Provisioning complete for port 5acf6b82-7f0e-482f-94b1-20571c2ce911 triggered by entity DHCP. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 25 19:20:08.060118 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-aaecf8a6-a507-4f5a-b0f7-7e9eca650ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133789'] for port (5acf6b82-7f0e-482f-94b1-20571c2ce911), provisioning_complete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:08.074370 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-5e4f8bcf-9f53-40f6-97b4-f3e348670485 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] Publish callbacks [] for floatingip (f07ebe5b-dd69-4343-8876-89820a154a01), precommit_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:08.121036 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-5e4f8bcf-9f53-40f6-97b4-f3e348670485 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1293263'] for port (7692e617-2485-450d-b371-55fba89fca3a), before_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:08.198387 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Provisioning complete for port 5acf6b82-7f0e-482f-94b1-20571c2ce911 triggered by entity L2. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 25 19:20:08.198922 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133789'] for port (5acf6b82-7f0e-482f-94b1-20571c2ce911), provisioning_complete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:08.241942 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.l3_dvr_db [None req-9c908836-ba03-411c-ac89-cb7d6b92f0c9 None None] Set router 424b05dc-39d4-46aa-abc7-b98214c48596 gateway port host: dv-cinder-755101-7-iscsi {{(pid=103198) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 25 19:20:08.285521 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.18', 57340) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:20:08.291842 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.v2.base [None req-04d4da10-3c86-4d8a-99ca-437b44b24299 tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1450315360', 'description': 'tempest-description--75695105'}} {{(pid=103196) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 19:20:08.329640 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-04d4da10-3c86-4d8a-99ca-437b44b24299 tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] Publish callbacks [] for security_group (None), before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:08.433362 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-04d4da10-3c86-4d8a-99ca-437b44b24299 tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] Publish callbacks [] for security_group (a346db11-a1aa-49ea-9798-167075247d8c), precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:08.439634 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-04d4da10-3c86-4d8a-99ca-437b44b24299 tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687199'] for security_group (a346db11-a1aa-49ea-9798-167075247d8c), after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:08.478424 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-aaecf8a6-a507-4f5a-b0f7-7e9eca650ab6 None None] Current status of the port 5acf6b82-7f0e-482f-94b1-20571c2ce911 is: ACTIVE; New status is: ACTIVE {{(pid=103198) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 25 19:20:08.479161 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d4da10-3c86-4d8a-99ca-437b44b24299 tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a346db11-a1aa-49ea-9798-167075247d8c,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:20:08.499656 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-04d4da10-3c86-4d8a-99ca-437b44b24299 tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] Publish callbacks [] for security_group (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:08.501624 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-04d4da10-3c86-4d8a-99ca-437b44b24299 tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1793 time: 0.2138903 Mar 25 19:20:08.504963 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.18', 57350) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:20:08.512529 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.v2.base [None req-f0e5b1e3-a41f-4b29-ae46-a13697346301 tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] Request body: {'security_group_rule': {'security_group_id': 'a346db11-a1aa-49ea-9798-167075247d8c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103196) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 19:20:08.515838 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Current status of the port 5acf6b82-7f0e-482f-94b1-20571c2ce911 is: ACTIVE; New status is: ACTIVE {{(pid=103198) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 25 19:20:08.588861 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-f0e5b1e3-a41f-4b29-ae46-a13697346301 tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] Publish callbacks [] for security_group_rule (0b005c7e-99d9-400f-9874-a263a0b05662), before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:08.632178 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-5e4f8bcf-9f53-40f6-97b4-f3e348670485 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] Publish callbacks [] for port (7692e617-2485-450d-b371-55fba89fca3a), precommit_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:08.636353 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.l3_hamode_db [None req-9c908836-ba03-411c-ac89-cb7d6b92f0c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '424b05dc-39d4-46aa-abc7-b98214c48596', 'name': 'tempest-AttachVolumeTestJSON-1389583433-router', 'tenant_id': '511b62f595874a80ab2449c4446c40d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'external_fixed_ips': [{'subnet_id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'ip_address': '172.27.0.241'}], 'enable_snat': True}, 'gw_port_id': 'f1cac042-1cc6-40dd-8663-517a8c53bdce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T19:19:58Z', 'updated_at': '2022-03-25T19:20:06Z', 'revision_number': 4, 'project_id': '511b62f595874a80ab2449c4446c40d6', 'gw_port': {'id': 'f1cac042-1cc6-40dd-8663-517a8c53bdce', 'name': '', 'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:f5:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '424b05dc-39d4-46aa-abc7-b98214c48596', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'ip_address': '172.27.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T19:20:00Z', 'updated_at': '2022-03-25T19:20:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755101-7-iscsi', '_interfaces': [{'id': '2c0e54b1-e605-4665-84e8-8ee5f99972a2', 'name': '', 'network_id': '547b5db8-9a10-4506-ba92-acf96e89ae8e', 'tenant_id': '511b62f595874a80ab2449c4446c40d6', 'mac_address': 'fa:16:3e:86:21:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '424b05dc-39d4-46aa-abc7-b98214c48596', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '5f5dde36-3194-44e6-b8cf-733c65400f3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T19:20:05Z', 'updated_at': '2022-03-25T19:20:06Z', 'revision_number': 2, 'project_id': '511b62f595874a80ab2449c4446c40d6', 'subnets': [{'id': '5f5dde36-3194-44e6-b8cf-733c65400f3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-755101-7-iscsi', False) {} {{(pid=103198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 19:20:08.649036 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-5e4f8bcf-9f53-40f6-97b4-f3e348670485 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036679572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741036190733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741036190751'] for port (7692e617-2485-450d-b371-55fba89fca3a), after_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:08.671003 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c908836-ba03-411c-ac89-cb7d6b92f0c9 None None] The sync data for ids ['424b05dc-39d4-46aa-abc7-b98214c48596'] in dv-cinder-755101-7-iscsi is: [{'id': '424b05dc-39d4-46aa-abc7-b98214c48596', 'name': 'tempest-AttachVolumeTestJSON-1389583433-router', 'tenant_id': '511b62f595874a80ab2449c4446c40d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'external_fixed_ips': [{'subnet_id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'ip_address': '172.27.0.241'}], 'enable_snat': True}, 'gw_port_id': 'f1cac042-1cc6-40dd-8663-517a8c53bdce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T19:19:58Z', 'updated_at': '2022-03-25T19:20:06Z', 'revision_number': 4, 'project_id': '511b62f595874a80ab2449c4446c40d6', 'gw_port': {'id': 'f1cac042-1cc6-40dd-8663-517a8c53bdce', 'name': '', 'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:f5:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '424b05dc-39d4-46aa-abc7-b98214c48596', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'ip_address': '172.27.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T19:20:00Z', 'updated_at': '2022-03-25T19:20:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755101-7-iscsi', '_interfaces': [{'id': '2c0e54b1-e605-4665-84e8-8ee5f99972a2', 'name': '', 'network_id': '547b5db8-9a10-4506-ba92-acf96e89ae8e', 'tenant_id': '511b62f595874a80ab2449c4446c40d6', 'mac_address': 'fa:16:3e:86:21:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '424b05dc-39d4-46aa-abc7-b98214c48596', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '5f5dde36-3194-44e6-b8cf-733c65400f3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T19:20:05Z', 'updated_at': '2022-03-25T19:20:06Z', 'revision_number': 2, 'project_id': '511b62f595874a80ab2449c4446c40d6', 'subnets': [{'id': '5f5dde36-3194-44e6-b8cf-733c65400f3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103198) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 25 19:20:08.687119 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-f0e5b1e3-a41f-4b29-ae46-a13697346301 tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] Publish callbacks [] for security_group_rule (0b005c7e-99d9-400f-9874-a263a0b05662), precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:08.696457 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-f0e5b1e3-a41f-4b29-ae46-a13697346301 tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677543'] for security_group_rule (0b005c7e-99d9-400f-9874-a263a0b05662), after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:08.715656 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e5b1e3-a41f-4b29-ae46-a13697346301 tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b005c7e-99d9-400f-9874-a263a0b05662,revision_number=0']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:20:08.750196 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-f0e5b1e3-a41f-4b29-ae46-a13697346301 tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:08.751388 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-5e4f8bcf-9f53-40f6-97b4-f3e348670485 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3753541'] for floatingip (f07ebe5b-dd69-4343-8876-89820a154a01), after_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:08.751560 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-f0e5b1e3-a41f-4b29-ae46-a13697346301 tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2448933 Mar 25 19:20:08.754283 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.18', 57352) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:20:08.762667 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.v2.base [None req-1821a97a-e90c-462d-b6c5-6abb966cf8bc tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] Request body: {'security_group_rule': {'security_group_id': 'a346db11-a1aa-49ea-9798-167075247d8c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103196) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 19:20:08.773630 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c203a24b-24ca-430c-be57-0e8fc8303023 req-f8598f62-1e58-4672-ae1a-ff80326239b3 tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:20:08.775369 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-c203a24b-24ca-430c-be57-0e8fc8303023 req-f8598f62-1e58-4672-ae1a-ff80326239b3 tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] 10.222.0.18 "GET /v2.0/networks?id=aa37333a-1101-47b7-acc7-f21479cd1d95 HTTP/1.1" status: 200 len: 819 time: 0.5537679 Mar 25 19:20:08.781713 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4f8bcf-9f53-40f6-97b4-f3e348670485 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] Pushing event updated for resources: {'Port': ['ID=7692e617-2485-450d-b371-55fba89fca3a,revision_number=2']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:20:08.792301 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-5e4f8bcf-9f53-40f6-97b4-f3e348670485 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63648'] for floatingip (None), before_response {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:08.793936 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-5e4f8bcf-9f53-40f6-97b4-f3e348670485 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.5192711 Mar 25 19:20:08.819189 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-c203a24b-24ca-430c-be57-0e8fc8303023 req-5d3cb201-f660-4d57-ac8d-2b1aca1d0375 tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] 10.222.0.18 "GET /v2.0/quotas/155e7b1bde6b4fb1ba768c2d6ab00159 HTTP/1.1" status: 200 len: 375 time: 0.0235391 Mar 25 19:20:08.820414 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-1821a97a-e90c-462d-b6c5-6abb966cf8bc tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] Publish callbacks [] for security_group_rule (b5e49884-7b1c-4cbd-8671-c2920d4a8eb1), before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:08.917659 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-1821a97a-e90c-462d-b6c5-6abb966cf8bc tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] Publish callbacks [] for security_group_rule (b5e49884-7b1c-4cbd-8671-c2920d4a8eb1), precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:08.922384 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-1821a97a-e90c-462d-b6c5-6abb966cf8bc tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677543'] for security_group_rule (b5e49884-7b1c-4cbd-8671-c2920d4a8eb1), after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:08.973068 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1821a97a-e90c-462d-b6c5-6abb966cf8bc tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5e49884-7b1c-4cbd-8671-c2920d4a8eb1,revision_number=0']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:20:08.990560 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-c203a24b-24ca-430c-be57-0e8fc8303023 req-86d3946a-6fc2-4a1c-a5b3-3e3169954332 tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=155e7b1bde6b4fb1ba768c2d6ab00159&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1582563 Mar 25 19:20:08.996782 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-1821a97a-e90c-462d-b6c5-6abb966cf8bc tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:09.001476 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.18', 57372) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:20:09.001742 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-1821a97a-e90c-462d-b6c5-6abb966cf8bc tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2449660 Mar 25 19:20:09.006251 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.v2.base [None req-06562ef8-181e-4e0e-b93b-1c8866ebc243 tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] Request body: {'floatingip': {'floating_network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15'}} {{(pid=103197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 19:20:09.042781 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-06562ef8-181e-4e0e-b93b-1c8866ebc243 tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:09.085486 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-5cff4638-8cfa-4c50-b726-8a0a0c839348 req-48603773-be5c-4f11-803f-85ec1de1297f tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--1806685950&fields=id&tenant_id=6512a963b11c42188d92829b913731e9 HTTP/1.1" status: 200 len: 267 time: 0.0780411 Mar 25 19:20:09.204645 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-06562ef8-181e-4e0e-b93b-1c8866ebc243 tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1293263'] for port (None), before_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:09.257484 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.wsgi [req-c203a24b-24ca-430c-be57-0e8fc8303023 req-50ee1cdc-8b78-402a-b8a5-2a873a8ed011 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103197) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 25 19:20:09.258528 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-c203a24b-24ca-430c-be57-0e8fc8303023 req-50ee1cdc-8b78-402a-b8a5-2a873a8ed011 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0989463 Mar 25 19:20:09.410425 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cff4638-8cfa-4c50-b726-8a0a0c839348 req-f8cda3d5-3084-4f0e-b779-6554c8f16553 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:20:09.420545 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-5cff4638-8cfa-4c50-b726-8a0a0c839348 req-f8cda3d5-3084-4f0e-b779-6554c8f16553 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] 10.222.0.18 "GET /v2.0/networks?id=41df54f8-722f-48ae-9670-4d05784c9b60 HTTP/1.1" status: 200 len: 817 time: 0.3340826 Mar 25 19:20:09.447618 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-5cff4638-8cfa-4c50-b726-8a0a0c839348 req-36e3862f-a3c9-45b6-b47e-e9efc0746ed4 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] 10.222.0.18 "GET /v2.0/quotas/6512a963b11c42188d92829b913731e9 HTTP/1.1" status: 200 len: 375 time: 0.0260644 Mar 25 19:20:09.482516 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.db.db_base_plugin_common [None req-06562ef8-181e-4e0e-b93b-1c8866ebc243 tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] Allocated IP 172.27.0.5 (4acd50f3-de7f-4854-a6f4-5b66b3577c15/efae7cfd-1549-43a8-94ca-01f5ce7b3ee1/7b0cf63f-07fb-4109-9e02-f9109207744e) {{(pid=103197) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 19:20:09.591316 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-5cff4638-8cfa-4c50-b726-8a0a0c839348 req-cd4e3c94-56c0-4d51-abf7-e94cbf34c7c9 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=6512a963b11c42188d92829b913731e9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1424677 Mar 25 19:20:09.630387 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-c203a24b-24ca-430c-be57-0e8fc8303023 req-7893709b-49c7-49b1-8eb5-bc9f7b38727e service neutron] 10.222.0.18 "GET /v2.0/networks/aa37333a-1101-47b7-acc7-f21479cd1d95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3605869 Mar 25 19:20:09.760598 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-5cff4638-8cfa-4c50-b726-8a0a0c839348 req-b8772b62-bd5b-49d7-8b6e-88d2bf01b0f8 service neutron] 10.222.0.18 "GET /v2.0/networks/41df54f8-722f-48ae-9670-4d05784c9b60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1559055 Mar 25 19:20:09.887386 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-06562ef8-181e-4e0e-b93b-1c8866ebc243 tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] Publish callbacks [] for port (7b0cf63f-07fb-4109-9e02-f9109207744e), precommit_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:09.890580 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-5cff4638-8cfa-4c50-b726-8a0a0c839348 req-3b4a9d41-1508-49d0-8dcb-b81abe933880 service neutron] 10.222.0.18 "GET /v2.0/networks/41df54f8-722f-48ae-9670-4d05784c9b60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244590 Mar 25 19:20:09.898949 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Device 184fd2e6-8a15-4098-9de0-d95d7eff8dd2 up at agent ovs-agent-dv-cinder-755101-7-iscsi {{(pid=103198) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 25 19:20:09.971435 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Provisioning complete for port 184fd2e6-8a15-4098-9de0-d95d7eff8dd2 triggered by entity L2. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 25 19:20:09.971972 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133789'] for port (184fd2e6-8a15-4098-9de0-d95d7eff8dd2), provisioning_complete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:09.986676 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-c203a24b-24ca-430c-be57-0e8fc8303023 req-293344b7-a167-4bdf-9ffd-b027b6985c7e service neutron] 10.222.0.18 "GET /v2.0/networks/aa37333a-1101-47b7-acc7-f21479cd1d95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3371861 Mar 25 19:20:09.988298 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-06562ef8-181e-4e0e-b93b-1c8866ebc243 tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741036193015'] for port (7b0cf63f-07fb-4109-9e02-f9109207744e), after_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:10.038070 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06562ef8-181e-4e0e-b93b-1c8866ebc243 tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] Network 4acd50f3-de7f-4854-a6f4-5b66b3577c15 is already hosted by enough agents. {{(pid=103197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 19:20:10.041774 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.scheduler.base_scheduler [None req-06562ef8-181e-4e0e-b93b-1c8866ebc243 tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] Resources bound (agent type, host, resource id): {{(pid=103197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 19:20:10.048394 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06562ef8-181e-4e0e-b93b-1c8866ebc243 tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] Received port after_create {{(pid=103197) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 25 19:20:10.066622 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06562ef8-181e-4e0e-b93b-1c8866ebc243 tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] Pushing event updated for resources: {'Port': ['ID=7b0cf63f-07fb-4109-9e02-f9109207744e,revision_number=1']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:20:10.124412 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Current status of the port 184fd2e6-8a15-4098-9de0-d95d7eff8dd2 is: DOWN; New status is: ACTIVE {{(pid=103198) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 25 19:20:10.127446 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1293263'] for port (184fd2e6-8a15-4098-9de0-d95d7eff8dd2), before_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:10.148264 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-06562ef8-181e-4e0e-b93b-1c8866ebc243 tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] Publish callbacks [] for floatingip (7b2e23ec-d7ca-418b-8c87-8fed2a0f1fc5), precommit_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:10.178848 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] For port 184fd2e6-8a15-4098-9de0-d95d7eff8dd2, host dv-cinder-755101-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755101-7-iscsi',level=0,port_id=184fd2e6-8a15-4098-9de0-d95d7eff8dd2,segment=NetworkSegment(bcf11cf5-8ef8-46ee-bf1d-f87c743f3fc7),segment_id=bcf11cf5-8ef8-46ee-bf1d-f87c743f3fc7)] {{(pid=103198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 25 19:20:10.184074 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036679572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741036190733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741036190751'] for port (184fd2e6-8a15-4098-9de0-d95d7eff8dd2), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:10.227222 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-06562ef8-181e-4e0e-b93b-1c8866ebc243 tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1293263'] for port (7b0cf63f-07fb-4109-9e02-f9109207744e), before_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:10.391081 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Pushing event updated for resources: {'Port': ['ID=184fd2e6-8a15-4098-9de0-d95d7eff8dd2,revision_number=4']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:20:10.513395 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-0dbdac14-e253-4722-a548-0c9e6dff3751 req-36bae5c5-5f52-4021-8bc7-6219a97c6e76 tempest-DeleteServersTestJSON-630511010 tempest-DeleteServersTestJSON-630511010-project] 10.222.0.18 "GET /v2.0/ports?device_id=9df5ca96-e2d4-4758-9ddb-4aa505cf1a35 HTTP/1.1" status: 200 len: 210 time: 0.0561707 Mar 25 19:20:10.616393 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-06562ef8-181e-4e0e-b93b-1c8866ebc243 tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] Publish callbacks [] for port (7b0cf63f-07fb-4109-9e02-f9109207744e), precommit_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:10.620646 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-1d7c4ebc-f153-4cf7-949a-34103e30b61f req-a65d6c27-3a24-4f3c-a961-52d6c770cd8e tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] 10.222.0.18 "GET /v2.0/ports?device_id=9da73b6c-0e9c-4722-bb2c-e3d758143cdf HTTP/1.1" status: 200 len: 210 time: 0.0567932 Mar 25 19:20:10.627952 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-3d7944cf-110f-45c9-ba98-944594b1d24e req-c88064aa-6661-42c7-8392-198dfdb88c78 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] 10.222.0.18 "GET /v2.0/ports?device_id=60b11edc-ce3f-48f7-ac37-bc15cd882254 HTTP/1.1" status: 200 len: 210 time: 0.1105585 Mar 25 19:20:10.629168 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-06562ef8-181e-4e0e-b93b-1c8866ebc243 tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036679572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741036190733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741036190751'] for port (7b0cf63f-07fb-4109-9e02-f9109207744e), after_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:10.698010 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-06562ef8-181e-4e0e-b93b-1c8866ebc243 tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3753541'] for floatingip (7b2e23ec-d7ca-418b-8c87-8fed2a0f1fc5), after_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:10.715598 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06562ef8-181e-4e0e-b93b-1c8866ebc243 tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] Pushing event updated for resources: {'Port': ['ID=7b0cf63f-07fb-4109-9e02-f9109207744e,revision_number=2']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:20:10.733797 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-06562ef8-181e-4e0e-b93b-1c8866ebc243 tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63648'] for floatingip (None), before_response {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:10.738551 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-06562ef8-181e-4e0e-b93b-1c8866ebc243 tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.7343528 Mar 25 19:20:10.979570 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd91a29-720c-43d7-84b8-e8e09e65fdef req-9466c53a-eba8-47d6-bb1a-857870bd1220 tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:20:10.983959 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-1fd91a29-720c-43d7-84b8-e8e09e65fdef req-9466c53a-eba8-47d6-bb1a-857870bd1220 tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] 10.222.0.18 "GET /v2.0/networks?id=aa37333a-1101-47b7-acc7-f21479cd1d95 HTTP/1.1" status: 200 len: 819 time: 0.1492846 Mar 25 19:20:11.010845 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-1fd91a29-720c-43d7-84b8-e8e09e65fdef req-d389e848-8aef-448f-8814-b238eed50fc0 tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] 10.222.0.18 "GET /v2.0/quotas/155e7b1bde6b4fb1ba768c2d6ab00159 HTTP/1.1" status: 200 len: 375 time: 0.0199976 Mar 25 19:20:11.019811 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-7fa3c3be-ddfd-4f2c-91f2-f94d0d5294a9 req-76ba8356-75cf-47a5-8d05-0565150d60ad tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--1450315360&fields=id&tenant_id=511b62f595874a80ab2449c4446c40d6 HTTP/1.1" status: 200 len: 267 time: 0.0688982 Mar 25 19:20:11.074805 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-1fd91a29-720c-43d7-84b8-e8e09e65fdef req-69d16b34-eadf-4cfb-a509-b66660b0a7b2 tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=155e7b1bde6b4fb1ba768c2d6ab00159&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0627100 Mar 25 19:20:11.134031 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa3c3be-ddfd-4f2c-91f2-f94d0d5294a9 req-1249efeb-91d4-413d-9705-e88c4624d553 tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:20:11.135585 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-7fa3c3be-ddfd-4f2c-91f2-f94d0d5294a9 req-1249efeb-91d4-413d-9705-e88c4624d553 tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] 10.222.0.18 "GET /v2.0/networks?id=547b5db8-9a10-4506-ba92-acf96e89ae8e HTTP/1.1" status: 200 len: 811 time: 0.1149757 Mar 25 19:20:11.152734 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-7fa3c3be-ddfd-4f2c-91f2-f94d0d5294a9 req-46081baf-b05e-44ad-b457-73cb2d93912a tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] 10.222.0.18 "GET /v2.0/quotas/511b62f595874a80ab2449c4446c40d6 HTTP/1.1" status: 200 len: 375 time: 0.0095909 Mar 25 19:20:11.177988 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-1fd91a29-720c-43d7-84b8-e8e09e65fdef req-38f6d7e5-4abb-436e-a9de-5c789ceaddee service neutron] 10.222.0.18 "GET /v2.0/networks/aa37333a-1101-47b7-acc7-f21479cd1d95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961604 Mar 25 19:20:11.213310 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-7fa3c3be-ddfd-4f2c-91f2-f94d0d5294a9 req-12410147-3d26-40cf-a9cd-d04470b8dc69 tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=511b62f595874a80ab2449c4446c40d6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0539949 Mar 25 19:20:11.269665 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-1fd91a29-720c-43d7-84b8-e8e09e65fdef req-9b6a3c37-caff-42e0-8c25-4b6544c1e205 service neutron] 10.222.0.18 "GET /v2.0/networks/aa37333a-1101-47b7-acc7-f21479cd1d95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857103 Mar 25 19:20:11.312541 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-7fa3c3be-ddfd-4f2c-91f2-f94d0d5294a9 req-68a74fa4-13ae-464e-98b2-7500eafe9540 service neutron] 10.222.0.18 "GET /v2.0/networks/547b5db8-9a10-4506-ba92-acf96e89ae8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847950 Mar 25 19:20:11.380073 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.26', 49729) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:20:11.465686 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-04eab2c3-aeec-46a8-a641-cf89331271e0 req-5ea92d00-09ae-455a-9b2a-6b63b6bf25bc tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e98d9a4-7bc3-4128-b4ae-768498a633da HTTP/1.1" status: 200 len: 210 time: 0.0504584 Mar 25 19:20:11.568129 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-7fa3c3be-ddfd-4f2c-91f2-f94d0d5294a9 req-02951874-c3b3-460d-baba-376a1fdaae8b service neutron] 10.222.0.18 "GET /v2.0/networks/547b5db8-9a10-4506-ba92-acf96e89ae8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2493043 Mar 25 19:20:11.623211 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024dc4b7-295b-4e66-bd94-f3ccd8d9510c req-b07cb7c7-dd10-4f35-929f-fe62faaf28c1 tempest-DeleteServersTestJSON-630511010 tempest-DeleteServersTestJSON-630511010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:20:11.624590 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-024dc4b7-295b-4e66-bd94-f3ccd8d9510c req-b07cb7c7-dd10-4f35-929f-fe62faaf28c1 tempest-DeleteServersTestJSON-630511010 tempest-DeleteServersTestJSON-630511010-project] 10.222.0.26 "GET /v2.0/networks?id=ffddfb87-b9e1-4b51-8018-42d9ab6c3ad8 HTTP/1.1" status: 200 len: 812 time: 0.2195659 Mar 25 19:20:11.663609 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-ee817f01-7d4c-4b2a-8585-77a38ec68445 req-c30caa6e-e09a-49b6-b3a1-64c97f4023d0 tempest-DeleteServersTestJSON-630511010 tempest-DeleteServersTestJSON-630511010-project] 10.222.0.18 "GET /v2.0/ports?device_id=9df5ca96-e2d4-4758-9ddb-4aa505cf1a35 HTTP/1.1" status: 200 len: 210 time: 0.0543890 Mar 25 19:20:11.677157 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.v2.base [req-024dc4b7-295b-4e66-bd94-f3ccd8d9510c req-cafc2da4-0ea4-41a7-919f-52c99b941690 tempest-DeleteServersTestJSON-630511010 tempest-DeleteServersTestJSON-630511010-project] Request body: {'port': {'device_id': '9df5ca96-e2d4-4758-9ddb-4aa505cf1a35', 'network_id': 'ffddfb87-b9e1-4b51-8018-42d9ab6c3ad8', 'admin_state_up': True, 'tenant_id': '24f5fac9a0a146698f68e93d9c785d0e'}} {{(pid=103197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 19:20:11.882034 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-eb564b00-2afb-4ff4-8076-99850570d473 req-1cd533d2-0957-4c1f-bf18-e6f609d3938b tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] 10.222.0.18 "GET /v2.0/ports?device_id=60b11edc-ce3f-48f7-ac37-bc15cd882254 HTTP/1.1" status: 200 len: 210 time: 0.0897491 Mar 25 19:20:12.018852 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-024dc4b7-295b-4e66-bd94-f3ccd8d9510c req-cafc2da4-0ea4-41a7-919f-52c99b941690 tempest-DeleteServersTestJSON-630511010 tempest-DeleteServersTestJSON-630511010-project] Made reservation on behalf of 24f5fac9a0a146698f68e93d9c785d0e for: {'port': 1} {{(pid=103197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 19:20:12.024578 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [req-024dc4b7-295b-4e66-bd94-f3ccd8d9510c req-cafc2da4-0ea4-41a7-919f-52c99b941690 tempest-DeleteServersTestJSON-630511010 tempest-DeleteServersTestJSON-630511010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1293263'] for port (None), before_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:12.196002 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Device 184fd2e6-8a15-4098-9de0-d95d7eff8dd2 up at agent ovs-agent-dv-cinder-755101-7-iscsi {{(pid=103198) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 25 19:20:12.317820 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Provisioning complete for port 184fd2e6-8a15-4098-9de0-d95d7eff8dd2 triggered by entity L2. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 25 19:20:12.318407 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133789'] for port (184fd2e6-8a15-4098-9de0-d95d7eff8dd2), provisioning_complete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:12.455885 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-1731df76-2174-425d-a165-68e8a42d3e11 req-986b49cc-8299-4937-a918-edb82758d342 tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] 10.222.0.18 "GET /v2.0/ports?device_id=c2f22826-2512-4bee-8ddc-2e80d6e63d45 HTTP/1.1" status: 200 len: 210 time: 0.1183031 Mar 25 19:20:12.547365 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Current status of the port 184fd2e6-8a15-4098-9de0-d95d7eff8dd2 is: ACTIVE; New status is: ACTIVE {{(pid=103198) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 25 19:20:12.548830 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Device f1cac042-1cc6-40dd-8663-517a8c53bdce up at agent ovs-agent-dv-cinder-755101-7-iscsi {{(pid=103198) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 25 19:20:12.592122 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.26', 49740) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:20:12.736871 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Provisioning complete for port f1cac042-1cc6-40dd-8663-517a8c53bdce triggered by entity L2. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 25 19:20:12.737694 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133789'] for port (f1cac042-1cc6-40dd-8663-517a8c53bdce), provisioning_complete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:12.911066 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-92577aea-7911-4f6a-81f5-0db4cfc65c8f req-0a062d79-8666-4626-8100-1b483fdde163 tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e98d9a4-7bc3-4128-b4ae-768498a633da HTTP/1.1" status: 200 len: 210 time: 0.3167834 Mar 25 19:20:12.936917 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-b25988ad-da11-4350-aaaf-03a0343c8817 req-54e819ce-d259-4fdd-b572-f3acd4548ae1 tempest-DeleteServersTestJSON-630511010 tempest-DeleteServersTestJSON-630511010-project] 10.222.0.18 "GET /v2.0/ports?device_id=9df5ca96-e2d4-4758-9ddb-4aa505cf1a35 HTTP/1.1" status: 200 len: 210 time: 0.1099963 Mar 25 19:20:12.989839 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Current status of the port f1cac042-1cc6-40dd-8663-517a8c53bdce is: DOWN; New status is: ACTIVE {{(pid=103198) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 25 19:20:12.991637 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1293263'] for port (f1cac042-1cc6-40dd-8663-517a8c53bdce), before_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:13.018528 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.db.db_base_plugin_common [req-024dc4b7-295b-4e66-bd94-f3ccd8d9510c req-cafc2da4-0ea4-41a7-919f-52c99b941690 tempest-DeleteServersTestJSON-630511010 tempest-DeleteServersTestJSON-630511010-project] Allocated IP 172.20.0.3 (ffddfb87-b9e1-4b51-8018-42d9ab6c3ad8/08275f5a-05cf-469a-a79e-d56942db469a/b11e0829-8e77-4884-be37-f7605d1d55af) {{(pid=103197) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 19:20:13.053605 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cff4638-8cfa-4c50-b726-8a0a0c839348 req-09fbcf4b-7332-4fe3-95e7-be359543b9be tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:20:13.055981 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-5cff4638-8cfa-4c50-b726-8a0a0c839348 req-09fbcf4b-7332-4fe3-95e7-be359543b9be tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] 10.222.0.26 "GET /v2.0/networks?id=41df54f8-722f-48ae-9670-4d05784c9b60 HTTP/1.1" status: 200 len: 817 time: 0.4627268 Mar 25 19:20:13.093932 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] For port f1cac042-1cc6-40dd-8663-517a8c53bdce, host dv-cinder-755101-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755101-7-iscsi',level=0,port_id=f1cac042-1cc6-40dd-8663-517a8c53bdce,segment=NetworkSegment(bcf11cf5-8ef8-46ee-bf1d-f87c743f3fc7),segment_id=bcf11cf5-8ef8-46ee-bf1d-f87c743f3fc7)] {{(pid=103198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 25 19:20:13.115158 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036679572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741036190733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741036190751'] for port (f1cac042-1cc6-40dd-8663-517a8c53bdce), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:13.205979 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-bfd94156-0e6f-4620-9faf-32a41657952f req-e345a28c-ba20-4ef5-85e9-bf469d337c2b tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] 10.222.0.18 "GET /v2.0/ports?device_id=60b11edc-ce3f-48f7-ac37-bc15cd882254 HTTP/1.1" status: 200 len: 210 time: 0.1198456 Mar 25 19:20:13.388439 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [req-024dc4b7-295b-4e66-bd94-f3ccd8d9510c req-cafc2da4-0ea4-41a7-919f-52c99b941690 tempest-DeleteServersTestJSON-630511010 tempest-DeleteServersTestJSON-630511010-project] Publish callbacks [] for port (b11e0829-8e77-4884-be37-f7605d1d55af), precommit_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:13.397638 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.18', 57588) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:20:13.429594 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [req-024dc4b7-295b-4e66-bd94-f3ccd8d9510c req-cafc2da4-0ea4-41a7-919f-52c99b941690 tempest-DeleteServersTestJSON-630511010 tempest-DeleteServersTestJSON-630511010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741036193015'] for port (b11e0829-8e77-4884-be37-f7605d1d55af), after_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:13.435677 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Pushing event updated for resources: {'Port': ['ID=f1cac042-1cc6-40dd-8663-517a8c53bdce,revision_number=4']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:20:13.567722 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafc2da4-0ea4-41a7-919f-52c99b941690 tempest-DeleteServersTestJSON-630511010 tempest-DeleteServersTestJSON-630511010-project] Pushing event updated for resources: {'Port': ['ID=b11e0829-8e77-4884-be37-f7605d1d55af,revision_number=1']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:20:13.579366 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-024dc4b7-295b-4e66-bd94-f3ccd8d9510c req-cafc2da4-0ea4-41a7-919f-52c99b941690 tempest-DeleteServersTestJSON-630511010 tempest-DeleteServersTestJSON-630511010-project] Network ffddfb87-b9e1-4b51-8018-42d9ab6c3ad8 is already hosted by enough agents. {{(pid=103197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 19:20:13.580771 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.scheduler.base_scheduler [req-024dc4b7-295b-4e66-bd94-f3ccd8d9510c req-cafc2da4-0ea4-41a7-919f-52c99b941690 tempest-DeleteServersTestJSON-630511010 tempest-DeleteServersTestJSON-630511010-project] Resources bound (agent type, host, resource id): {{(pid=103197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 19:20:13.583243 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [req-024dc4b7-295b-4e66-bd94-f3ccd8d9510c req-cafc2da4-0ea4-41a7-919f-52c99b941690 tempest-DeleteServersTestJSON-630511010 tempest-DeleteServersTestJSON-630511010-project] Received port after_create {{(pid=103197) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 25 19:20:13.584738 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d8d61be9-fbf8-4bfc-94da-b43f08b5c32a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:13.588683 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-4caf6fc2-cff1-4314-92cb-8a1607ca5a3a req-45cd58b9-1398-4b59-a4fa-f80660918102 tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] 10.222.0.18 "GET /v2.0/ports?device_id=c2f22826-2512-4bee-8ddc-2e80d6e63d45 HTTP/1.1" status: 200 len: 210 time: 0.0428963 Mar 25 19:20:13.589450 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024dc4b7-295b-4e66-bd94-f3ccd8d9510c req-cafc2da4-0ea4-41a7-919f-52c99b941690 tempest-DeleteServersTestJSON-630511010 tempest-DeleteServersTestJSON-630511010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:20:13.590839 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [req-024dc4b7-295b-4e66-bd94-f3ccd8d9510c req-cafc2da4-0ea4-41a7-919f-52c99b941690 tempest-DeleteServersTestJSON-630511010 tempest-DeleteServersTestJSON-630511010-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692927'] for port (None), before_response {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:13.612805 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-024dc4b7-295b-4e66-bd94-f3ccd8d9510c req-cafc2da4-0ea4-41a7-919f-52c99b941690 tempest-DeleteServersTestJSON-630511010 tempest-DeleteServersTestJSON-630511010-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9445527 Mar 25 19:20:13.670039 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d8d61be9-fbf8-4bfc-94da-b43f08b5c32a admin admin] Publish callbacks [] for security_group (be54e45d-a63d-4b6d-9f9a-97ea1a914341), precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:13.674020 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d8d61be9-fbf8-4bfc-94da-b43f08b5c32a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687199'] for security_group (be54e45d-a63d-4b6d-9f9a-97ea1a914341), after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:13.728345 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-d8d61be9-fbf8-4bfc-94da-b43f08b5c32a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7b294f98881f4a09a7f7adaea9382eaf&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3270297 Mar 25 19:20:13.728345 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d61be9-fbf8-4bfc-94da-b43f08b5c32a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be54e45d-a63d-4b6d-9f9a-97ea1a914341,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:20:13.728885 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.18', 57602) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:20:13.783668 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-a3ece499-bc12-49ac-97ea-bced2d791717 admin admin] Publish callbacks [] for security_group (be54e45d-a63d-4b6d-9f9a-97ea1a914341), before_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:13.805217 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-a3ece499-bc12-49ac-97ea-bced2d791717 admin admin] Publish callbacks [] for security_group (be54e45d-a63d-4b6d-9f9a-97ea1a914341), precommit_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:13.816365 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Device f1cac042-1cc6-40dd-8663-517a8c53bdce up at agent ovs-agent-dv-cinder-755101-7-iscsi {{(pid=103198) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 25 19:20:13.870103 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Provisioning complete for port f1cac042-1cc6-40dd-8663-517a8c53bdce triggered by entity L2. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 25 19:20:13.870470 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133789'] for port (f1cac042-1cc6-40dd-8663-517a8c53bdce), provisioning_complete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:13.872095 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-a3ece499-bc12-49ac-97ea-bced2d791717 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687199'] for security_group (be54e45d-a63d-4b6d-9f9a-97ea1a914341), after_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:13.875727 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-a3ece499-bc12-49ac-97ea-bced2d791717 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:13.876868 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-a3ece499-bc12-49ac-97ea-bced2d791717 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/be54e45d-a63d-4b6d-9f9a-97ea1a914341 HTTP/1.1" status: 204 len: 168 time: 0.1469276 Mar 25 19:20:13.885235 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ece499-bc12-49ac-97ea-bced2d791717 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be54e45d-a63d-4b6d-9f9a-97ea1a914341,revision_number=None']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:20:13.960386 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Current status of the port f1cac042-1cc6-40dd-8663-517a8c53bdce is: ACTIVE; New status is: ACTIVE {{(pid=103198) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 25 19:20:14.020790 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eca6863-98d4-4f1d-b6c3-1464c1c103cc None None] Sync routers for ids ['62a95014-1fc4-4721-9017-22a2bce8426b'] in dv-cinder-755101-7-iscsi {{(pid=103199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 25 19:20:14.032598 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eca6863-98d4-4f1d-b6c3-1464c1c103cc None None] Routers {'62a95014-1fc4-4721-9017-22a2bce8426b'} bound to L3 agent in host dv-cinder-755101-7-iscsi {{(pid=103199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 25 19:20:14.033352 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.db.l3_hamode_db [None req-0eca6863-98d4-4f1d-b6c3-1464c1c103cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755101-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-25T19:11:57Z,description=,heartbeat_timestamp=2022-03-25T19:19:57Z,host='dv-cinder-755101-7-iscsi',id=af1b81b0-43af-47bb-a61e-8e46b36efc57,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:11:57Z,topic='l3_agent')) {'router_ids': ['62a95014-1fc4-4721-9017-22a2bce8426b'], 'active': True} {{(pid=103199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 19:20:14.037036 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-389072f6-6a57-4169-a77a-3ef7dafbe816 req-9c43a179-48b6-4fee-938f-7955a31efe66 tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e98d9a4-7bc3-4128-b4ae-768498a633da HTTP/1.1" status: 200 len: 210 time: 0.0396030 Mar 25 19:20:14.154132 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3852275e-bb5c-4f6d-8015-1aab50263a3b req-2c61b334-0be6-4bdf-8250-1a6bcc61e10e tempest-DeleteServersTestJSON-630511010 tempest-DeleteServersTestJSON-630511010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:20:14.155685 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-3852275e-bb5c-4f6d-8015-1aab50263a3b req-2c61b334-0be6-4bdf-8250-1a6bcc61e10e tempest-DeleteServersTestJSON-630511010 tempest-DeleteServersTestJSON-630511010-project] 10.222.0.18 "GET /v2.0/ports?device_id=9df5ca96-e2d4-4758-9ddb-4aa505cf1a35 HTTP/1.1" status: 200 len: 931 time: 0.0729308 Mar 25 19:20:14.159222 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.db.l3_dvr_db [None req-0eca6863-98d4-4f1d-b6c3-1464c1c103cc None None] Set router 62a95014-1fc4-4721-9017-22a2bce8426b gateway port host: dv-cinder-755101-7-iscsi {{(pid=103199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 25 19:20:14.216633 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-3852275e-bb5c-4f6d-8015-1aab50263a3b req-60fab578-68dd-4a0e-99a6-bc3114758534 tempest-DeleteServersTestJSON-630511010 tempest-DeleteServersTestJSON-630511010-project] 10.222.0.18 "GET /v2.0/security-groups?id=d5c330d0-a6f0-4d62-a482-38972d204a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547748 Mar 25 19:20:14.340602 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-c8928dc8-e305-4d77-9582-df44dc53807d req-7de4b825-8c23-43a0-a113-026cc69e5292 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] 10.222.0.18 "GET /v2.0/ports?device_id=60b11edc-ce3f-48f7-ac37-bc15cd882254 HTTP/1.1" status: 200 len: 210 time: 0.0304732 Mar 25 19:20:14.395460 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.db.l3_hamode_db [None req-0eca6863-98d4-4f1d-b6c3-1464c1c103cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62a95014-1fc4-4721-9017-22a2bce8426b', 'name': 'tempest-ServerRescueNegativeTestJSON-1942996941-router', 'tenant_id': '155e7b1bde6b4fb1ba768c2d6ab00159', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'external_fixed_ips': [{'subnet_id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'ip_address': '172.27.0.142'}], 'enable_snat': True}, 'gw_port_id': '184fd2e6-8a15-4098-9de0-d95d7eff8dd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T19:19:55Z', 'updated_at': '2022-03-25T19:20:05Z', 'revision_number': 4, 'project_id': '155e7b1bde6b4fb1ba768c2d6ab00159', 'gw_port': {'id': '184fd2e6-8a15-4098-9de0-d95d7eff8dd2', 'name': '', 'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:1f:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62a95014-1fc4-4721-9017-22a2bce8426b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'ip_address': '172.27.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T19:19:57Z', 'updated_at': '2022-03-25T19:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755101-7-iscsi', '_interfaces': [{'id': 'de6d2eae-7083-4944-8707-ee855f2d7830', 'name': '', 'network_id': 'aa37333a-1101-47b7-acc7-f21479cd1d95', 'tenant_id': '155e7b1bde6b4fb1ba768c2d6ab00159', 'mac_address': 'fa:16:3e:0b:27:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62a95014-1fc4-4721-9017-22a2bce8426b', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'd8fb3102-0026-42d9-a683-15415ae64f68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T19:20:04Z', 'updated_at': '2022-03-25T19:20:06Z', 'revision_number': 2, 'project_id': '155e7b1bde6b4fb1ba768c2d6ab00159', 'subnets': [{'id': 'd8fb3102-0026-42d9-a683-15415ae64f68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-755101-7-iscsi', False) {} {{(pid=103199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 19:20:14.421858 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eca6863-98d4-4f1d-b6c3-1464c1c103cc None None] Checking router: 62a95014-1fc4-4721-9017-22a2bce8426b for host: dv-cinder-755101-7-iscsi {{(pid=103199) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 25 19:20:14.422216 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eca6863-98d4-4f1d-b6c3-1464c1c103cc None None] Updating router 62a95014-1fc4-4721-9017-22a2bce8426b port de6d2eae-7083-4944-8707-ee855f2d7830 binding host dv-cinder-755101-7-iscsi {{(pid=103199) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 25 19:20:14.450923 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-0eca6863-98d4-4f1d-b6c3-1464c1c103cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1293263'] for port (de6d2eae-7083-4944-8707-ee855f2d7830), before_update {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:14.600662 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.18', 57636) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:20:14.693626 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-c07b430e-7f2f-4919-8774-f201f18aab6d req-3cb200bf-41f7-457b-a48d-82800713bcc2 tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] 10.222.0.18 "GET /v2.0/ports?device_id=c2f22826-2512-4bee-8ddc-2e80d6e63d45 HTTP/1.1" status: 200 len: 210 time: 0.0330949 Mar 25 19:20:14.731820 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-0eca6863-98d4-4f1d-b6c3-1464c1c103cc None None] Publish callbacks [] for port (de6d2eae-7083-4944-8707-ee855f2d7830), precommit_update {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:14.735951 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.v2.base [None req-743cccd4-66a2-468a-82b1-1870f78c049d admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-69384653-network', 'tenant_id': '7f7d5b538a634fe9ba52b16f68d6cfcb'}} {{(pid=103197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 19:20:14.737466 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-0eca6863-98d4-4f1d-b6c3-1464c1c103cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036679572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741036190733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741036190751'] for port (de6d2eae-7083-4944-8707-ee855f2d7830), after_update {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:14.755804 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-743cccd4-66a2-468a-82b1-1870f78c049d admin admin] Made reservation on behalf of 7f7d5b538a634fe9ba52b16f68d6cfcb for: {'network': 1} {{(pid=103197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 19:20:14.758266 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-743cccd4-66a2-468a-82b1-1870f78c049d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1293263'] for network (None), before_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:14.767176 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-743cccd4-66a2-468a-82b1-1870f78c049d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:14.783932 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44323f1-75a8-4c33-b638-4678fa4bdf5b None None] Pushing event updated for resources: {'Port': ['ID=de6d2eae-7083-4944-8707-ee855f2d7830,revision_number=3']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:20:14.854035 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.managers [None req-0eca6863-98d4-4f1d-b6c3-1464c1c103cc None None] Attempting to bind port de6d2eae-7083-4944-8707-ee855f2d7830 on host dv-cinder-755101-7-iscsi for vnic_type normal with profile {{(pid=103199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 25 19:20:14.854553 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.managers [None req-0eca6863-98d4-4f1d-b6c3-1464c1c103cc None None] Attempting to bind port de6d2eae-7083-4944-8707-ee855f2d7830 by drivers openvswitch,hyperv on host dv-cinder-755101-7-iscsi at level 0 using segments [{'id': '541ac455-136c-4743-9e72-e1540521f447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'aa37333a-1101-47b7-acc7-f21479cd1d95'}] {{(pid=103199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 25 19:20:14.855194 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eca6863-98d4-4f1d-b6c3-1464c1c103cc None None] Attempting to bind port de6d2eae-7083-4944-8707-ee855f2d7830 on network aa37333a-1101-47b7-acc7-f21479cd1d95 {{(pid=103199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 25 19:20:14.860839 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eca6863-98d4-4f1d-b6c3-1464c1c103cc None None] Checking agent: {'id': '239dac0e-b210-4295-8f1a-11f7f9dc3de1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-755101-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 19, 12, 1), 'started_at': datetime.datetime(2022, 3, 25, 19, 12, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 19, 20, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-755101-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 25 19:20:14.861212 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eca6863-98d4-4f1d-b6c3-1464c1c103cc None None] Checking segment: {'id': '541ac455-136c-4743-9e72-e1540521f447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'aa37333a-1101-47b7-acc7-f21479cd1d95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 25 19:20:14.861628 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-0eca6863-98d4-4f1d-b6c3-1464c1c103cc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:14.862000 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eca6863-98d4-4f1d-b6c3-1464c1c103cc None None] Bound using segment: {'id': '541ac455-136c-4743-9e72-e1540521f447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'aa37333a-1101-47b7-acc7-f21479cd1d95'} {{(pid=103199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 25 19:20:14.862466 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.managers [None req-0eca6863-98d4-4f1d-b6c3-1464c1c103cc None None] Bound port: de6d2eae-7083-4944-8707-ee855f2d7830, host: dv-cinder-755101-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '541ac455-136c-4743-9e72-e1540521f447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'aa37333a-1101-47b7-acc7-f21479cd1d95'}}] {{(pid=103199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 25 19:20:14.862956 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-0eca6863-98d4-4f1d-b6c3-1464c1c103cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1293263'] for port (de6d2eae-7083-4944-8707-ee855f2d7830), before_update {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:14.882992 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-743cccd4-66a2-468a-82b1-1870f78c049d admin admin] Publish callbacks [] for security_group (edb52097-563f-4944-8acf-4048227d2cab), precommit_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:14.890916 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-743cccd4-66a2-468a-82b1-1870f78c049d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687199'] for security_group (edb52097-563f-4944-8acf-4048227d2cab), after_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:14.921232 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-743cccd4-66a2-468a-82b1-1870f78c049d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 255} {{(pid=103197) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 25 19:20:14.928533 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743cccd4-66a2-468a-82b1-1870f78c049d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edb52097-563f-4944-8acf-4048227d2cab,revision_number=1']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:20:14.935913 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-743cccd4-66a2-468a-82b1-1870f78c049d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1189096'] for segment (88cb4689-3a74-42ad-bf0a-320aa68c5b0a), precommit_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:14.936565 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.db.segments_db [None req-743cccd4-66a2-468a-82b1-1870f78c049d admin admin] Added segment 88cb4689-3a74-42ad-bf0a-320aa68c5b0a of type vlan for network 2b61b0f9-bc8a-48fb-9616-f9fb865e5c38 Mar 25 19:20:14.958366 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41dea3cb-30ad-405b-941a-4c22c921a9e9 None None] Sync routers for ids ['424b05dc-39d4-46aa-abc7-b98214c48596'] in dv-cinder-755101-7-iscsi {{(pid=103198) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 25 19:20:14.969760 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.db [None req-0eca6863-98d4-4f1d-b6c3-1464c1c103cc None None] For port de6d2eae-7083-4944-8707-ee855f2d7830, host dv-cinder-755101-7-iscsi, cleared binding levels {{(pid=103199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 25 19:20:14.973045 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.db [None req-0eca6863-98d4-4f1d-b6c3-1464c1c103cc None None] For port de6d2eae-7083-4944-8707-ee855f2d7830, host dv-cinder-755101-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755101-7-iscsi',level=0,port_id=de6d2eae-7083-4944-8707-ee855f2d7830,segment=NetworkSegment(541ac455-136c-4743-9e72-e1540521f447),segment_id=541ac455-136c-4743-9e72-e1540521f447)] {{(pid=103199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 25 19:20:14.978473 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41dea3cb-30ad-405b-941a-4c22c921a9e9 None None] Routers {'424b05dc-39d4-46aa-abc7-b98214c48596'} bound to L3 agent in host dv-cinder-755101-7-iscsi {{(pid=103198) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 25 19:20:14.979151 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.l3_hamode_db [None req-41dea3cb-30ad-405b-941a-4c22c921a9e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755101-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-25T19:11:57Z,description=,heartbeat_timestamp=2022-03-25T19:19:57Z,host='dv-cinder-755101-7-iscsi',id=af1b81b0-43af-47bb-a61e-8e46b36efc57,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:11:57Z,topic='l3_agent')) {'router_ids': ['424b05dc-39d4-46aa-abc7-b98214c48596'], 'active': True} {{(pid=103198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 19:20:14.980757 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-0eca6863-98d4-4f1d-b6c3-1464c1c103cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036679572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741036190733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741036190751'] for port (de6d2eae-7083-4944-8707-ee855f2d7830), after_update {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:14.998458 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-743cccd4-66a2-468a-82b1-1870f78c049d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741036145210'] for network (2b61b0f9-bc8a-48fb-9616-f9fb865e5c38), precommit_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:15.028972 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-743cccd4-66a2-468a-82b1-1870f78c049d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877'] for network (2b61b0f9-bc8a-48fb-9616-f9fb865e5c38), after_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:15.030044 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-743cccd4-66a2-468a-82b1-1870f78c049d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:20:15.030760 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-743cccd4-66a2-468a-82b1-1870f78c049d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692927'] for network (None), before_response {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:15.040924 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44323f1-75a8-4c33-b638-4678fa4bdf5b None None] Pushing event updated for resources: {'Port': ['ID=de6d2eae-7083-4944-8707-ee855f2d7830,revision_number=4']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:20:15.056842 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eca6863-98d4-4f1d-b6c3-1464c1c103cc None None] Routers {'62a95014-1fc4-4721-9017-22a2bce8426b'} bound to L3 agent in host dv-cinder-755101-7-iscsi {{(pid=103199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 25 19:20:15.057458 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.db.l3_hamode_db [None req-0eca6863-98d4-4f1d-b6c3-1464c1c103cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755101-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-25T19:11:57Z,description=,heartbeat_timestamp=2022-03-25T19:19:57Z,host='dv-cinder-755101-7-iscsi',id=af1b81b0-43af-47bb-a61e-8e46b36efc57,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:11:57Z,topic='l3_agent')) {'router_ids': ['62a95014-1fc4-4721-9017-22a2bce8426b'], 'active': True} {{(pid=103199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 19:20:15.106392 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-743cccd4-66a2-468a-82b1-1870f78c049d admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.5046246 Mar 25 19:20:15.109410 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.18', 57652) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:20:15.114160 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.v2.base [None req-5a49e040-2f9a-4b9d-bc93-aa20181ee7c9 admin admin] Request body: {'subnet': {'network_id': '2b61b0f9-bc8a-48fb-9616-f9fb865e5c38', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-69384653-subnet', 'tenant_id': '7f7d5b538a634fe9ba52b16f68d6cfcb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103196) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 19:20:15.117874 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743cccd4-66a2-468a-82b1-1870f78c049d admin admin] Pushing event updated for resources: {'Network': ['ID=2b61b0f9-bc8a-48fb-9616-f9fb865e5c38,revision_number=1']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:20:15.148673 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.26', 49741) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:20:15.152448 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.l3_dvr_db [None req-41dea3cb-30ad-405b-941a-4c22c921a9e9 None None] Set router 424b05dc-39d4-46aa-abc7-b98214c48596 gateway port host: dv-cinder-755101-7-iscsi {{(pid=103198) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 25 19:20:15.155915 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a49e040-2f9a-4b9d-bc93-aa20181ee7c9 admin admin] Made reservation on behalf of 7f7d5b538a634fe9ba52b16f68d6cfcb for: {'subnet': 1} {{(pid=103196) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 19:20:15.158920 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-5a49e040-2f9a-4b9d-bc93-aa20181ee7c9 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:15.159102 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Network 2b61b0f9-bc8a-48fb-9616-f9fb865e5c38 details requested by agent ovs-agent-dv-cinder-755101-7-iscsi with host dv-cinder-755101-7-iscsi {{(pid=103198) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 25 19:20:15.175438 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-58b94adc-62b1-48b0-8f12-221f705de361 req-79079cbc-fab4-4bfe-81ae-898a235aec8d tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e98d9a4-7bc3-4128-b4ae-768498a633da HTTP/1.1" status: 200 len: 210 time: 0.0306840 Mar 25 19:20:15.422787 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.db.l3_dvr_db [None req-0eca6863-98d4-4f1d-b6c3-1464c1c103cc None None] Set router 62a95014-1fc4-4721-9017-22a2bce8426b gateway port host: dv-cinder-755101-7-iscsi {{(pid=103199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 25 19:20:15.490471 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-e02911a3-1c8b-4c59-96cd-6db835f2e6b8 None None] Provisioning complete for port de6d2eae-7083-4944-8707-ee855f2d7830 triggered by entity DHCP. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 25 19:20:15.491190 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-e02911a3-1c8b-4c59-96cd-6db835f2e6b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133789'] for port (de6d2eae-7083-4944-8707-ee855f2d7830), provisioning_complete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:15.574695 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-345c9b78-a5f3-40f4-a065-23d012566467 req-77486f56-e3c3-4255-9b72-778c722090c2 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] 10.222.0.18 "GET /v2.0/ports?device_id=60b11edc-ce3f-48f7-ac37-bc15cd882254 HTTP/1.1" status: 200 len: 210 time: 0.0664804 Mar 25 19:20:15.766477 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-5a49e040-2f9a-4b9d-bc93-aa20181ee7c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877'] for subnet (37f8f480-eb0c-4568-a6f6-122f23d17b6f), after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:15.855865 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-e02911a3-1c8b-4c59-96cd-6db835f2e6b8 None None] Current status of the port de6d2eae-7083-4944-8707-ee855f2d7830 is: DOWN; New status is: ACTIVE {{(pid=103198) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 25 19:20:15.856260 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-e02911a3-1c8b-4c59-96cd-6db835f2e6b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1293263'] for port (de6d2eae-7083-4944-8707-ee855f2d7830), before_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:15.884107 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a49e040-2f9a-4b9d-bc93-aa20181ee7c9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=37f8f480-eb0c-4568-a6f6-122f23d17b6f,revision_number=0']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:20:15.922946 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-4006ed46-d5ef-4474-b7c2-2a01aaebefcf req-eb43d921-a241-4757-bda0-1cc6d0315c47 tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] 10.222.0.18 "GET /v2.0/ports?device_id=c2f22826-2512-4bee-8ddc-2e80d6e63d45 HTTP/1.1" status: 200 len: 210 time: 0.1048307 Mar 25 19:20:15.935185 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.db.l3_hamode_db [None req-0eca6863-98d4-4f1d-b6c3-1464c1c103cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62a95014-1fc4-4721-9017-22a2bce8426b', 'name': 'tempest-ServerRescueNegativeTestJSON-1942996941-router', 'tenant_id': '155e7b1bde6b4fb1ba768c2d6ab00159', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'external_fixed_ips': [{'subnet_id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'ip_address': '172.27.0.142'}], 'enable_snat': True}, 'gw_port_id': '184fd2e6-8a15-4098-9de0-d95d7eff8dd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T19:19:55Z', 'updated_at': '2022-03-25T19:20:05Z', 'revision_number': 4, 'project_id': '155e7b1bde6b4fb1ba768c2d6ab00159', 'gw_port': {'id': '184fd2e6-8a15-4098-9de0-d95d7eff8dd2', 'name': '', 'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:1f:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62a95014-1fc4-4721-9017-22a2bce8426b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'ip_address': '172.27.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T19:19:57Z', 'updated_at': '2022-03-25T19:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755101-7-iscsi', '_interfaces': [{'id': 'de6d2eae-7083-4944-8707-ee855f2d7830', 'name': '', 'network_id': 'aa37333a-1101-47b7-acc7-f21479cd1d95', 'tenant_id': '155e7b1bde6b4fb1ba768c2d6ab00159', 'mac_address': 'fa:16:3e:0b:27:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62a95014-1fc4-4721-9017-22a2bce8426b', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'd8fb3102-0026-42d9-a683-15415ae64f68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T19:20:04Z', 'updated_at': '2022-03-25T19:20:14Z', 'revision_number': 4, 'project_id': '155e7b1bde6b4fb1ba768c2d6ab00159', 'subnets': [{'id': 'd8fb3102-0026-42d9-a683-15415ae64f68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-755101-7-iscsi', False) {} {{(pid=103199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 19:20:15.939305 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Device de6d2eae-7083-4944-8707-ee855f2d7830 up at agent ovs-agent-dv-cinder-755101-7-iscsi {{(pid=103198) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 25 19:20:15.946057 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-e02911a3-1c8b-4c59-96cd-6db835f2e6b8 None None] For port de6d2eae-7083-4944-8707-ee855f2d7830, host dv-cinder-755101-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755101-7-iscsi',level=0,port_id=de6d2eae-7083-4944-8707-ee855f2d7830,segment=NetworkSegment(541ac455-136c-4743-9e72-e1540521f447),segment_id=541ac455-136c-4743-9e72-e1540521f447)] {{(pid=103198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 25 19:20:15.949062 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c203a24b-24ca-430c-be57-0e8fc8303023 req-c59a153a-a972-4dd7-890c-a1821a75ed0d tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:20:15.950665 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-c203a24b-24ca-430c-be57-0e8fc8303023 req-c59a153a-a972-4dd7-890c-a1821a75ed0d tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] 10.222.0.26 "GET /v2.0/networks?id=aa37333a-1101-47b7-acc7-f21479cd1d95 HTTP/1.1" status: 200 len: 819 time: 0.2909980 Mar 25 19:20:15.973606 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-e02911a3-1c8b-4c59-96cd-6db835f2e6b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036679572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741036190733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741036190751'] for port (de6d2eae-7083-4944-8707-ee855f2d7830), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:15.983273 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eca6863-98d4-4f1d-b6c3-1464c1c103cc None None] The sync data for ids ['62a95014-1fc4-4721-9017-22a2bce8426b'] in dv-cinder-755101-7-iscsi is: [{'id': '62a95014-1fc4-4721-9017-22a2bce8426b', 'name': 'tempest-ServerRescueNegativeTestJSON-1942996941-router', 'tenant_id': '155e7b1bde6b4fb1ba768c2d6ab00159', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'external_fixed_ips': [{'subnet_id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'ip_address': '172.27.0.142'}], 'enable_snat': True}, 'gw_port_id': '184fd2e6-8a15-4098-9de0-d95d7eff8dd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T19:19:55Z', 'updated_at': '2022-03-25T19:20:05Z', 'revision_number': 4, 'project_id': '155e7b1bde6b4fb1ba768c2d6ab00159', 'gw_port': {'id': '184fd2e6-8a15-4098-9de0-d95d7eff8dd2', 'name': '', 'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:1f:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62a95014-1fc4-4721-9017-22a2bce8426b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'ip_address': '172.27.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T19:19:57Z', 'updated_at': '2022-03-25T19:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755101-7-iscsi', '_interfaces': [{'id': 'de6d2eae-7083-4944-8707-ee855f2d7830', 'name': '', 'network_id': 'aa37333a-1101-47b7-acc7-f21479cd1d95', 'tenant_id': '155e7b1bde6b4fb1ba768c2d6ab00159', 'mac_address': 'fa:16:3e:0b:27:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62a95014-1fc4-4721-9017-22a2bce8426b', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'd8fb3102-0026-42d9-a683-15415ae64f68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T19:20:04Z', 'updated_at': '2022-03-25T19:20:14Z', 'revision_number': 4, 'project_id': '155e7b1bde6b4fb1ba768c2d6ab00159', 'subnets': [{'id': 'd8fb3102-0026-42d9-a683-15415ae64f68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 25 19:20:16.016974 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc928867-bc77-4da1-b6fa-8d146d69fb80 req-3dfffc75-343f-4ae8-86f2-515bf2bb73e3 tempest-DeleteServersTestJSON-630511010 tempest-DeleteServersTestJSON-630511010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:20:16.029121 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-dc928867-bc77-4da1-b6fa-8d146d69fb80 req-3dfffc75-343f-4ae8-86f2-515bf2bb73e3 tempest-DeleteServersTestJSON-630511010 tempest-DeleteServersTestJSON-630511010-project] 10.222.0.18 "GET /v2.0/ports?device_id=9df5ca96-e2d4-4758-9ddb-4aa505cf1a35 HTTP/1.1" status: 200 len: 931 time: 0.3690333 Mar 25 19:20:16.031625 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a49e040-2f9a-4b9d-bc93-aa20181ee7c9 admin admin] Checking segment: {'id': '88cb4689-3a74-42ad-bf0a-320aa68c5b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '2b61b0f9-bc8a-48fb-9616-f9fb865e5c38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103196) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 25 19:20:16.032434 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a49e040-2f9a-4b9d-bc93-aa20181ee7c9 admin admin] Network hostable DHCP agents. Network: 2b61b0f9-bc8a-48fb-9616-f9fb865e5c38, hostable agents: ['ff15a80c-2d7c-4104-a6ad-0973d1d911f7'], hosted agents: [] {{(pid=103196) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 25 19:20:16.070453 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02911a3-1c8b-4c59-96cd-6db835f2e6b8 None None] Pushing event updated for resources: {'Port': ['ID=de6d2eae-7083-4944-8707-ee855f2d7830,revision_number=5']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:20:16.097183 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Provisioning complete for port de6d2eae-7083-4944-8707-ee855f2d7830 triggered by entity L2. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 25 19:20:16.097563 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133789'] for port (de6d2eae-7083-4944-8707-ee855f2d7830), provisioning_complete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:16.101289 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.l3_hamode_db [None req-41dea3cb-30ad-405b-941a-4c22c921a9e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '424b05dc-39d4-46aa-abc7-b98214c48596', 'name': 'tempest-AttachVolumeTestJSON-1389583433-router', 'tenant_id': '511b62f595874a80ab2449c4446c40d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'external_fixed_ips': [{'subnet_id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'ip_address': '172.27.0.241'}], 'enable_snat': True}, 'gw_port_id': 'f1cac042-1cc6-40dd-8663-517a8c53bdce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T19:19:58Z', 'updated_at': '2022-03-25T19:20:06Z', 'revision_number': 4, 'project_id': '511b62f595874a80ab2449c4446c40d6', 'gw_port': {'id': 'f1cac042-1cc6-40dd-8663-517a8c53bdce', 'name': '', 'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:f5:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '424b05dc-39d4-46aa-abc7-b98214c48596', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'ip_address': '172.27.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T19:20:00Z', 'updated_at': '2022-03-25T19:20:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755101-7-iscsi', '_interfaces': [{'id': '2c0e54b1-e605-4665-84e8-8ee5f99972a2', 'name': '', 'network_id': '547b5db8-9a10-4506-ba92-acf96e89ae8e', 'tenant_id': '511b62f595874a80ab2449c4446c40d6', 'mac_address': 'fa:16:3e:86:21:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '424b05dc-39d4-46aa-abc7-b98214c48596', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '5f5dde36-3194-44e6-b8cf-733c65400f3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T19:20:05Z', 'updated_at': '2022-03-25T19:20:06Z', 'revision_number': 2, 'project_id': '511b62f595874a80ab2449c4446c40d6', 'subnets': [{'id': '5f5dde36-3194-44e6-b8cf-733c65400f3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-755101-7-iscsi', False) {} {{(pid=103198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 19:20:16.106132 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-d82c7c2b-8efc-452b-8ced-1a9cb19a5cdc None None] Provisioning complete for port de6d2eae-7083-4944-8707-ee855f2d7830 triggered by entity DHCP. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 25 19:20:16.106640 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-d82c7c2b-8efc-452b-8ced-1a9cb19a5cdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133789'] for port (de6d2eae-7083-4944-8707-ee855f2d7830), provisioning_complete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:16.149636 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-dc928867-bc77-4da1-b6fa-8d146d69fb80 req-e6c406ea-5115-4448-917b-661cdbacb910 tempest-DeleteServersTestJSON-630511010 tempest-DeleteServersTestJSON-630511010-project] 10.222.0.18 "GET /v2.0/security-groups?id=d5c330d0-a6f0-4d62-a482-38972d204a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095352 Mar 25 19:20:16.151535 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a49e040-2f9a-4b9d-bc93-aa20181ee7c9 admin admin] Network 2b61b0f9-bc8a-48fb-9616-f9fb865e5c38 is scheduled to be hosted by DHCP agent ff15a80c-2d7c-4104-a6ad-0973d1d911f7 with binding_index 1 {{(pid=103196) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 25 19:20:16.162061 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41dea3cb-30ad-405b-941a-4c22c921a9e9 None None] Checking router: 424b05dc-39d4-46aa-abc7-b98214c48596 for host: dv-cinder-755101-7-iscsi {{(pid=103198) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 25 19:20:16.162937 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41dea3cb-30ad-405b-941a-4c22c921a9e9 None None] Updating router 424b05dc-39d4-46aa-abc7-b98214c48596 port 2c0e54b1-e605-4665-84e8-8ee5f99972a2 binding host dv-cinder-755101-7-iscsi {{(pid=103198) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 25 19:20:16.184153 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.scheduler.base_scheduler [None req-5a49e040-2f9a-4b9d-bc93-aa20181ee7c9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-755101-7-iscsi, 2b61b0f9-bc8a-48fb-9616-f9fb865e5c38) {{(pid=103196) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 19:20:16.189318 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a49e040-2f9a-4b9d-bc93-aa20181ee7c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:20:16.190397 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-5a49e040-2f9a-4b9d-bc93-aa20181ee7c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692927'] for subnet (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:16.219025 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-081837ef-3bdf-40e6-9b20-ed06f576304a None None] Network 2b61b0f9-bc8a-48fb-9616-f9fb865e5c38 requested from dv-cinder-755101-7-iscsi {{(pid=103198) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 25 19:20:16.246690 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-5a49e040-2f9a-4b9d-bc93-aa20181ee7c9 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.1360812 Mar 25 19:20:16.300757 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-41dea3cb-30ad-405b-941a-4c22c921a9e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1293263'] for port (2c0e54b1-e605-4665-84e8-8ee5f99972a2), before_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:16.369291 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-f00d723f-958b-4865-a083-9d857732f99b req-9eeda04c-6da5-4dd2-805d-74a3ab47f450 tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e98d9a4-7bc3-4128-b4ae-768498a633da HTTP/1.1" status: 200 len: 210 time: 0.0542419 Mar 25 19:20:16.621724 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-5cff4638-8cfa-4c50-b726-8a0a0c839348 req-8be67504-b575-4de7-99f5-304c20fb4fa6 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6512a963b11c42188d92829b913731e9 HTTP/1.1" status: 200 len: 380 time: 0.2162592 Mar 25 19:20:16.767804 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-2fb5af3a-6dc3-47cf-b41b-c55236537ad4 req-e9d0da7f-758f-42af-aa38-cb535416b08b tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] 10.222.0.18 "GET /v2.0/ports?device_id=60b11edc-ce3f-48f7-ac37-bc15cd882254 HTTP/1.1" status: 200 len: 210 time: 0.0468667 Mar 25 19:20:16.848391 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-d82c7c2b-8efc-452b-8ced-1a9cb19a5cdc None None] Current status of the port de6d2eae-7083-4944-8707-ee855f2d7830 is: ACTIVE; New status is: ACTIVE {{(pid=103198) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 25 19:20:16.869629 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Current status of the port de6d2eae-7083-4944-8707-ee855f2d7830 is: ACTIVE; New status is: ACTIVE {{(pid=103198) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 25 19:20:16.881936 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6407f343-fcb7-479a-aafc-13f828fdad0b None None] Network 2b61b0f9-bc8a-48fb-9616-f9fb865e5c38 requested from dv-cinder-755101-7-iscsi {{(pid=103198) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 25 19:20:17.084913 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-41dea3cb-30ad-405b-941a-4c22c921a9e9 None None] Publish callbacks [] for port (2c0e54b1-e605-4665-84e8-8ee5f99972a2), precommit_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:17.117211 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-41dea3cb-30ad-405b-941a-4c22c921a9e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036679572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741036190733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741036190751'] for port (2c0e54b1-e605-4665-84e8-8ee5f99972a2), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:17.189740 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-513529d6-75fd-49a3-8b89-8ea03fdd494b req-e1d2c681-c5d4-4ec3-9760-287ca859532d tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] 10.222.0.18 "GET /v2.0/ports?device_id=c2f22826-2512-4bee-8ddc-2e80d6e63d45 HTTP/1.1" status: 200 len: 210 time: 0.1116517 Mar 25 19:20:17.216821 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c043eb-c8d3-47a6-accb-f8613b440b44 None None] Pushing event updated for resources: {'Port': ['ID=2c0e54b1-e605-4665-84e8-8ee5f99972a2,revision_number=3']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:20:17.347045 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.18', 57728) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:20:17.356564 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.v2.base [None req-c29837f3-008c-4c5e-8178-ad3de4ae15c9 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-113739631-network', 'tenant_id': '77439498b9ae4016b6037996bf3a51d1'}} {{(pid=103196) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 19:20:17.507110 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018abce0-17cf-4eb2-ad0e-cd3f718482e1 req-f966fb67-06fa-4e29-b232-e2e98ef7a493 tempest-DeleteServersTestJSON-630511010 tempest-DeleteServersTestJSON-630511010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:20:17.509968 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-018abce0-17cf-4eb2-ad0e-cd3f718482e1 req-f966fb67-06fa-4e29-b232-e2e98ef7a493 tempest-DeleteServersTestJSON-630511010 tempest-DeleteServersTestJSON-630511010-project] 10.222.0.18 "GET /v2.0/ports?device_id=9df5ca96-e2d4-4758-9ddb-4aa505cf1a35 HTTP/1.1" status: 200 len: 931 time: 0.1483555 Mar 25 19:20:17.538609 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-28ab0065-2897-4cca-979b-ee431b07e53e req-12dbc516-b8b4-4be6-b678-098a4c4a63f3 tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e98d9a4-7bc3-4128-b4ae-768498a633da HTTP/1.1" status: 200 len: 210 time: 0.0398722 Mar 25 19:20:17.541269 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c29837f3-008c-4c5e-8178-ad3de4ae15c9 admin admin] Made reservation on behalf of 77439498b9ae4016b6037996bf3a51d1 for: {'network': 1} {{(pid=103196) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 19:20:17.544848 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-c29837f3-008c-4c5e-8178-ad3de4ae15c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1293263'] for network (None), before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:17.610188 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.managers [None req-41dea3cb-30ad-405b-941a-4c22c921a9e9 None None] Attempting to bind port 2c0e54b1-e605-4665-84e8-8ee5f99972a2 on host dv-cinder-755101-7-iscsi for vnic_type normal with profile {{(pid=103198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 25 19:20:17.610947 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.managers [None req-41dea3cb-30ad-405b-941a-4c22c921a9e9 None None] Attempting to bind port 2c0e54b1-e605-4665-84e8-8ee5f99972a2 by drivers openvswitch,hyperv on host dv-cinder-755101-7-iscsi at level 0 using segments [{'id': 'b014a1b8-c6b2-4821-8412-291b75bc4696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '547b5db8-9a10-4506-ba92-acf96e89ae8e'}] {{(pid=103198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 25 19:20:17.611529 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41dea3cb-30ad-405b-941a-4c22c921a9e9 None None] Attempting to bind port 2c0e54b1-e605-4665-84e8-8ee5f99972a2 on network 547b5db8-9a10-4506-ba92-acf96e89ae8e {{(pid=103198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 25 19:20:17.619097 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41dea3cb-30ad-405b-941a-4c22c921a9e9 None None] Checking agent: {'id': '239dac0e-b210-4295-8f1a-11f7f9dc3de1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-755101-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 19, 12, 1), 'started_at': datetime.datetime(2022, 3, 25, 19, 12, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 19, 20, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-755101-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 25 19:20:17.620032 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41dea3cb-30ad-405b-941a-4c22c921a9e9 None None] Checking segment: {'id': 'b014a1b8-c6b2-4821-8412-291b75bc4696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '547b5db8-9a10-4506-ba92-acf96e89ae8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 25 19:20:17.620652 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-41dea3cb-30ad-405b-941a-4c22c921a9e9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:17.621259 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41dea3cb-30ad-405b-941a-4c22c921a9e9 None None] Bound using segment: {'id': 'b014a1b8-c6b2-4821-8412-291b75bc4696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '547b5db8-9a10-4506-ba92-acf96e89ae8e'} {{(pid=103198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 25 19:20:17.622027 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.managers [None req-41dea3cb-30ad-405b-941a-4c22c921a9e9 None None] Bound port: 2c0e54b1-e605-4665-84e8-8ee5f99972a2, host: dv-cinder-755101-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b014a1b8-c6b2-4821-8412-291b75bc4696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '547b5db8-9a10-4506-ba92-acf96e89ae8e'}}] {{(pid=103198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 25 19:20:17.622666 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-41dea3cb-30ad-405b-941a-4c22c921a9e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1293263'] for port (2c0e54b1-e605-4665-84e8-8ee5f99972a2), before_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:17.638070 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-af13a626-1e31-4323-8179-62c3d5fe1a6e None None] Provisioning complete for port 2c0e54b1-e605-4665-84e8-8ee5f99972a2 triggered by entity DHCP. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 25 19:20:17.638587 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-af13a626-1e31-4323-8179-62c3d5fe1a6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133789'] for port (2c0e54b1-e605-4665-84e8-8ee5f99972a2), provisioning_complete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:17.707448 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-af13a626-1e31-4323-8179-62c3d5fe1a6e None None] Port 2c0e54b1-e605-4665-84e8-8ee5f99972a2 cannot update to ACTIVE because it is not bound. {{(pid=103198) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 25 19:20:17.715781 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-c29837f3-008c-4c5e-8178-ad3de4ae15c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:17.741747 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-41dea3cb-30ad-405b-941a-4c22c921a9e9 None None] For port 2c0e54b1-e605-4665-84e8-8ee5f99972a2, host dv-cinder-755101-7-iscsi, cleared binding levels {{(pid=103198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 25 19:20:17.749064 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-41dea3cb-30ad-405b-941a-4c22c921a9e9 None None] For port 2c0e54b1-e605-4665-84e8-8ee5f99972a2, host dv-cinder-755101-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755101-7-iscsi',level=0,port_id=2c0e54b1-e605-4665-84e8-8ee5f99972a2,segment=NetworkSegment(b014a1b8-c6b2-4821-8412-291b75bc4696),segment_id=b014a1b8-c6b2-4821-8412-291b75bc4696)] {{(pid=103198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 25 19:20:17.761762 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-41dea3cb-30ad-405b-941a-4c22c921a9e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036679572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741036190733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741036190751'] for port (2c0e54b1-e605-4665-84e8-8ee5f99972a2), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:17.783916 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-018abce0-17cf-4eb2-ad0e-cd3f718482e1 req-dcf55662-ae37-4cc8-a54f-5325e928421f tempest-DeleteServersTestJSON-630511010 tempest-DeleteServersTestJSON-630511010-project] 10.222.0.18 "GET /v2.0/security-groups?id=d5c330d0-a6f0-4d62-a482-38972d204a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2639742 Mar 25 19:20:17.850435 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41dea3cb-30ad-405b-941a-4c22c921a9e9 None None] Routers {'424b05dc-39d4-46aa-abc7-b98214c48596'} bound to L3 agent in host dv-cinder-755101-7-iscsi {{(pid=103198) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 25 19:20:17.851097 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.l3_hamode_db [None req-41dea3cb-30ad-405b-941a-4c22c921a9e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755101-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-25T19:11:57Z,description=,heartbeat_timestamp=2022-03-25T19:19:57Z,host='dv-cinder-755101-7-iscsi',id=af1b81b0-43af-47bb-a61e-8e46b36efc57,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:11:57Z,topic='l3_agent')) {'router_ids': ['424b05dc-39d4-46aa-abc7-b98214c48596'], 'active': True} {{(pid=103198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 19:20:17.950258 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-c29837f3-008c-4c5e-8178-ad3de4ae15c9 admin admin] Publish callbacks [] for security_group (490ed5fe-2ace-42a1-90f1-b9ccce32006c), precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:17.959080 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-c29837f3-008c-4c5e-8178-ad3de4ae15c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687199'] for security_group (490ed5fe-2ace-42a1-90f1-b9ccce32006c), after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:18.034645 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c29837f3-008c-4c5e-8178-ad3de4ae15c9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 272} {{(pid=103196) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 25 19:20:18.054228 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29837f3-008c-4c5e-8178-ad3de4ae15c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=490ed5fe-2ace-42a1-90f1-b9ccce32006c,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:20:18.054683 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-b60181bc-926b-4dee-8aea-0aeb26596b58 req-a3fb879c-bff2-4286-a8c0-12e27c2b12fc tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] 10.222.0.18 "GET /v2.0/ports?device_id=60b11edc-ce3f-48f7-ac37-bc15cd882254 HTTP/1.1" status: 200 len: 210 time: 0.0903640 Mar 25 19:20:18.064234 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Device de6d2eae-7083-4944-8707-ee855f2d7830 up at agent ovs-agent-dv-cinder-755101-7-iscsi {{(pid=103198) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 25 19:20:18.075067 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c043eb-c8d3-47a6-accb-f8613b440b44 None None] Pushing event updated for resources: {'Port': ['ID=2c0e54b1-e605-4665-84e8-8ee5f99972a2,revision_number=4']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:20:18.090778 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-c29837f3-008c-4c5e-8178-ad3de4ae15c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1189096'] for segment (7bcc424d-eeb4-43b9-8c22-ff84eaefa789), precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:18.091131 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.db.segments_db [None req-c29837f3-008c-4c5e-8178-ad3de4ae15c9 admin admin] Added segment 7bcc424d-eeb4-43b9-8c22-ff84eaefa789 of type vlan for network a88d9433-7214-445b-9dd5-83ad51e223d1 Mar 25 19:20:18.173648 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-c29837f3-008c-4c5e-8178-ad3de4ae15c9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741036145210'] for network (a88d9433-7214-445b-9dd5-83ad51e223d1), precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:18.210299 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-c29837f3-008c-4c5e-8178-ad3de4ae15c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877'] for network (a88d9433-7214-445b-9dd5-83ad51e223d1), after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:18.215487 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c29837f3-008c-4c5e-8178-ad3de4ae15c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:20:18.217219 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-332fd245-62f7-46c7-9836-a41db7435217 None None] Provisioning complete for port 2c0e54b1-e605-4665-84e8-8ee5f99972a2 triggered by entity DHCP. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 25 19:20:18.217745 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-c29837f3-008c-4c5e-8178-ad3de4ae15c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692927'] for network (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:18.222656 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-332fd245-62f7-46c7-9836-a41db7435217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133789'] for port (2c0e54b1-e605-4665-84e8-8ee5f99972a2), provisioning_complete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:18.255096 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-c29837f3-008c-4c5e-8178-ad3de4ae15c9 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.9066684 Mar 25 19:20:18.258392 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.18', 57740) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:20:18.268789 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.v2.base [None req-6216df6d-dbb2-4a0c-ae01-3e5f9087f793 admin admin] Request body: {'subnet': {'network_id': 'a88d9433-7214-445b-9dd5-83ad51e223d1', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-113739631-subnet', 'tenant_id': '77439498b9ae4016b6037996bf3a51d1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 19:20:18.305823 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6216df6d-dbb2-4a0c-ae01-3e5f9087f793 admin admin] Made reservation on behalf of 77439498b9ae4016b6037996bf3a51d1 for: {'subnet': 1} {{(pid=103197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 19:20:18.311475 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-6216df6d-dbb2-4a0c-ae01-3e5f9087f793 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:18.320972 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Provisioning complete for port de6d2eae-7083-4944-8707-ee855f2d7830 triggered by entity L2. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 25 19:20:18.321456 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133789'] for port (de6d2eae-7083-4944-8707-ee855f2d7830), provisioning_complete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:18.343732 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-ea77f4ae-15ae-4817-9b8c-716abc6d04ce req-cf8acd55-3e81-4bb4-a077-21cc6409ede6 tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] 10.222.0.18 "GET /v2.0/ports?device_id=c2f22826-2512-4bee-8ddc-2e80d6e63d45 HTTP/1.1" status: 200 len: 210 time: 0.0481460 Mar 25 19:20:18.344748 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29837f3-008c-4c5e-8178-ad3de4ae15c9 admin admin] Pushing event updated for resources: {'Network': ['ID=a88d9433-7214-445b-9dd5-83ad51e223d1,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:20:18.351261 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.l3_dvr_db [None req-41dea3cb-30ad-405b-941a-4c22c921a9e9 None None] Set router 424b05dc-39d4-46aa-abc7-b98214c48596 gateway port host: dv-cinder-755101-7-iscsi {{(pid=103198) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 25 19:20:18.427323 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Network a88d9433-7214-445b-9dd5-83ad51e223d1 details requested by agent ovs-agent-dv-cinder-755101-7-iscsi with host dv-cinder-755101-7-iscsi {{(pid=103198) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 25 19:20:18.561526 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-332fd245-62f7-46c7-9836-a41db7435217 None None] Current status of the port 2c0e54b1-e605-4665-84e8-8ee5f99972a2 is: DOWN; New status is: ACTIVE {{(pid=103198) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 25 19:20:18.561920 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-332fd245-62f7-46c7-9836-a41db7435217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1293263'] for port (2c0e54b1-e605-4665-84e8-8ee5f99972a2), before_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:18.703926 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-97663053-b5d7-48aa-a946-c2598274217a req-f972e9e7-bdbb-406a-87ea-8b38d0330ae6 tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e98d9a4-7bc3-4128-b4ae-768498a633da HTTP/1.1" status: 200 len: 210 time: 0.0528638 Mar 25 19:20:18.706590 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-6216df6d-dbb2-4a0c-ae01-3e5f9087f793 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877'] for subnet (54d07944-e6ed-4ab7-a55d-6ba282d867f6), after_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:18.791237 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-332fd245-62f7-46c7-9836-a41db7435217 None None] For port 2c0e54b1-e605-4665-84e8-8ee5f99972a2, host dv-cinder-755101-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755101-7-iscsi',level=0,port_id=2c0e54b1-e605-4665-84e8-8ee5f99972a2,segment=NetworkSegment(b014a1b8-c6b2-4821-8412-291b75bc4696),segment_id=b014a1b8-c6b2-4821-8412-291b75bc4696)] {{(pid=103198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 25 19:20:18.792955 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6216df6d-dbb2-4a0c-ae01-3e5f9087f793 admin admin] Pushing event updated for resources: {'Subnet': ['ID=54d07944-e6ed-4ab7-a55d-6ba282d867f6,revision_number=0']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:20:18.796469 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Current status of the port de6d2eae-7083-4944-8707-ee855f2d7830 is: ACTIVE; New status is: ACTIVE {{(pid=103198) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 25 19:20:18.804209 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6216df6d-dbb2-4a0c-ae01-3e5f9087f793 admin admin] Checking segment: {'id': '7bcc424d-eeb4-43b9-8c22-ff84eaefa789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'a88d9433-7214-445b-9dd5-83ad51e223d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 25 19:20:18.804410 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-332fd245-62f7-46c7-9836-a41db7435217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036679572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741036190733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741036190751'] for port (2c0e54b1-e605-4665-84e8-8ee5f99972a2), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:18.805100 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6216df6d-dbb2-4a0c-ae01-3e5f9087f793 admin admin] Network hostable DHCP agents. Network: a88d9433-7214-445b-9dd5-83ad51e223d1, hostable agents: ['ff15a80c-2d7c-4104-a6ad-0973d1d911f7'], hosted agents: [] {{(pid=103197) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 25 19:20:18.831249 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6216df6d-dbb2-4a0c-ae01-3e5f9087f793 admin admin] Network a88d9433-7214-445b-9dd5-83ad51e223d1 is scheduled to be hosted by DHCP agent ff15a80c-2d7c-4104-a6ad-0973d1d911f7 with binding_index 1 {{(pid=103197) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 25 19:20:18.847537 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.scheduler.base_scheduler [None req-6216df6d-dbb2-4a0c-ae01-3e5f9087f793 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-755101-7-iscsi, a88d9433-7214-445b-9dd5-83ad51e223d1) {{(pid=103197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 19:20:18.865129 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d7a31da-6dc3-4785-961a-1d234276736c None None] Network a88d9433-7214-445b-9dd5-83ad51e223d1 requested from dv-cinder-755101-7-iscsi {{(pid=103198) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 25 19:20:18.865340 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6216df6d-dbb2-4a0c-ae01-3e5f9087f793 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:20:18.867330 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-6216df6d-dbb2-4a0c-ae01-3e5f9087f793 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692927'] for subnet (None), before_response {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:18.893422 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-6216df6d-dbb2-4a0c-ae01-3e5f9087f793 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.6329620 Mar 25 19:20:18.948764 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332fd245-62f7-46c7-9836-a41db7435217 None None] Pushing event updated for resources: {'Port': ['ID=2c0e54b1-e605-4665-84e8-8ee5f99972a2,revision_number=5']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:20:18.991267 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a5e8b1-7317-4ce3-9238-502a6ad1fe29 req-23bc628b-b8c8-4033-8cc0-1468c0bf669a tempest-DeleteServersTestJSON-630511010 tempest-DeleteServersTestJSON-630511010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:20:19.005780 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-96a5e8b1-7317-4ce3-9238-502a6ad1fe29 req-23bc628b-b8c8-4033-8cc0-1468c0bf669a tempest-DeleteServersTestJSON-630511010 tempest-DeleteServersTestJSON-630511010-project] 10.222.0.18 "GET /v2.0/ports?device_id=9df5ca96-e2d4-4758-9ddb-4aa505cf1a35 HTTP/1.1" status: 200 len: 931 time: 0.1110580 Mar 25 19:20:19.031163 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.l3_hamode_db [None req-41dea3cb-30ad-405b-941a-4c22c921a9e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '424b05dc-39d4-46aa-abc7-b98214c48596', 'name': 'tempest-AttachVolumeTestJSON-1389583433-router', 'tenant_id': '511b62f595874a80ab2449c4446c40d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'external_fixed_ips': [{'subnet_id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'ip_address': '172.27.0.241'}], 'enable_snat': True}, 'gw_port_id': 'f1cac042-1cc6-40dd-8663-517a8c53bdce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T19:19:58Z', 'updated_at': '2022-03-25T19:20:06Z', 'revision_number': 4, 'project_id': '511b62f595874a80ab2449c4446c40d6', 'gw_port': {'id': 'f1cac042-1cc6-40dd-8663-517a8c53bdce', 'name': '', 'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:f5:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '424b05dc-39d4-46aa-abc7-b98214c48596', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'ip_address': '172.27.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T19:20:00Z', 'updated_at': '2022-03-25T19:20:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755101-7-iscsi', '_interfaces': [{'id': '2c0e54b1-e605-4665-84e8-8ee5f99972a2', 'name': '', 'network_id': '547b5db8-9a10-4506-ba92-acf96e89ae8e', 'tenant_id': '511b62f595874a80ab2449c4446c40d6', 'mac_address': 'fa:16:3e:86:21:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '424b05dc-39d4-46aa-abc7-b98214c48596', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '5f5dde36-3194-44e6-b8cf-733c65400f3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T19:20:05Z', 'updated_at': '2022-03-25T19:20:17Z', 'revision_number': 4, 'project_id': '511b62f595874a80ab2449c4446c40d6', 'subnets': [{'id': '5f5dde36-3194-44e6-b8cf-733c65400f3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-755101-7-iscsi', False) {} {{(pid=103198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 19:20:19.064553 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.18', 57756) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:20:19.092288 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-96a5e8b1-7317-4ce3-9238-502a6ad1fe29 req-8a169729-a1d5-4242-bf2c-7662b20b258a tempest-DeleteServersTestJSON-630511010 tempest-DeleteServersTestJSON-630511010-project] 10.222.0.18 "GET /v2.0/security-groups?id=d5c330d0-a6f0-4d62-a482-38972d204a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853527 Mar 25 19:20:19.106022 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a704220d-defe-4b41-b5e3-8b552bb87965 None None] Network a88d9433-7214-445b-9dd5-83ad51e223d1 requested from dv-cinder-755101-7-iscsi {{(pid=103198) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 25 19:20:19.123591 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41dea3cb-30ad-405b-941a-4c22c921a9e9 None None] The sync data for ids ['424b05dc-39d4-46aa-abc7-b98214c48596'] in dv-cinder-755101-7-iscsi is: [{'id': '424b05dc-39d4-46aa-abc7-b98214c48596', 'name': 'tempest-AttachVolumeTestJSON-1389583433-router', 'tenant_id': '511b62f595874a80ab2449c4446c40d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'external_fixed_ips': [{'subnet_id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'ip_address': '172.27.0.241'}], 'enable_snat': True}, 'gw_port_id': 'f1cac042-1cc6-40dd-8663-517a8c53bdce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T19:19:58Z', 'updated_at': '2022-03-25T19:20:06Z', 'revision_number': 4, 'project_id': '511b62f595874a80ab2449c4446c40d6', 'gw_port': {'id': 'f1cac042-1cc6-40dd-8663-517a8c53bdce', 'name': '', 'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:f5:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '424b05dc-39d4-46aa-abc7-b98214c48596', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'ip_address': '172.27.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T19:20:00Z', 'updated_at': '2022-03-25T19:20:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755101-7-iscsi', '_interfaces': [{'id': '2c0e54b1-e605-4665-84e8-8ee5f99972a2', 'name': '', 'network_id': '547b5db8-9a10-4506-ba92-acf96e89ae8e', 'tenant_id': '511b62f595874a80ab2449c4446c40d6', 'mac_address': 'fa:16:3e:86:21:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '424b05dc-39d4-46aa-abc7-b98214c48596', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '5f5dde36-3194-44e6-b8cf-733c65400f3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T19:20:05Z', 'updated_at': '2022-03-25T19:20:17Z', 'revision_number': 4, 'project_id': '511b62f595874a80ab2449c4446c40d6', 'subnets': [{'id': '5f5dde36-3194-44e6-b8cf-733c65400f3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103198) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 25 19:20:19.202921 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.db.db_base_plugin_v2 [None req-11c72203-0848-43e5-a595-27bd1cb3741d admin admin] Deleting subnet 37f8f480-eb0c-4568-a6f6-122f23d17b6f {{(pid=103197) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 25 19:20:19.242365 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-11c72203-0848-43e5-a595-27bd1cb3741d admin admin] Publish callbacks [] for subnet (37f8f480-eb0c-4568-a6f6-122f23d17b6f), before_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:19.300348 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-fad2db06-71eb-4561-9584-c19c160dd529 req-eb556e67-74f6-4a2c-afca-04c55ad72a93 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] 10.222.0.18 "GET /v2.0/ports?device_id=60b11edc-ce3f-48f7-ac37-bc15cd882254 HTTP/1.1" status: 200 len: 210 time: 0.0899448 Mar 25 19:20:19.334605 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-11c72203-0848-43e5-a595-27bd1cb3741d admin admin] Publish callbacks [] for subnet (37f8f480-eb0c-4568-a6f6-122f23d17b6f), precommit_delete_associations {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:19.355877 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-11c72203-0848-43e5-a595-27bd1cb3741d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1170929'] for subnet (37f8f480-eb0c-4568-a6f6-122f23d17b6f), precommit_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:19.469916 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-11c72203-0848-43e5-a595-27bd1cb3741d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1170920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877'] for subnet (37f8f480-eb0c-4568-a6f6-122f23d17b6f), after_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:19.492148 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-11c72203-0848-43e5-a595-27bd1cb3741d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:19.503932 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-11c72203-0848-43e5-a595-27bd1cb3741d admin admin] 10.222.0.18 "DELETE /v2.0/subnets/37f8f480-eb0c-4568-a6f6-122f23d17b6f HTTP/1.1" status: 204 len: 168 time: 0.4377987 Mar 25 19:20:19.504803 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.18', 57774) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:20:19.599230 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c72203-0848-43e5-a595-27bd1cb3741d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=37f8f480-eb0c-4568-a6f6-122f23d17b6f,revision_number=None']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:20:19.612647 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-5245861d-a2f7-4a9d-9249-e5650c1d7eb4 req-6c065a0b-c178-48ba-9a57-e3d7cd855905 tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] 10.222.0.18 "GET /v2.0/ports?device_id=c2f22826-2512-4bee-8ddc-2e80d6e63d45 HTTP/1.1" status: 200 len: 210 time: 0.1400809 Mar 25 19:20:19.763794 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-48654b47-1ac2-441c-9d3d-58394f6ee2c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1050558'] for network (2b61b0f9-bc8a-48fb-9616-f9fb865e5c38), before_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:20.077389 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Device 2c0e54b1-e605-4665-84e8-8ee5f99972a2 up at agent ovs-agent-dv-cinder-755101-7-iscsi {{(pid=103198) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 25 19:20:20.165228 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Provisioning complete for port 2c0e54b1-e605-4665-84e8-8ee5f99972a2 triggered by entity L2. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 25 19:20:20.165624 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133789'] for port (2c0e54b1-e605-4665-84e8-8ee5f99972a2), provisioning_complete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:20.382388 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-3168e0ee-035f-4136-9569-398128ac46db req-fa8151fa-1cf8-44fc-9eab-69b070724782 tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e98d9a4-7bc3-4128-b4ae-768498a633da HTTP/1.1" status: 200 len: 210 time: 0.5621731 Mar 25 19:20:20.427223 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Current status of the port 2c0e54b1-e605-4665-84e8-8ee5f99972a2 is: ACTIVE; New status is: ACTIVE {{(pid=103198) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 25 19:20:20.440714 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b928fc5-5074-4c1b-9410-ffba5def30d7 req-2483efec-21ec-4258-adf0-668165cd4d81 tempest-DeleteServersTestJSON-630511010 tempest-DeleteServersTestJSON-630511010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:20:20.450214 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-6b928fc5-5074-4c1b-9410-ffba5def30d7 req-2483efec-21ec-4258-adf0-668165cd4d81 tempest-DeleteServersTestJSON-630511010 tempest-DeleteServersTestJSON-630511010-project] 10.222.0.18 "GET /v2.0/ports?device_id=9df5ca96-e2d4-4758-9ddb-4aa505cf1a35 HTTP/1.1" status: 200 len: 931 time: 0.1777048 Mar 25 19:20:20.556321 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-48654b47-1ac2-441c-9d3d-58394f6ee2c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1136452', 'neutron.services.segments.db._delete_segments_for_network-8741036503875'] for network (2b61b0f9-bc8a-48fb-9616-f9fb865e5c38), precommit_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:20.573812 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-6b928fc5-5074-4c1b-9410-ffba5def30d7 req-989bf352-32c7-4ba2-9bb6-65841822be68 tempest-DeleteServersTestJSON-630511010 tempest-DeleteServersTestJSON-630511010-project] 10.222.0.18 "GET /v2.0/security-groups?id=d5c330d0-a6f0-4d62-a482-38972d204a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200016 Mar 25 19:20:20.617362 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-e1133fd7-041b-48e7-a6ee-5c1f6c400e73 req-1d5061f8-281d-4528-8022-96c61b72295b tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] 10.222.0.18 "GET /v2.0/ports?device_id=60b11edc-ce3f-48f7-ac37-bc15cd882254 HTTP/1.1" status: 200 len: 210 time: 0.0460260 Mar 25 19:20:20.653974 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-48654b47-1ac2-441c-9d3d-58394f6ee2c4 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 25 19:20:20.656354 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-48654b47-1ac2-441c-9d3d-58394f6ee2c4 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 25 19:20:20.657321 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-48654b47-1ac2-441c-9d3d-58394f6ee2c4 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 25 19:20:20.658659 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-48654b47-1ac2-441c-9d3d-58394f6ee2c4 admin admin] Subscribe: > port after_create 55550000 {{(pid=103197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 25 19:20:20.659433 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-48654b47-1ac2-441c-9d3d-58394f6ee2c4 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 25 19:20:20.661723 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-48654b47-1ac2-441c-9d3d-58394f6ee2c4 admin admin] Subscribe: > port after_update 55550000 {{(pid=103197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 25 19:20:20.663111 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-48654b47-1ac2-441c-9d3d-58394f6ee2c4 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 25 19:20:20.663635 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-48654b47-1ac2-441c-9d3d-58394f6ee2c4 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 25 19:20:20.664961 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-48654b47-1ac2-441c-9d3d-58394f6ee2c4 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 25 19:20:20.666393 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-48654b47-1ac2-441c-9d3d-58394f6ee2c4 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 25 19:20:20.881525 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-f79dfb42-6f0b-4e8f-8227-bcf718bab878 req-615ca6b1-f01f-4ff6-a8c4-107e4fd5ac34 tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] 10.222.0.18 "GET /v2.0/ports?device_id=c2f22826-2512-4bee-8ddc-2e80d6e63d45 HTTP/1.1" status: 200 len: 210 time: 0.1137328 Mar 25 19:20:20.899182 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.v2.base [req-c203a24b-24ca-430c-be57-0e8fc8303023 req-fc6ef1e3-3aeb-4242-be0d-bc89ca58a83f tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] Request body: {'port': {'device_id': '9da73b6c-0e9c-4722-bb2c-e3d758143cdf', 'network_id': 'aa37333a-1101-47b7-acc7-f21479cd1d95', 'admin_state_up': True, 'tenant_id': '155e7b1bde6b4fb1ba768c2d6ab00159'}} {{(pid=103196) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 19:20:20.942299 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.v2.base [req-5cff4638-8cfa-4c50-b726-8a0a0c839348 req-089c34e1-d02b-4860-a469-91b67bff200e tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] Request body: {'port': {'device_id': '60b11edc-ce3f-48f7-ac37-bc15cd882254', 'network_id': '41df54f8-722f-48ae-9670-4d05784c9b60', 'admin_state_up': True, 'tenant_id': '6512a963b11c42188d92829b913731e9', 'security_groups': ['ece6d36a-8c2c-423d-886b-e23866ad66ec']}} {{(pid=103196) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 19:20:21.246429 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-48654b47-1ac2-441c-9d3d-58394f6ee2c4 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 25 19:20:21.247046 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-48654b47-1ac2-441c-9d3d-58394f6ee2c4 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 25 19:20:21.247395 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-48654b47-1ac2-441c-9d3d-58394f6ee2c4 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 25 19:20:21.247726 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-48654b47-1ac2-441c-9d3d-58394f6ee2c4 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 25 19:20:21.248092 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.services.segments.db [None req-48654b47-1ac2-441c-9d3d-58394f6ee2c4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b61b0f9-bc8a-48fb-9616-f9fb865e5c38']}} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 19:20:21.259947 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.wsgi [req-024dc4b7-295b-4e66-bd94-f3ccd8d9510c req-ea60f149-3369-47a3-a483-ec86dfbff622 tempest-DeleteServersTestJSON-630511010 tempest-DeleteServersTestJSON-630511010-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103197) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 25 19:20:21.260952 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-024dc4b7-295b-4e66-bd94-f3ccd8d9510c req-ea60f149-3369-47a3-a483-ec86dfbff622 tempest-DeleteServersTestJSON-630511010 tempest-DeleteServersTestJSON-630511010-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0071785 Mar 25 19:20:21.281646 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.services.segments.db [None req-48654b47-1ac2-441c-9d3d-58394f6ee2c4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88cb4689-3a74-42ad-bf0a-320aa68c5b0a') {'for_net_delete': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 19:20:21.282090 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.services.segments.db [None req-48654b47-1ac2-441c-9d3d-58394f6ee2c4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88cb4689-3a74-42ad-bf0a-320aa68c5b0a') {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 19:20:21.322466 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-48654b47-1ac2-441c-9d3d-58394f6ee2c4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741036503116', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59390884'] for segment (88cb4689-3a74-42ad-bf0a-320aa68c5b0a), before_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:21.352310 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c203a24b-24ca-430c-be57-0e8fc8303023 req-fc6ef1e3-3aeb-4242-be0d-bc89ca58a83f tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] Made reservation on behalf of 155e7b1bde6b4fb1ba768c2d6ab00159 for: {'port': 1} {{(pid=103196) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 19:20:21.356366 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-c203a24b-24ca-430c-be57-0e8fc8303023 req-fc6ef1e3-3aeb-4242-be0d-bc89ca58a83f tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1293263'] for port (None), before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:21.362883 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-48654b47-1ac2-441c-9d3d-58394f6ee2c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1189096'] for segment (88cb4689-3a74-42ad-bf0a-320aa68c5b0a), precommit_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:21.380940 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48654b47-1ac2-441c-9d3d-58394f6ee2c4 admin admin] Releasing vlan 255 on physical network physnet1 to pool {{(pid=103197) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 25 19:20:21.381817 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-48654b47-1ac2-441c-9d3d-58394f6ee2c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1189096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59283559'] for segment (88cb4689-3a74-42ad-bf0a-320aa68c5b0a), after_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:21.399620 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5cff4638-8cfa-4c50-b726-8a0a0c839348 req-089c34e1-d02b-4860-a469-91b67bff200e tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] Made reservation on behalf of 6512a963b11c42188d92829b913731e9 for: {'port': 1} {{(pid=103196) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 19:20:21.404034 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-5cff4638-8cfa-4c50-b726-8a0a0c839348 req-089c34e1-d02b-4860-a469-91b67bff200e tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1293263'] for port (None), before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:21.436410 dv-cinder-755101-7-iscsi neutron-server[103197]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 25 19:20:21.436410 dv-cinder-755101-7-iscsi neutron-server[103197]: from cryptography.utils import int_from_bytes Mar 25 19:20:21.436410 dv-cinder-755101-7-iscsi neutron-server[103197]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 25 19:20:21.436410 dv-cinder-755101-7-iscsi neutron-server[103197]: from cryptography.utils import int_from_bytes Mar 25 19:20:21.436410 dv-cinder-755101-7-iscsi neutron-server[103197]: Traceback (most recent call last): Mar 25 19:20:21.436410 dv-cinder-755101-7-iscsi neutron-server[103197]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 25 19:20:21.436410 dv-cinder-755101-7-iscsi neutron-server[103197]: timer() Mar 25 19:20:21.436410 dv-cinder-755101-7-iscsi neutron-server[103197]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 25 19:20:21.436410 dv-cinder-755101-7-iscsi neutron-server[103197]: cb(*args, **kw) Mar 25 19:20:21.436410 dv-cinder-755101-7-iscsi neutron-server[103197]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 25 19:20:21.436410 dv-cinder-755101-7-iscsi neutron-server[103197]: return func(*args, **kwargs) Mar 25 19:20:21.436410 dv-cinder-755101-7-iscsi neutron-server[103197]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 25 19:20:21.436410 dv-cinder-755101-7-iscsi neutron-server[103197]: self._notify() Mar 25 19:20:21.436410 dv-cinder-755101-7-iscsi neutron-server[103197]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 25 19:20:21.436410 dv-cinder-755101-7-iscsi neutron-server[103197]: self.callback(batched_events) Mar 25 19:20:21.436410 dv-cinder-755101-7-iscsi neutron-server[103197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 25 19:20:21.436410 dv-cinder-755101-7-iscsi neutron-server[103197]: event.method(event) Mar 25 19:20:21.436410 dv-cinder-755101-7-iscsi neutron-server[103197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 25 19:20:21.436410 dv-cinder-755101-7-iscsi neutron-server[103197]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 25 19:20:21.436410 dv-cinder-755101-7-iscsi neutron-server[103197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 25 19:20:21.436410 dv-cinder-755101-7-iscsi neutron-server[103197]: aggregate_uuid = self.p_client.list_aggregates( Mar 25 19:20:21.436410 dv-cinder-755101-7-iscsi neutron-server[103197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 25 19:20:21.436410 dv-cinder-755101-7-iscsi neutron-server[103197]: return f(self, *a, **k) Mar 25 19:20:21.436410 dv-cinder-755101-7-iscsi neutron-server[103197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 25 19:20:21.436410 dv-cinder-755101-7-iscsi neutron-server[103197]: return self._get(url).json() Mar 25 19:20:21.436410 dv-cinder-755101-7-iscsi neutron-server[103197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 25 19:20:21.436410 dv-cinder-755101-7-iscsi neutron-server[103197]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 25 19:20:21.436410 dv-cinder-755101-7-iscsi neutron-server[103197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 25 19:20:21.436410 dv-cinder-755101-7-iscsi neutron-server[103197]: return self.request(url, 'GET', **kwargs) Mar 25 19:20:21.436410 dv-cinder-755101-7-iscsi neutron-server[103197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 25 19:20:21.436410 dv-cinder-755101-7-iscsi neutron-server[103197]: base_url = self.get_endpoint(auth, allow=allow, Mar 25 19:20:21.436410 dv-cinder-755101-7-iscsi neutron-server[103197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 25 19:20:21.436410 dv-cinder-755101-7-iscsi neutron-server[103197]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 25 19:20:21.436410 dv-cinder-755101-7-iscsi neutron-server[103197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 25 19:20:21.436410 dv-cinder-755101-7-iscsi neutron-server[103197]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 25 19:20:21.436410 dv-cinder-755101-7-iscsi neutron-server[103197]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 25 19:20:21.565641 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-109186eb-8e45-4de0-ba3c-1d461f04916a req-f5965ad9-4d77-46ab-8353-493f5b7d34a5 tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e98d9a4-7bc3-4128-b4ae-768498a633da HTTP/1.1" status: 200 len: 210 time: 0.0445833 Mar 25 19:20:21.599836 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-48654b47-1ac2-441c-9d3d-58394f6ee2c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1136511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3753587'] for network (2b61b0f9-bc8a-48fb-9616-f9fb865e5c38), after_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:21.609201 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-48654b47-1ac2-441c-9d3d-58394f6ee2c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692927'] for network (None), before_response {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:21.616347 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-48654b47-1ac2-441c-9d3d-58394f6ee2c4 admin admin] 10.222.0.18 "DELETE /v2.0/networks/2b61b0f9-bc8a-48fb-9616-f9fb865e5c38 HTTP/1.1" status: 204 len: 168 time: 2.0572691 Mar 25 19:20:21.623454 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.18', 57840) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:20:21.760743 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.db.db_base_plugin_v2 [None req-834fa8df-1c61-4173-874f-0a9ac21b9367 admin admin] Deleting subnet 54d07944-e6ed-4ab7-a55d-6ba282d867f6 {{(pid=103197) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 25 19:20:21.767028 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48654b47-1ac2-441c-9d3d-58394f6ee2c4 admin admin] Pushing event deleted for resources: {'Network': ['ID=2b61b0f9-bc8a-48fb-9616-f9fb865e5c38,revision_number=None']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:20:21.788275 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-834fa8df-1c61-4173-874f-0a9ac21b9367 admin admin] Publish callbacks [] for subnet (54d07944-e6ed-4ab7-a55d-6ba282d867f6), before_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:21.804113 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-3f891e88-5acf-4a6c-a67d-9cb8a6c9ef5b req-b2287b77-9a0e-4e87-a229-094c15b5d4c3 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] 10.222.0.18 "GET /v2.0/ports?device_id=60b11edc-ce3f-48f7-ac37-bc15cd882254 HTTP/1.1" status: 200 len: 210 time: 0.0529475 Mar 25 19:20:21.876668 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-834fa8df-1c61-4173-874f-0a9ac21b9367 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59390877'] for subnet (54d07944-e6ed-4ab7-a55d-6ba282d867f6), precommit_delete_associations {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:21.944734 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-834fa8df-1c61-4173-874f-0a9ac21b9367 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1170929'] for subnet (54d07944-e6ed-4ab7-a55d-6ba282d867f6), precommit_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:22.056303 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-331b1a7c-c82d-40f2-aa97-a656c6c42000 req-8b2bf1fd-e847-46d3-afcb-be49caad4f38 tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] 10.222.0.18 "GET /v2.0/ports?device_id=c2f22826-2512-4bee-8ddc-2e80d6e63d45 HTTP/1.1" status: 200 len: 210 time: 0.0431557 Mar 25 19:20:22.057811 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-834fa8df-1c61-4173-874f-0a9ac21b9367 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1170920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59285189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59750817'] for subnet (54d07944-e6ed-4ab7-a55d-6ba282d867f6), after_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:22.074645 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-834fa8df-1c61-4173-874f-0a9ac21b9367 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:22.081258 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-834fa8df-1c61-4173-874f-0a9ac21b9367 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/54d07944-e6ed-4ab7-a55d-6ba282d867f6 HTTP/1.1" status: 204 len: 168 time: 0.4331460 Mar 25 19:20:22.100433 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.18', 57870) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:20:22.110898 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834fa8df-1c61-4173-874f-0a9ac21b9367 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=54d07944-e6ed-4ab7-a55d-6ba282d867f6,revision_number=None']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:20:22.132233 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785532ea-38fb-4709-b0d5-d0a567b0ee9c req-5b868c14-48c5-4ce3-b25c-b07c6f236628 tempest-DeleteServersTestJSON-630511010 tempest-DeleteServersTestJSON-630511010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:20:22.133949 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-785532ea-38fb-4709-b0d5-d0a567b0ee9c req-5b868c14-48c5-4ce3-b25c-b07c6f236628 tempest-DeleteServersTestJSON-630511010 tempest-DeleteServersTestJSON-630511010-project] 10.222.0.18 "GET /v2.0/ports?device_id=9df5ca96-e2d4-4758-9ddb-4aa505cf1a35 HTTP/1.1" status: 200 len: 931 time: 0.3562961 Mar 25 19:20:22.220277 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-8f350db9-1c0e-4ed2-963f-2139d906adae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1050558'] for network (a88d9433-7214-445b-9dd5-83ad51e223d1), before_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:22.240975 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.db.db_base_plugin_common [req-5cff4638-8cfa-4c50-b726-8a0a0c839348 req-089c34e1-d02b-4860-a469-91b67bff200e tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] Allocated IP 172.20.0.11 (41df54f8-722f-48ae-9670-4d05784c9b60/d9ce3099-d02a-4e55-9db5-3bce93935985/49753907-3d92-474f-bd8d-596897e5c904) {{(pid=103196) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 19:20:22.250814 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-785532ea-38fb-4709-b0d5-d0a567b0ee9c req-4737a837-b3cb-425d-80f2-7637e1a5b540 tempest-DeleteServersTestJSON-630511010 tempest-DeleteServersTestJSON-630511010-project] 10.222.0.18 "GET /v2.0/security-groups?id=d5c330d0-a6f0-4d62-a482-38972d204a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027784 Mar 25 19:20:22.252105 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.db.db_base_plugin_common [req-c203a24b-24ca-430c-be57-0e8fc8303023 req-fc6ef1e3-3aeb-4242-be0d-bc89ca58a83f tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] Allocated IP 172.20.0.14 (aa37333a-1101-47b7-acc7-f21479cd1d95/d8fb3102-0026-42d9-a683-15415ae64f68/3c0bc78a-5461-4c6b-9a9a-3f89dd130fc1) {{(pid=103196) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 19:20:22.387350 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-8f350db9-1c0e-4ed2-963f-2139d906adae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1136452', 'neutron.services.segments.db._delete_segments_for_network-8741036503875'] for network (a88d9433-7214-445b-9dd5-83ad51e223d1), precommit_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:22.447570 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.services.segments.db [None req-8f350db9-1c0e-4ed2-963f-2139d906adae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a88d9433-7214-445b-9dd5-83ad51e223d1']}} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 19:20:22.458973 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.services.segments.db [None req-8f350db9-1c0e-4ed2-963f-2139d906adae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7bcc424d-eeb4-43b9-8c22-ff84eaefa789') {'for_net_delete': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 19:20:22.459308 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.services.segments.db [None req-8f350db9-1c0e-4ed2-963f-2139d906adae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7bcc424d-eeb4-43b9-8c22-ff84eaefa789') {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 19:20:22.470253 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-8f350db9-1c0e-4ed2-963f-2139d906adae admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741036503116', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59390884'] for segment (7bcc424d-eeb4-43b9-8c22-ff84eaefa789), before_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:22.485125 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-8f350db9-1c0e-4ed2-963f-2139d906adae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1189096'] for segment (7bcc424d-eeb4-43b9-8c22-ff84eaefa789), precommit_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:22.492675 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f350db9-1c0e-4ed2-963f-2139d906adae admin admin] Releasing vlan 272 on physical network physnet1 to pool {{(pid=103197) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 25 19:20:22.493071 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-8f350db9-1c0e-4ed2-963f-2139d906adae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1189096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59283559'] for segment (7bcc424d-eeb4-43b9-8c22-ff84eaefa789), after_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:22.495495 dv-cinder-755101-7-iscsi neutron-server[103197]: Traceback (most recent call last): Mar 25 19:20:22.495495 dv-cinder-755101-7-iscsi neutron-server[103197]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 25 19:20:22.495495 dv-cinder-755101-7-iscsi neutron-server[103197]: timer() Mar 25 19:20:22.495495 dv-cinder-755101-7-iscsi neutron-server[103197]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 25 19:20:22.495495 dv-cinder-755101-7-iscsi neutron-server[103197]: cb(*args, **kw) Mar 25 19:20:22.495495 dv-cinder-755101-7-iscsi neutron-server[103197]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 25 19:20:22.495495 dv-cinder-755101-7-iscsi neutron-server[103197]: return func(*args, **kwargs) Mar 25 19:20:22.495495 dv-cinder-755101-7-iscsi neutron-server[103197]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 25 19:20:22.495495 dv-cinder-755101-7-iscsi neutron-server[103197]: self._notify() Mar 25 19:20:22.495495 dv-cinder-755101-7-iscsi neutron-server[103197]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 25 19:20:22.495495 dv-cinder-755101-7-iscsi neutron-server[103197]: self.callback(batched_events) Mar 25 19:20:22.495495 dv-cinder-755101-7-iscsi neutron-server[103197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 25 19:20:22.495495 dv-cinder-755101-7-iscsi neutron-server[103197]: event.method(event) Mar 25 19:20:22.495495 dv-cinder-755101-7-iscsi neutron-server[103197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 25 19:20:22.495495 dv-cinder-755101-7-iscsi neutron-server[103197]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 25 19:20:22.495495 dv-cinder-755101-7-iscsi neutron-server[103197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 25 19:20:22.495495 dv-cinder-755101-7-iscsi neutron-server[103197]: aggregate_uuid = self.p_client.list_aggregates( Mar 25 19:20:22.495495 dv-cinder-755101-7-iscsi neutron-server[103197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 25 19:20:22.495495 dv-cinder-755101-7-iscsi neutron-server[103197]: return f(self, *a, **k) Mar 25 19:20:22.495495 dv-cinder-755101-7-iscsi neutron-server[103197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 25 19:20:22.495495 dv-cinder-755101-7-iscsi neutron-server[103197]: return self._get(url).json() Mar 25 19:20:22.495495 dv-cinder-755101-7-iscsi neutron-server[103197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 25 19:20:22.495495 dv-cinder-755101-7-iscsi neutron-server[103197]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 25 19:20:22.495495 dv-cinder-755101-7-iscsi neutron-server[103197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 25 19:20:22.495495 dv-cinder-755101-7-iscsi neutron-server[103197]: return self.request(url, 'GET', **kwargs) Mar 25 19:20:22.495495 dv-cinder-755101-7-iscsi neutron-server[103197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 25 19:20:22.495495 dv-cinder-755101-7-iscsi neutron-server[103197]: base_url = self.get_endpoint(auth, allow=allow, Mar 25 19:20:22.495495 dv-cinder-755101-7-iscsi neutron-server[103197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 25 19:20:22.495495 dv-cinder-755101-7-iscsi neutron-server[103197]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 25 19:20:22.495495 dv-cinder-755101-7-iscsi neutron-server[103197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 25 19:20:22.495495 dv-cinder-755101-7-iscsi neutron-server[103197]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 25 19:20:22.495495 dv-cinder-755101-7-iscsi neutron-server[103197]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 25 19:20:22.529872 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.18', 57874) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:20:22.558954 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-8f350db9-1c0e-4ed2-963f-2139d906adae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1136511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3753587'] for network (a88d9433-7214-445b-9dd5-83ad51e223d1), after_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:22.577207 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-8f350db9-1c0e-4ed2-963f-2139d906adae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692927'] for network (None), before_response {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:22.583294 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-8f350db9-1c0e-4ed2-963f-2139d906adae admin admin] 10.222.0.18 "DELETE /v2.0/networks/a88d9433-7214-445b-9dd5-83ad51e223d1 HTTP/1.1" status: 204 len: 168 time: 0.4788890 Mar 25 19:20:22.583294 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f350db9-1c0e-4ed2-963f-2139d906adae admin admin] Pushing event deleted for resources: {'Network': ['ID=a88d9433-7214-445b-9dd5-83ad51e223d1,revision_number=None']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:20:22.603725 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-c203a24b-24ca-430c-be57-0e8fc8303023 req-fc6ef1e3-3aeb-4242-be0d-bc89ca58a83f tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] Publish callbacks [] for port (3c0bc78a-5461-4c6b-9a9a-3f89dd130fc1), precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:22.609417 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-5cff4638-8cfa-4c50-b726-8a0a0c839348 req-089c34e1-d02b-4860-a469-91b67bff200e tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] Publish callbacks [] for port (49753907-3d92-474f-bd8d-596897e5c904), precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:22.667424 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-c203a24b-24ca-430c-be57-0e8fc8303023 req-fc6ef1e3-3aeb-4242-be0d-bc89ca58a83f tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741036193015'] for port (3c0bc78a-5461-4c6b-9a9a-3f89dd130fc1), after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:22.671196 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-5cff4638-8cfa-4c50-b726-8a0a0c839348 req-089c34e1-d02b-4860-a469-91b67bff200e tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741036193015'] for port (49753907-3d92-474f-bd8d-596897e5c904), after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:22.680252 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-5d3255e4-31f1-4cdf-9a49-66a09c892ee8 req-951a34a2-28d8-4720-826f-8271f72cb7ae tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e98d9a4-7bc3-4128-b4ae-768498a633da HTTP/1.1" status: 200 len: 210 time: 0.0349760 Mar 25 19:20:22.730597 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.18', 57882) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:20:22.750717 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-7e14bfc7-f915-45bb-ba0e-eaf90be2f27c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:22.770270 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-dc4f7431-ea5b-47e6-a467-00eba31df130 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7f7d5b538a634fe9ba52b16f68d6cfcb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0385416 Mar 25 19:20:22.772903 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.18', 57884) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:20:22.794894 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c203a24b-24ca-430c-be57-0e8fc8303023 req-fc6ef1e3-3aeb-4242-be0d-bc89ca58a83f tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] Network aa37333a-1101-47b7-acc7-f21479cd1d95 is already hosted by enough agents. {{(pid=103196) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 19:20:22.796528 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5cff4638-8cfa-4c50-b726-8a0a0c839348 req-089c34e1-d02b-4860-a469-91b67bff200e tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] Network 41df54f8-722f-48ae-9670-4d05784c9b60 is already hosted by enough agents. {{(pid=103196) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 19:20:22.799998 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.scheduler.base_scheduler [req-c203a24b-24ca-430c-be57-0e8fc8303023 req-fc6ef1e3-3aeb-4242-be0d-bc89ca58a83f tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] Resources bound (agent type, host, resource id): {{(pid=103196) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 19:20:22.801972 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6ef1e3-3aeb-4242-be0d-bc89ca58a83f tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] Pushing event updated for resources: {'Port': ['ID=3c0bc78a-5461-4c6b-9a9a-3f89dd130fc1,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:20:22.803888 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [req-c203a24b-24ca-430c-be57-0e8fc8303023 req-fc6ef1e3-3aeb-4242-be0d-bc89ca58a83f tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] Received port after_create {{(pid=103196) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 25 19:20:22.809551 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c203a24b-24ca-430c-be57-0e8fc8303023 req-fc6ef1e3-3aeb-4242-be0d-bc89ca58a83f tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:20:22.810086 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-c203a24b-24ca-430c-be57-0e8fc8303023 req-fc6ef1e3-3aeb-4242-be0d-bc89ca58a83f tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692927'] for port (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:22.814990 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.scheduler.base_scheduler [req-5cff4638-8cfa-4c50-b726-8a0a0c839348 req-089c34e1-d02b-4860-a469-91b67bff200e tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] Resources bound (agent type, host, resource id): {{(pid=103196) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 19:20:22.824890 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-cadedb68-b461-4bed-9c9a-29177d39e603 admin admin] Publish callbacks [] for security_group (edb52097-563f-4944-8acf-4048227d2cab), before_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:22.825842 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cff4638-8cfa-4c50-b726-8a0a0c839348 req-089c34e1-d02b-4860-a469-91b67bff200e tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] Received port after_create {{(pid=103196) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 25 19:20:22.830900 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cff4638-8cfa-4c50-b726-8a0a0c839348 req-089c34e1-d02b-4860-a469-91b67bff200e tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:20:22.831513 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-5cff4638-8cfa-4c50-b726-8a0a0c839348 req-089c34e1-d02b-4860-a469-91b67bff200e tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692927'] for port (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:22.861817 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-cadedb68-b461-4bed-9c9a-29177d39e603 admin admin] Publish callbacks [] for security_group (edb52097-563f-4944-8acf-4048227d2cab), precommit_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:22.900356 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-c203a24b-24ca-430c-be57-0e8fc8303023 req-fc6ef1e3-3aeb-4242-be0d-bc89ca58a83f tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0146546 Mar 25 19:20:22.925024 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089c34e1-d02b-4860-a469-91b67bff200e tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] Pushing event updated for resources: {'Port': ['ID=49753907-3d92-474f-bd8d-596897e5c904,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:20:22.930291 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-5cff4638-8cfa-4c50-b726-8a0a0c839348 req-089c34e1-d02b-4860-a469-91b67bff200e tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9948013 Mar 25 19:20:22.939852 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-cadedb68-b461-4bed-9c9a-29177d39e603 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687199'] for security_group (edb52097-563f-4944-8acf-4048227d2cab), after_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:22.943045 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-cadedb68-b461-4bed-9c9a-29177d39e603 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:22.947462 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-cadedb68-b461-4bed-9c9a-29177d39e603 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/edb52097-563f-4944-8acf-4048227d2cab HTTP/1.1" status: 204 len: 168 time: 0.1706760 Mar 25 19:20:22.958003 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadedb68-b461-4bed-9c9a-29177d39e603 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edb52097-563f-4944-8acf-4048227d2cab,revision_number=None']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:20:23.002979 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80427985-4b6f-46c7-8fec-3c9b9d63d7a1 req-8fe06547-53c2-4e18-ae26-3e3d2ec50869 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:20:23.004533 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-80427985-4b6f-46c7-8fec-3c9b9d63d7a1 req-8fe06547-53c2-4e18-ae26-3e3d2ec50869 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] 10.222.0.18 "GET /v2.0/ports?device_id=60b11edc-ce3f-48f7-ac37-bc15cd882254 HTTP/1.1" status: 200 len: 932 time: 0.0981035 Mar 25 19:20:23.045267 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-7e14bfc7-f915-45bb-ba0e-eaf90be2f27c admin admin] Publish callbacks [] for security_group (f93fc6fe-e877-42be-9043-332525c488ba), precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:23.059849 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-7e14bfc7-f915-45bb-ba0e-eaf90be2f27c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687199'] for security_group (f93fc6fe-e877-42be-9043-332525c488ba), after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:23.191590 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-39ac4b65-d475-4e30-bc34-365bf69a6cdf None None] Provisioning complete for port 49753907-3d92-474f-bd8d-596897e5c904 triggered by entity DHCP. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 25 19:20:23.195919 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-39ac4b65-d475-4e30-bc34-365bf69a6cdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133789'] for port (49753907-3d92-474f-bd8d-596897e5c904), provisioning_complete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:23.203574 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-163487aa-e273-47b4-90f9-40127c560929 req-d22f9ec5-9734-4f12-98ae-5d8ed6d37221 tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] 10.222.0.18 "GET /v2.0/ports?device_id=c2f22826-2512-4bee-8ddc-2e80d6e63d45 HTTP/1.1" status: 200 len: 210 time: 0.0479801 Mar 25 19:20:23.234208 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-39ac4b65-d475-4e30-bc34-365bf69a6cdf None None] Port 49753907-3d92-474f-bd8d-596897e5c904 cannot update to ACTIVE because it is not bound. {{(pid=103198) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 25 19:20:23.244532 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-39ac4b65-d475-4e30-bc34-365bf69a6cdf None None] Provisioning complete for port 3c0bc78a-5461-4c6b-9a9a-3f89dd130fc1 triggered by entity DHCP. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 25 19:20:23.244910 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-39ac4b65-d475-4e30-bc34-365bf69a6cdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133789'] for port (3c0bc78a-5461-4c6b-9a9a-3f89dd130fc1), provisioning_complete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:23.259725 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-7e14bfc7-f915-45bb-ba0e-eaf90be2f27c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=090d787ddc3e4ff48231aefc1c748bcc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7258835 Mar 25 19:20:23.260306 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.18', 57898) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:20:23.282180 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-39ac4b65-d475-4e30-bc34-365bf69a6cdf None None] Port 3c0bc78a-5461-4c6b-9a9a-3f89dd130fc1 cannot update to ACTIVE because it is not bound. {{(pid=103198) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 25 19:20:23.314552 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-80427985-4b6f-46c7-8fec-3c9b9d63d7a1 req-582966c1-b7e3-4bb8-90d8-f10403e7d571 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] 10.222.0.18 "GET /v2.0/security-groups?id=ece6d36a-8c2c-423d-886b-e23866ad66ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2868669 Mar 25 19:20:23.314552 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e14bfc7-f915-45bb-ba0e-eaf90be2f27c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f93fc6fe-e877-42be-9043-332525c488ba,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:20:23.340895 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-1edcb6a1-c18e-471c-83fa-7bc3a60d71cc admin admin] Publish callbacks [] for security_group (f93fc6fe-e877-42be-9043-332525c488ba), before_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:23.396547 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-1edcb6a1-c18e-471c-83fa-7bc3a60d71cc admin admin] Publish callbacks [] for security_group (f93fc6fe-e877-42be-9043-332525c488ba), precommit_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:23.405032 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.18', 57902) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:20:23.443147 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4484baaf-a816-4e65-9582-795a0e0a39c4 req-d70c145f-68b9-43e9-9e0d-81d26e03575c tempest-DeleteServersTestJSON-630511010 tempest-DeleteServersTestJSON-630511010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:20:23.447293 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-4484baaf-a816-4e65-9582-795a0e0a39c4 req-d70c145f-68b9-43e9-9e0d-81d26e03575c tempest-DeleteServersTestJSON-630511010 tempest-DeleteServersTestJSON-630511010-project] 10.222.0.18 "GET /v2.0/ports?device_id=9df5ca96-e2d4-4758-9ddb-4aa505cf1a35 HTTP/1.1" status: 200 len: 931 time: 0.1059120 Mar 25 19:20:23.447462 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-12f360de-bfd4-49e2-980a-3cca74936c4d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=77439498b9ae4016b6037996bf3a51d1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0385525 Mar 25 19:20:23.447650 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.18', 57904) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:20:23.507178 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-1edcb6a1-c18e-471c-83fa-7bc3a60d71cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687199'] for security_group (f93fc6fe-e877-42be-9043-332525c488ba), after_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:23.509668 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-1edcb6a1-c18e-471c-83fa-7bc3a60d71cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:23.510803 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-1edcb6a1-c18e-471c-83fa-7bc3a60d71cc admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f93fc6fe-e877-42be-9043-332525c488ba HTTP/1.1" status: 204 len: 168 time: 0.2497478 Mar 25 19:20:23.533306 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edcb6a1-c18e-471c-83fa-7bc3a60d71cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f93fc6fe-e877-42be-9043-332525c488ba,revision_number=None']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:20:23.539129 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-4484baaf-a816-4e65-9582-795a0e0a39c4 req-22160ec8-5288-44a1-a846-04e4fcfaee46 tempest-DeleteServersTestJSON-630511010 tempest-DeleteServersTestJSON-630511010-project] 10.222.0.18 "GET /v2.0/security-groups?id=d5c330d0-a6f0-4d62-a482-38972d204a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849106 Mar 25 19:20:23.548901 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-0a66534d-e3e4-4b8f-9767-f390035b858f admin admin] Publish callbacks [] for security_group (490ed5fe-2ace-42a1-90f1-b9ccce32006c), before_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:23.576906 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-0a66534d-e3e4-4b8f-9767-f390035b858f admin admin] Publish callbacks [] for security_group (490ed5fe-2ace-42a1-90f1-b9ccce32006c), precommit_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:23.627569 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-0a66534d-e3e4-4b8f-9767-f390035b858f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687199'] for security_group (490ed5fe-2ace-42a1-90f1-b9ccce32006c), after_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:23.630106 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-0a66534d-e3e4-4b8f-9767-f390035b858f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:23.631293 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-0a66534d-e3e4-4b8f-9767-f390035b858f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/490ed5fe-2ace-42a1-90f1-b9ccce32006c HTTP/1.1" status: 204 len: 168 time: 0.1827853 Mar 25 19:20:23.639983 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a66534d-e3e4-4b8f-9767-f390035b858f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=490ed5fe-2ace-42a1-90f1-b9ccce32006c,revision_number=None']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:20:23.782055 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-8beaa8b4-5afe-4a76-b9c0-a24be11f1427 req-665fe80a-6e7d-47fe-b93f-f889ad695321 tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e98d9a4-7bc3-4128-b4ae-768498a633da HTTP/1.1" status: 200 len: 210 time: 0.0300486 Mar 25 19:20:23.840192 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.18', 57916) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:20:23.852816 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-9d3dfa7e-5a42-42b6-8fa4-63a95c18488c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:23.927747 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-9d3dfa7e-5a42-42b6-8fa4-63a95c18488c admin admin] Publish callbacks [] for security_group (45a756b4-073d-44c9-aeb8-83da79cb2993), precommit_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:23.932845 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-9d3dfa7e-5a42-42b6-8fa4-63a95c18488c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687199'] for security_group (45a756b4-073d-44c9-aeb8-83da79cb2993), after_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:23.992033 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-9d3dfa7e-5a42-42b6-8fa4-63a95c18488c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8a885a391bc9479eadc1c467ac3b8d6a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1506999 Mar 25 19:20:23.994945 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3dfa7e-5a42-42b6-8fa4-63a95c18488c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45a756b4-073d-44c9-aeb8-83da79cb2993,revision_number=1']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:20:23.995344 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.18', 57922) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:20:24.088259 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-0d6a0231-7e9b-406a-94bb-b46020a0bacf admin admin] Publish callbacks [] for security_group (45a756b4-073d-44c9-aeb8-83da79cb2993), before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:24.116851 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-0d6a0231-7e9b-406a-94bb-b46020a0bacf admin admin] Publish callbacks [] for security_group (45a756b4-073d-44c9-aeb8-83da79cb2993), precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:24.179626 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-0d6a0231-7e9b-406a-94bb-b46020a0bacf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687199'] for security_group (45a756b4-073d-44c9-aeb8-83da79cb2993), after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:24.192928 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-0d6a0231-7e9b-406a-94bb-b46020a0bacf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:24.199369 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-0d6a0231-7e9b-406a-94bb-b46020a0bacf admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/45a756b4-073d-44c9-aeb8-83da79cb2993 HTTP/1.1" status: 204 len: 168 time: 0.2029047 Mar 25 19:20:24.213869 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6a0231-7e9b-406a-94bb-b46020a0bacf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45a756b4-073d-44c9-aeb8-83da79cb2993,revision_number=None']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:20:24.291188 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-61287842-665f-4cb5-ab19-235df349d2dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741036503857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133703'] for agent (ff15a80c-2d7c-4104-a6ad-0973d1d911f7), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:24.388872 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-e36e759a-95d4-4f3d-b874-3e13754e8f75 req-aad2888e-0fbf-4535-aee8-f14d633845dd tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] 10.222.0.18 "GET /v2.0/ports?device_id=c2f22826-2512-4bee-8ddc-2e80d6e63d45 HTTP/1.1" status: 200 len: 210 time: 0.0790744 Mar 25 19:20:24.507041 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17110cfa-b851-47ff-b526-f49ba80dd37d req-dd2b533c-1994-4e01-af85-b61ffd9b8bd4 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:20:24.517987 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-17110cfa-b851-47ff-b526-f49ba80dd37d req-dd2b533c-1994-4e01-af85-b61ffd9b8bd4 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] 10.222.0.18 "GET /v2.0/ports?device_id=60b11edc-ce3f-48f7-ac37-bc15cd882254 HTTP/1.1" status: 200 len: 932 time: 0.0907497 Mar 25 19:20:24.584640 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-17110cfa-b851-47ff-b526-f49ba80dd37d req-83c82548-5ca7-4320-a194-dcf6e3c42b2c tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] 10.222.0.18 "GET /v2.0/security-groups?id=ece6d36a-8c2c-423d-886b-e23866ad66ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657873 Mar 25 19:20:24.724189 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e452a5fa-a1cb-4688-a1d4-3544d0dd870e req-30fe55a9-f8f6-4166-b880-8b9a09d3411d tempest-DeleteServersTestJSON-630511010 tempest-DeleteServersTestJSON-630511010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:20:24.726852 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-e452a5fa-a1cb-4688-a1d4-3544d0dd870e req-30fe55a9-f8f6-4166-b880-8b9a09d3411d tempest-DeleteServersTestJSON-630511010 tempest-DeleteServersTestJSON-630511010-project] 10.222.0.18 "GET /v2.0/ports?device_id=9df5ca96-e2d4-4758-9ddb-4aa505cf1a35 HTTP/1.1" status: 200 len: 931 time: 0.0822995 Mar 25 19:20:24.801222 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-e452a5fa-a1cb-4688-a1d4-3544d0dd870e req-be25e16a-9c02-4c9f-897f-feb8ceb00f0a tempest-DeleteServersTestJSON-630511010 tempest-DeleteServersTestJSON-630511010-project] 10.222.0.18 "GET /v2.0/security-groups?id=d5c330d0-a6f0-4d62-a482-38972d204a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660968 Mar 25 19:20:24.916887 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-59ea2f18-7e2f-4acc-a464-6fbf9e47f2b2 req-802f2d31-8716-42f2-a40a-b6e848ef7368 tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e98d9a4-7bc3-4128-b4ae-768498a633da HTTP/1.1" status: 200 len: 210 time: 0.0412571 Mar 25 19:20:25.613746 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-dabc58a8-378b-49fd-92bf-08d38aa21bbc req-99cf581e-5806-447d-a874-b350cf5a1ace tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] 10.222.0.18 "GET /v2.0/ports?device_id=c2f22826-2512-4bee-8ddc-2e80d6e63d45 HTTP/1.1" status: 200 len: 210 time: 0.0540094 Mar 25 19:20:25.649615 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.26', 49762) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:20:25.871383 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d72f429-0c76-4176-a9e5-396b1b6bc68b req-009b85d4-4974-48ea-9795-f137d80c09fc tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:20:25.880446 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd91a29-720c-43d7-84b8-e8e09e65fdef req-e7ceb6c4-5be2-4d9f-b85d-8f62f6dd7ae6 tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:20:25.884910 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-1fd91a29-720c-43d7-84b8-e8e09e65fdef req-e7ceb6c4-5be2-4d9f-b85d-8f62f6dd7ae6 tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] 10.222.0.26 "GET /v2.0/networks?id=aa37333a-1101-47b7-acc7-f21479cd1d95 HTTP/1.1" status: 200 len: 819 time: 0.2172935 Mar 25 19:20:25.889933 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-6d72f429-0c76-4176-a9e5-396b1b6bc68b req-009b85d4-4974-48ea-9795-f137d80c09fc tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] 10.222.0.18 "GET /v2.0/ports?device_id=60b11edc-ce3f-48f7-ac37-bc15cd882254 HTTP/1.1" status: 200 len: 932 time: 0.1371090 Mar 25 19:20:25.901155 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.v2.base [req-c203a24b-24ca-430c-be57-0e8fc8303023 req-0a4a0630-1da6-4f00-9ce7-60b096859ee7 service neutron] Request body: {'port': {'device_id': '9da73b6c-0e9c-4722-bb2c-e3d758143cdf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75510'}} {{(pid=103196) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 19:20:25.942597 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.v2.base [req-024dc4b7-295b-4e66-bd94-f3ccd8d9510c req-1f4ad2b6-3e9c-4351-8cae-3ed7a2c33b57 service neutron] Request body: {'port': {'device_id': '9df5ca96-e2d4-4758-9ddb-4aa505cf1a35', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75510'}} {{(pid=103196) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 19:20:25.992656 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.v2.base [req-1fd91a29-720c-43d7-84b8-e8e09e65fdef req-b245094d-f06f-4e8e-8179-9c9e5e6e20c1 tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] Request body: {'port': {'device_id': '2e98d9a4-7bc3-4128-b4ae-768498a633da', 'network_id': 'aa37333a-1101-47b7-acc7-f21479cd1d95', 'admin_state_up': True, 'tenant_id': '155e7b1bde6b4fb1ba768c2d6ab00159'}} {{(pid=103197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 19:20:26.013588 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-6d72f429-0c76-4176-a9e5-396b1b6bc68b req-4bd88cf0-7576-49b6-b0cb-b2a5befc6fcd tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] 10.222.0.18 "GET /v2.0/security-groups?id=ece6d36a-8c2c-423d-886b-e23866ad66ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1227834 Mar 25 19:20:26.044867 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.v2.base [req-5cff4638-8cfa-4c50-b726-8a0a0c839348 req-67ab54fc-1cf0-4b31-832b-f7568f8d0e26 service neutron] Request body: {'port': {'device_id': '60b11edc-ce3f-48f7-ac37-bc15cd882254', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75510'}} {{(pid=103197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 19:20:26.089055 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-024dc4b7-295b-4e66-bd94-f3ccd8d9510c req-1f4ad2b6-3e9c-4351-8cae-3ed7a2c33b57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1293263'] for port (b11e0829-8e77-4884-be37-f7605d1d55af), before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:26.113165 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-c203a24b-24ca-430c-be57-0e8fc8303023 req-0a4a0630-1da6-4f00-9ce7-60b096859ee7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1293263'] for port (3c0bc78a-5461-4c6b-9a9a-3f89dd130fc1), before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:26.171068 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.26', 49765) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:20:26.221331 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4092c646-2c3a-4b8a-a576-3a1dea5b1d56 req-a2c3358a-d99d-4f09-a7fb-c0928d5a1f1b tempest-DeleteServersTestJSON-630511010 tempest-DeleteServersTestJSON-630511010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:20:26.228513 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-4092c646-2c3a-4b8a-a576-3a1dea5b1d56 req-a2c3358a-d99d-4f09-a7fb-c0928d5a1f1b tempest-DeleteServersTestJSON-630511010 tempest-DeleteServersTestJSON-630511010-project] 10.222.0.18 "GET /v2.0/ports?device_id=9df5ca96-e2d4-4758-9ddb-4aa505cf1a35 HTTP/1.1" status: 200 len: 931 time: 0.3020601 Mar 25 19:20:26.285179 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [req-5cff4638-8cfa-4c50-b726-8a0a0c839348 req-67ab54fc-1cf0-4b31-832b-f7568f8d0e26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1293263'] for port (49753907-3d92-474f-bd8d-596897e5c904), before_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:26.285442 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-cd0f8318-91ee-492d-9291-1919333293f0 req-73b05365-0681-47ec-9751-bb35c7145aca tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e98d9a4-7bc3-4128-b4ae-768498a633da HTTP/1.1" status: 200 len: 210 time: 0.0820279 Mar 25 19:20:26.330440 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-4092c646-2c3a-4b8a-a576-3a1dea5b1d56 req-a56a0fd4-38ef-40d1-bf4b-6cf20ce20050 tempest-DeleteServersTestJSON-630511010 tempest-DeleteServersTestJSON-630511010-project] 10.222.0.18 "GET /v2.0/security-groups?id=d5c330d0-a6f0-4d62-a482-38972d204a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945058 Mar 25 19:20:26.630995 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa3c3be-ddfd-4f2c-91f2-f94d0d5294a9 req-ecc0a0c5-8c73-4536-b4c0-4bc3e1290ba7 tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:20:26.632448 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-7fa3c3be-ddfd-4f2c-91f2-f94d0d5294a9 req-ecc0a0c5-8c73-4536-b4c0-4bc3e1290ba7 tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] 10.222.0.26 "GET /v2.0/networks?id=547b5db8-9a10-4506-ba92-acf96e89ae8e HTTP/1.1" status: 200 len: 811 time: 0.4591963 Mar 25 19:20:26.699618 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1fd91a29-720c-43d7-84b8-e8e09e65fdef req-b245094d-f06f-4e8e-8179-9c9e5e6e20c1 tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] Made reservation on behalf of 155e7b1bde6b4fb1ba768c2d6ab00159 for: {'port': 1} {{(pid=103197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 19:20:26.703226 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [req-1fd91a29-720c-43d7-84b8-e8e09e65fdef req-b245094d-f06f-4e8e-8179-9c9e5e6e20c1 tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1293263'] for port (None), before_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:26.721188 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.notifiers.nova [req-5cff4638-8cfa-4c50-b726-8a0a0c839348 req-67ab54fc-1cf0-4b31-832b-f7568f8d0e26 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49753907-3d92-474f-bd8d-596897e5c904 {{(pid=103197) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 25 19:20:26.729730 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-c769eda7-e810-41fb-b6c2-99a8da3b5d47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741036503857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133703'] for agent (af1b81b0-43af-47bb-a61e-8e46b36efc57), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:26.731087 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [req-5cff4638-8cfa-4c50-b726-8a0a0c839348 req-67ab54fc-1cf0-4b31-832b-f7568f8d0e26 service neutron] Publish callbacks [] for port (49753907-3d92-474f-bd8d-596897e5c904), precommit_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:26.772345 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-7fa3c3be-ddfd-4f2c-91f2-f94d0d5294a9 req-66986bcf-47f5-47b2-9b1c-034d207aaa74 tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=511b62f595874a80ab2449c4446c40d6 HTTP/1.1" status: 200 len: 380 time: 0.1305780 Mar 25 19:20:26.787780 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.db.provisioning_blocks [req-5cff4638-8cfa-4c50-b726-8a0a0c839348 req-67ab54fc-1cf0-4b31-832b-f7568f8d0e26 service neutron] Transition to ACTIVE for port object 49753907-3d92-474f-bd8d-596897e5c904 will not be triggered until provisioned by entity L2. {{(pid=103197) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 25 19:20:26.795687 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.v2.base [req-7fa3c3be-ddfd-4f2c-91f2-f94d0d5294a9 req-f31d1e31-bd01-4638-8718-0c587841d715 tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] Request body: {'port': {'device_id': 'c2f22826-2512-4bee-8ddc-2e80d6e63d45', 'network_id': '547b5db8-9a10-4506-ba92-acf96e89ae8e', 'admin_state_up': True, 'tenant_id': '511b62f595874a80ab2449c4446c40d6', 'security_groups': ['a346db11-a1aa-49ea-9798-167075247d8c']}} {{(pid=103196) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 19:20:26.801703 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [req-5cff4638-8cfa-4c50-b726-8a0a0c839348 req-67ab54fc-1cf0-4b31-832b-f7568f8d0e26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036679572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741036190733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741036190751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59283459'] for port (49753907-3d92-474f-bd8d-596897e5c904), after_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:26.958768 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-5c7b91c5-abec-4c28-ad08-46b4a875c7f8 req-eae0e201-ab93-4340-96ce-be30fc2d34a3 tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] 10.222.0.18 "GET /v2.0/ports?device_id=c2f22826-2512-4bee-8ddc-2e80d6e63d45 HTTP/1.1" status: 200 len: 210 time: 0.1061389 Mar 25 19:20:27.003003 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ab54fc-1cf0-4b31-832b-f7568f8d0e26 service neutron] Pushing event updated for resources: {'Port': ['ID=49753907-3d92-474f-bd8d-596897e5c904,revision_number=2']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:20:27.051505 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.plugins.ml2.managers [req-5cff4638-8cfa-4c50-b726-8a0a0c839348 req-67ab54fc-1cf0-4b31-832b-f7568f8d0e26 service neutron] Attempting to bind port 49753907-3d92-474f-bd8d-596897e5c904 on host hv-cinder-75510 for vnic_type normal with profile {{(pid=103197) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 25 19:20:27.051505 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.plugins.ml2.managers [req-5cff4638-8cfa-4c50-b726-8a0a0c839348 req-67ab54fc-1cf0-4b31-832b-f7568f8d0e26 service neutron] Attempting to bind port 49753907-3d92-474f-bd8d-596897e5c904 by drivers openvswitch,hyperv on host hv-cinder-75510 at level 0 using segments [{'id': 'd2797ec7-5d3a-4260-b181-2764a4061b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '41df54f8-722f-48ae-9670-4d05784c9b60'}] {{(pid=103197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 25 19:20:27.051505 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cff4638-8cfa-4c50-b726-8a0a0c839348 req-67ab54fc-1cf0-4b31-832b-f7568f8d0e26 service neutron] Attempting to bind port 49753907-3d92-474f-bd8d-596897e5c904 on network 41df54f8-722f-48ae-9670-4d05784c9b60 {{(pid=103197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 25 19:20:27.065443 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cff4638-8cfa-4c50-b726-8a0a0c839348 req-67ab54fc-1cf0-4b31-832b-f7568f8d0e26 service neutron] Port 49753907-3d92-474f-bd8d-596897e5c904 on network 41df54f8-722f-48ae-9670-4d05784c9b60 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75510 {{(pid=103197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 25 19:20:27.065783 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cff4638-8cfa-4c50-b726-8a0a0c839348 req-67ab54fc-1cf0-4b31-832b-f7568f8d0e26 service neutron] Attempting to bind port 49753907-3d92-474f-bd8d-596897e5c904 on network 41df54f8-722f-48ae-9670-4d05784c9b60 {{(pid=103197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 25 19:20:27.079954 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cff4638-8cfa-4c50-b726-8a0a0c839348 req-67ab54fc-1cf0-4b31-832b-f7568f8d0e26 service neutron] Checking agent: {'id': 'e10cc9df-a7ce-4b9c-bc25-dffd007f5dd8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75510', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 19, 18, 1), 'started_at': datetime.datetime(2022, 3, 25, 19, 18, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 19, 20, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 25 19:20:27.079954 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cff4638-8cfa-4c50-b726-8a0a0c839348 req-67ab54fc-1cf0-4b31-832b-f7568f8d0e26 service neutron] Checking segment: {'id': 'd2797ec7-5d3a-4260-b181-2764a4061b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '41df54f8-722f-48ae-9670-4d05784c9b60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 25 19:20:27.080278 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cff4638-8cfa-4c50-b726-8a0a0c839348 req-67ab54fc-1cf0-4b31-832b-f7568f8d0e26 service neutron] Bound using segment: {'id': 'd2797ec7-5d3a-4260-b181-2764a4061b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '41df54f8-722f-48ae-9670-4d05784c9b60'} {{(pid=103197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 25 19:20:27.082599 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.plugins.ml2.managers [req-5cff4638-8cfa-4c50-b726-8a0a0c839348 req-67ab54fc-1cf0-4b31-832b-f7568f8d0e26 service neutron] Bound port: 49753907-3d92-474f-bd8d-596897e5c904, host: hv-cinder-75510, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2797ec7-5d3a-4260-b181-2764a4061b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '41df54f8-722f-48ae-9670-4d05784c9b60'}}] {{(pid=103197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 25 19:20:27.082981 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [req-5cff4638-8cfa-4c50-b726-8a0a0c839348 req-67ab54fc-1cf0-4b31-832b-f7568f8d0e26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1293263'] for port (49753907-3d92-474f-bd8d-596897e5c904), before_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:27.084504 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.notifiers.nova [req-c203a24b-24ca-430c-be57-0e8fc8303023 req-0a4a0630-1da6-4f00-9ce7-60b096859ee7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c0bc78a-5461-4c6b-9a9a-3f89dd130fc1 {{(pid=103196) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 25 19:20:27.096585 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.notifiers.nova [req-024dc4b7-295b-4e66-bd94-f3ccd8d9510c req-1f4ad2b6-3e9c-4351-8cae-3ed7a2c33b57 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b11e0829-8e77-4884-be37-f7605d1d55af {{(pid=103196) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 25 19:20:27.141735 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-024dc4b7-295b-4e66-bd94-f3ccd8d9510c req-1f4ad2b6-3e9c-4351-8cae-3ed7a2c33b57 service neutron] Publish callbacks [] for port (b11e0829-8e77-4884-be37-f7605d1d55af), precommit_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:27.155107 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-c203a24b-24ca-430c-be57-0e8fc8303023 req-0a4a0630-1da6-4f00-9ce7-60b096859ee7 service neutron] Publish callbacks [] for port (3c0bc78a-5461-4c6b-9a9a-3f89dd130fc1), precommit_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:27.197153 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [req-c203a24b-24ca-430c-be57-0e8fc8303023 req-0a4a0630-1da6-4f00-9ce7-60b096859ee7 service neutron] Transition to ACTIVE for port object 3c0bc78a-5461-4c6b-9a9a-3f89dd130fc1 will not be triggered until provisioned by entity L2. {{(pid=103196) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 25 19:20:27.200415 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [req-024dc4b7-295b-4e66-bd94-f3ccd8d9510c req-1f4ad2b6-3e9c-4351-8cae-3ed7a2c33b57 service neutron] Transition to ACTIVE for port object b11e0829-8e77-4884-be37-f7605d1d55af will not be triggered until provisioned by entity L2. {{(pid=103196) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 25 19:20:27.205970 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-c203a24b-24ca-430c-be57-0e8fc8303023 req-0a4a0630-1da6-4f00-9ce7-60b096859ee7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036679572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741036190733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741036190751'] for port (3c0bc78a-5461-4c6b-9a9a-3f89dd130fc1), after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:27.219559 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-024dc4b7-295b-4e66-bd94-f3ccd8d9510c req-1f4ad2b6-3e9c-4351-8cae-3ed7a2c33b57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036679572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741036190733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741036190751'] for port (b11e0829-8e77-4884-be37-f7605d1d55af), after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:27.256551 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.plugins.ml2.db [req-5cff4638-8cfa-4c50-b726-8a0a0c839348 req-67ab54fc-1cf0-4b31-832b-f7568f8d0e26 service neutron] For port 49753907-3d92-474f-bd8d-596897e5c904, host hv-cinder-75510, cleared binding levels {{(pid=103197) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 25 19:20:27.264484 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7fa3c3be-ddfd-4f2c-91f2-f94d0d5294a9 req-f31d1e31-bd01-4638-8718-0c587841d715 tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] Made reservation on behalf of 511b62f595874a80ab2449c4446c40d6 for: {'port': 1} {{(pid=103196) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 19:20:27.267967 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-7fa3c3be-ddfd-4f2c-91f2-f94d0d5294a9 req-f31d1e31-bd01-4638-8718-0c587841d715 tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1293263'] for port (None), before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:27.301155 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.plugins.ml2.db [req-5cff4638-8cfa-4c50-b726-8a0a0c839348 req-67ab54fc-1cf0-4b31-832b-f7568f8d0e26 service neutron] For port 49753907-3d92-474f-bd8d-596897e5c904, host hv-cinder-75510, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75510',level=0,port_id=49753907-3d92-474f-bd8d-596897e5c904,segment=NetworkSegment(d2797ec7-5d3a-4260-b181-2764a4061b4e),segment_id=d2797ec7-5d3a-4260-b181-2764a4061b4e)] {{(pid=103197) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 25 19:20:27.348938 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [req-5cff4638-8cfa-4c50-b726-8a0a0c839348 req-67ab54fc-1cf0-4b31-832b-f7568f8d0e26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036679572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741036190733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741036190751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59283459'] for port (49753907-3d92-474f-bd8d-596897e5c904), after_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:27.377984 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039e0508-a17a-4b2b-9fb9-4bc366f7c84b req-2ca665e5-cc11-4063-9307-d4e245b56771 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:20:27.382272 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-039e0508-a17a-4b2b-9fb9-4bc366f7c84b req-2ca665e5-cc11-4063-9307-d4e245b56771 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] 10.222.0.18 "GET /v2.0/ports?device_id=60b11edc-ce3f-48f7-ac37-bc15cd882254 HTTP/1.1" status: 200 len: 944 time: 0.2011299 Mar 25 19:20:27.408543 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.db.db_base_plugin_common [req-1fd91a29-720c-43d7-84b8-e8e09e65fdef req-b245094d-f06f-4e8e-8179-9c9e5e6e20c1 tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] Allocated IP 172.20.0.11 (aa37333a-1101-47b7-acc7-f21479cd1d95/d8fb3102-0026-42d9-a683-15415ae64f68/eccc2666-aab1-47fb-824f-6146f634c584) {{(pid=103197) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 19:20:27.464583 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4a0630-1da6-4f00-9ce7-60b096859ee7 service neutron] Pushing event updated for resources: {'Port': ['ID=3c0bc78a-5461-4c6b-9a9a-3f89dd130fc1,revision_number=2']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:20:27.574935 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-af60142c-683d-41c3-be1d-5377fff6ca45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741036503857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133703'] for agent (c3076277-13eb-43a7-9b94-fad13f82c96d), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:27.605162 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [req-c203a24b-24ca-430c-be57-0e8fc8303023 req-0a4a0630-1da6-4f00-9ce7-60b096859ee7 service neutron] Attempting to bind port 3c0bc78a-5461-4c6b-9a9a-3f89dd130fc1 on host hv-cinder-75510 for vnic_type normal with profile {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 25 19:20:27.606751 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [req-c203a24b-24ca-430c-be57-0e8fc8303023 req-0a4a0630-1da6-4f00-9ce7-60b096859ee7 service neutron] Attempting to bind port 3c0bc78a-5461-4c6b-9a9a-3f89dd130fc1 by drivers openvswitch,hyperv on host hv-cinder-75510 at level 0 using segments [{'id': '541ac455-136c-4743-9e72-e1540521f447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'aa37333a-1101-47b7-acc7-f21479cd1d95'}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 25 19:20:27.607210 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c203a24b-24ca-430c-be57-0e8fc8303023 req-0a4a0630-1da6-4f00-9ce7-60b096859ee7 service neutron] Attempting to bind port 3c0bc78a-5461-4c6b-9a9a-3f89dd130fc1 on network aa37333a-1101-47b7-acc7-f21479cd1d95 {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 25 19:20:27.663171 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-73a76a7a-304a-4ce6-8c01-d80ae605a9c5 req-c265c36c-ac28-4fa0-8e9b-f4cbbba15429 tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e98d9a4-7bc3-4128-b4ae-768498a633da HTTP/1.1" status: 200 len: 210 time: 0.1994672 Mar 25 19:20:27.702087 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c203a24b-24ca-430c-be57-0e8fc8303023 req-0a4a0630-1da6-4f00-9ce7-60b096859ee7 service neutron] Port 3c0bc78a-5461-4c6b-9a9a-3f89dd130fc1 on network aa37333a-1101-47b7-acc7-f21479cd1d95 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75510 {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 25 19:20:27.702767 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c203a24b-24ca-430c-be57-0e8fc8303023 req-0a4a0630-1da6-4f00-9ce7-60b096859ee7 service neutron] Attempting to bind port 3c0bc78a-5461-4c6b-9a9a-3f89dd130fc1 on network aa37333a-1101-47b7-acc7-f21479cd1d95 {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 25 19:20:27.740265 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cff4638-8cfa-4c50-b726-8a0a0c839348 req-67ab54fc-1cf0-4b31-832b-f7568f8d0e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:20:27.740891 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [req-5cff4638-8cfa-4c50-b726-8a0a0c839348 req-67ab54fc-1cf0-4b31-832b-f7568f8d0e26 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692927'] for port (None), before_response {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:27.742665 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-5cff4638-8cfa-4c50-b726-8a0a0c839348 req-67ab54fc-1cf0-4b31-832b-f7568f8d0e26 service neutron] 10.222.0.26 "PUT /v2.0/ports/49753907-3d92-474f-bd8d-596897e5c904 HTTP/1.1" status: 200 len: 1094 time: 2.0933881 Mar 25 19:20:27.748043 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60b11edc-ce3f-48f7-ac37-bc15cd882254', 'tag': '49753907-3d92-474f-bd8d-596897e5c904'}] {{(pid=103197) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 25 19:20:27.751643 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4ad2b6-3e9c-4351-8cae-3ed7a2c33b57 service neutron] Pushing event updated for resources: {'Port': ['ID=b11e0829-8e77-4884-be37-f7605d1d55af,revision_number=2']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:20:27.754057 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [req-024dc4b7-295b-4e66-bd94-f3ccd8d9510c req-1f4ad2b6-3e9c-4351-8cae-3ed7a2c33b57 service neutron] Attempting to bind port b11e0829-8e77-4884-be37-f7605d1d55af on host hv-cinder-75510 for vnic_type normal with profile {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 25 19:20:27.754392 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [req-024dc4b7-295b-4e66-bd94-f3ccd8d9510c req-1f4ad2b6-3e9c-4351-8cae-3ed7a2c33b57 service neutron] Attempting to bind port b11e0829-8e77-4884-be37-f7605d1d55af by drivers openvswitch,hyperv on host hv-cinder-75510 at level 0 using segments [{'id': '98907f1f-3df8-47ea-a63f-ed9b1dc9d713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'ffddfb87-b9e1-4b51-8018-42d9ab6c3ad8'}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 25 19:20:27.754742 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-024dc4b7-295b-4e66-bd94-f3ccd8d9510c req-1f4ad2b6-3e9c-4351-8cae-3ed7a2c33b57 service neutron] Attempting to bind port b11e0829-8e77-4884-be37-f7605d1d55af on network ffddfb87-b9e1-4b51-8018-42d9ab6c3ad8 {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 25 19:20:27.833756 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ab54fc-1cf0-4b31-832b-f7568f8d0e26 service neutron] Pushing event updated for resources: {'Port': ['ID=49753907-3d92-474f-bd8d-596897e5c904,revision_number=3']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:20:27.886067 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-039e0508-a17a-4b2b-9fb9-4bc366f7c84b req-2ff62843-de59-4613-afa1-ea5f15294c2b tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] 10.222.0.18 "GET /v2.0/security-groups?id=ece6d36a-8c2c-423d-886b-e23866ad66ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4744775 Mar 25 19:20:27.926548 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c203a24b-24ca-430c-be57-0e8fc8303023 req-0a4a0630-1da6-4f00-9ce7-60b096859ee7 service neutron] Checking agent: {'id': 'e10cc9df-a7ce-4b9c-bc25-dffd007f5dd8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75510', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 19, 18, 1), 'started_at': datetime.datetime(2022, 3, 25, 19, 18, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 19, 20, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 25 19:20:27.926987 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c203a24b-24ca-430c-be57-0e8fc8303023 req-0a4a0630-1da6-4f00-9ce7-60b096859ee7 service neutron] Checking segment: {'id': '541ac455-136c-4743-9e72-e1540521f447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'aa37333a-1101-47b7-acc7-f21479cd1d95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103196) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 25 19:20:27.927453 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c203a24b-24ca-430c-be57-0e8fc8303023 req-0a4a0630-1da6-4f00-9ce7-60b096859ee7 service neutron] Bound using segment: {'id': '541ac455-136c-4743-9e72-e1540521f447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'aa37333a-1101-47b7-acc7-f21479cd1d95'} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 25 19:20:27.927903 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [req-c203a24b-24ca-430c-be57-0e8fc8303023 req-0a4a0630-1da6-4f00-9ce7-60b096859ee7 service neutron] Bound port: 3c0bc78a-5461-4c6b-9a9a-3f89dd130fc1, host: hv-cinder-75510, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '541ac455-136c-4743-9e72-e1540521f447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'aa37333a-1101-47b7-acc7-f21479cd1d95'}}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 25 19:20:27.928260 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-c203a24b-24ca-430c-be57-0e8fc8303023 req-0a4a0630-1da6-4f00-9ce7-60b096859ee7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1293263'] for port (3c0bc78a-5461-4c6b-9a9a-3f89dd130fc1), before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:27.953489 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-024dc4b7-295b-4e66-bd94-f3ccd8d9510c req-1f4ad2b6-3e9c-4351-8cae-3ed7a2c33b57 service neutron] Port b11e0829-8e77-4884-be37-f7605d1d55af on network ffddfb87-b9e1-4b51-8018-42d9ab6c3ad8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75510 {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 25 19:20:27.953695 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-024dc4b7-295b-4e66-bd94-f3ccd8d9510c req-1f4ad2b6-3e9c-4351-8cae-3ed7a2c33b57 service neutron] Attempting to bind port b11e0829-8e77-4884-be37-f7605d1d55af on network ffddfb87-b9e1-4b51-8018-42d9ab6c3ad8 {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 25 19:20:27.966957 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7289d4093f021cbd7bf50bbaa59f437c9f72b9c220592c3ffe9e03ab6ac51c7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1491e179-93e5-4769-a616-765294916918" -d '{"events": [{"name": "network-changed", "server_uuid": "60b11edc-ce3f-48f7-ac37-bc15cd882254", "tag": "49753907-3d92-474f-bd8d-596897e5c904"}]}' {{(pid=103197) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 25 19:20:27.981933 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-024dc4b7-295b-4e66-bd94-f3ccd8d9510c req-1f4ad2b6-3e9c-4351-8cae-3ed7a2c33b57 service neutron] Checking agent: {'id': 'e10cc9df-a7ce-4b9c-bc25-dffd007f5dd8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75510', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 19, 18, 1), 'started_at': datetime.datetime(2022, 3, 25, 19, 18, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 19, 20, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 25 19:20:27.982419 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-024dc4b7-295b-4e66-bd94-f3ccd8d9510c req-1f4ad2b6-3e9c-4351-8cae-3ed7a2c33b57 service neutron] Checking segment: {'id': '98907f1f-3df8-47ea-a63f-ed9b1dc9d713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'ffddfb87-b9e1-4b51-8018-42d9ab6c3ad8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103196) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 25 19:20:27.982679 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-024dc4b7-295b-4e66-bd94-f3ccd8d9510c req-1f4ad2b6-3e9c-4351-8cae-3ed7a2c33b57 service neutron] Bound using segment: {'id': '98907f1f-3df8-47ea-a63f-ed9b1dc9d713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'ffddfb87-b9e1-4b51-8018-42d9ab6c3ad8'} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 25 19:20:27.983125 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [req-024dc4b7-295b-4e66-bd94-f3ccd8d9510c req-1f4ad2b6-3e9c-4351-8cae-3ed7a2c33b57 service neutron] Bound port: b11e0829-8e77-4884-be37-f7605d1d55af, host: hv-cinder-75510, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98907f1f-3df8-47ea-a63f-ed9b1dc9d713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': 'ffddfb87-b9e1-4b51-8018-42d9ab6c3ad8'}}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 25 19:20:27.983480 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-024dc4b7-295b-4e66-bd94-f3ccd8d9510c req-1f4ad2b6-3e9c-4351-8cae-3ed7a2c33b57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1293263'] for port (b11e0829-8e77-4884-be37-f7605d1d55af), before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:28.067336 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.db [req-c203a24b-24ca-430c-be57-0e8fc8303023 req-0a4a0630-1da6-4f00-9ce7-60b096859ee7 service neutron] For port 3c0bc78a-5461-4c6b-9a9a-3f89dd130fc1, host hv-cinder-75510, cleared binding levels {{(pid=103196) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 25 19:20:28.072844 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.db [req-c203a24b-24ca-430c-be57-0e8fc8303023 req-0a4a0630-1da6-4f00-9ce7-60b096859ee7 service neutron] For port 3c0bc78a-5461-4c6b-9a9a-3f89dd130fc1, host hv-cinder-75510, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75510',level=0,port_id=3c0bc78a-5461-4c6b-9a9a-3f89dd130fc1,segment=NetworkSegment(541ac455-136c-4743-9e72-e1540521f447),segment_id=541ac455-136c-4743-9e72-e1540521f447)] {{(pid=103196) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 25 19:20:28.078671 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [req-1fd91a29-720c-43d7-84b8-e8e09e65fdef req-b245094d-f06f-4e8e-8179-9c9e5e6e20c1 tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] Publish callbacks [] for port (eccc2666-aab1-47fb-824f-6146f634c584), precommit_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:28.088160 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.db.db_base_plugin_common [req-7fa3c3be-ddfd-4f2c-91f2-f94d0d5294a9 req-f31d1e31-bd01-4638-8718-0c587841d715 tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] Allocated IP 172.20.0.14 (547b5db8-9a10-4506-ba92-acf96e89ae8e/5f5dde36-3194-44e6-b8cf-733c65400f3b/d5017eb3-7c1a-4acd-b3e7-abbf54ea28c0) {{(pid=103196) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 19:20:28.096962 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-c203a24b-24ca-430c-be57-0e8fc8303023 req-0a4a0630-1da6-4f00-9ce7-60b096859ee7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036679572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741036190733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741036190751'] for port (3c0bc78a-5461-4c6b-9a9a-3f89dd130fc1), after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:28.145401 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [req-1fd91a29-720c-43d7-84b8-e8e09e65fdef req-b245094d-f06f-4e8e-8179-9c9e5e6e20c1 tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741036193015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59283508'] for port (eccc2666-aab1-47fb-824f-6146f634c584), after_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:28.149197 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Mar 2022 19:20:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-249b7e70-bd5c-4a0e-a007-c89474eb891e x-openstack-request-id: req-249b7e70-bd5c-4a0e-a007-c89474eb891e {{(pid=103197) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 25 19:20:28.149197 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60b11edc-ce3f-48f7-ac37-bc15cd882254", "tag": "49753907-3d92-474f-bd8d-596897e5c904", "status": "completed", "code": 200}]} {{(pid=103197) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 25 19:20:28.149197 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-249b7e70-bd5c-4a0e-a007-c89474eb891e {{(pid=103197) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 25 19:20:28.150124 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.notifiers.nova [-] Nova event matching ['req-249b7e70-bd5c-4a0e-a007-c89474eb891e'] response: {'name': 'network-changed', 'server_uuid': '60b11edc-ce3f-48f7-ac37-bc15cd882254', 'tag': '49753907-3d92-474f-bd8d-596897e5c904', 'status': 'completed', 'code': 200} Mar 25 19:20:28.184802 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c203a24b-24ca-430c-be57-0e8fc8303023 req-0a4a0630-1da6-4f00-9ce7-60b096859ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:20:28.185632 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-c203a24b-24ca-430c-be57-0e8fc8303023 req-0a4a0630-1da6-4f00-9ce7-60b096859ee7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692927'] for port (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:28.187066 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-c203a24b-24ca-430c-be57-0e8fc8303023 req-0a4a0630-1da6-4f00-9ce7-60b096859ee7 service neutron] 10.222.0.26 "PUT /v2.0/ports/3c0bc78a-5461-4c6b-9a9a-3f89dd130fc1 HTTP/1.1" status: 200 len: 1094 time: 2.5641172 Mar 25 19:20:28.189916 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9da73b6c-0e9c-4722-bb2c-e3d758143cdf', 'tag': '3c0bc78a-5461-4c6b-9a9a-3f89dd130fc1'}] {{(pid=103196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 25 19:20:28.241462 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1fd91a29-720c-43d7-84b8-e8e09e65fdef req-b245094d-f06f-4e8e-8179-9c9e5e6e20c1 tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] Network aa37333a-1101-47b7-acc7-f21479cd1d95 is already hosted by enough agents. {{(pid=103197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 19:20:28.252425 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.scheduler.base_scheduler [req-1fd91a29-720c-43d7-84b8-e8e09e65fdef req-b245094d-f06f-4e8e-8179-9c9e5e6e20c1 tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] Resources bound (agent type, host, resource id): {{(pid=103197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 19:20:28.264301 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fedd139-ca20-408e-9b9a-3b8c5e9ef69b req-0d00f103-a429-4e19-b186-80d4417690c6 tempest-DeleteServersTestJSON-630511010 tempest-DeleteServersTestJSON-630511010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:20:28.266053 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-4fedd139-ca20-408e-9b9a-3b8c5e9ef69b req-0d00f103-a429-4e19-b186-80d4417690c6 tempest-DeleteServersTestJSON-630511010 tempest-DeleteServersTestJSON-630511010-project] 10.222.0.18 "GET /v2.0/ports?device_id=9df5ca96-e2d4-4758-9ddb-4aa505cf1a35 HTTP/1.1" status: 200 len: 943 time: 0.5201685 Mar 25 19:20:28.266197 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fd91a29-720c-43d7-84b8-e8e09e65fdef req-b245094d-f06f-4e8e-8179-9c9e5e6e20c1 tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] Received port after_create {{(pid=103197) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 25 19:20:28.270653 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b245094d-f06f-4e8e-8179-9c9e5e6e20c1 tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] Pushing event updated for resources: {'Port': ['ID=eccc2666-aab1-47fb-824f-6146f634c584,revision_number=1']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:20:28.287401 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.18', 58148) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:20:28.345523 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-92429451-77e7-495d-9bf9-29cab65abbc7 req-91ef5c66-1a4c-4841-b45d-d4a60583c6a7 tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] 10.222.0.18 "GET /v2.0/ports?device_id=c2f22826-2512-4bee-8ddc-2e80d6e63d45 HTTP/1.1" status: 200 len: 210 time: 0.0457172 Mar 25 19:20:28.358722 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd91a29-720c-43d7-84b8-e8e09e65fdef req-b245094d-f06f-4e8e-8179-9c9e5e6e20c1 tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:20:28.359357 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [req-1fd91a29-720c-43d7-84b8-e8e09e65fdef req-b245094d-f06f-4e8e-8179-9c9e5e6e20c1 tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692927'] for port (None), before_response {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:28.402567 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-1fd91a29-720c-43d7-84b8-e8e09e65fdef req-b245094d-f06f-4e8e-8179-9c9e5e6e20c1 tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4143112 Mar 25 19:20:28.446372 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4a0630-1da6-4f00-9ce7-60b096859ee7 service neutron] Pushing event updated for resources: {'Port': ['ID=3c0bc78a-5461-4c6b-9a9a-3f89dd130fc1,revision_number=3']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:20:28.491992 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aab9b3bfb8b62b9c439d2baea07b5fa53a515b81dc2b4d2d70d2153c83a947a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6924fdc-395a-43c4-ac70-b08cc1e5ad8f" -d '{"events": [{"name": "network-changed", "server_uuid": "9da73b6c-0e9c-4722-bb2c-e3d758143cdf", "tag": "3c0bc78a-5461-4c6b-9a9a-3f89dd130fc1"}]}' {{(pid=103196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 25 19:20:28.513845 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.db [req-024dc4b7-295b-4e66-bd94-f3ccd8d9510c req-1f4ad2b6-3e9c-4351-8cae-3ed7a2c33b57 service neutron] For port b11e0829-8e77-4884-be37-f7605d1d55af, host hv-cinder-75510, cleared binding levels {{(pid=103196) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 25 19:20:28.612304 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.db [req-024dc4b7-295b-4e66-bd94-f3ccd8d9510c req-1f4ad2b6-3e9c-4351-8cae-3ed7a2c33b57 service neutron] For port b11e0829-8e77-4884-be37-f7605d1d55af, host hv-cinder-75510, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75510',level=0,port_id=b11e0829-8e77-4884-be37-f7605d1d55af,segment=NetworkSegment(98907f1f-3df8-47ea-a63f-ed9b1dc9d713),segment_id=98907f1f-3df8-47ea-a63f-ed9b1dc9d713)] {{(pid=103196) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 25 19:20:28.626090 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Mar 2022 19:20:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5231daaf-2986-4320-9a76-af1eb3c26530 x-openstack-request-id: req-5231daaf-2986-4320-9a76-af1eb3c26530 {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 25 19:20:28.626455 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9da73b6c-0e9c-4722-bb2c-e3d758143cdf", "tag": "3c0bc78a-5461-4c6b-9a9a-3f89dd130fc1", "status": "completed", "code": 200}]} {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 25 19:20:28.626702 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5231daaf-2986-4320-9a76-af1eb3c26530 {{(pid=103196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 25 19:20:28.627317 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5231daaf-2986-4320-9a76-af1eb3c26530'] response: {'name': 'network-changed', 'server_uuid': '9da73b6c-0e9c-4722-bb2c-e3d758143cdf', 'tag': '3c0bc78a-5461-4c6b-9a9a-3f89dd130fc1', 'status': 'completed', 'code': 200} Mar 25 19:20:28.632511 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-a4a0c934-3965-42a7-b9de-be5b3166f611 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:28.638688 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-024dc4b7-295b-4e66-bd94-f3ccd8d9510c req-1f4ad2b6-3e9c-4351-8cae-3ed7a2c33b57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036679572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741036190733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741036190751'] for port (b11e0829-8e77-4884-be37-f7605d1d55af), after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:28.654863 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-4fedd139-ca20-408e-9b9a-3b8c5e9ef69b req-4092265e-a582-467c-a70f-5c9f36acf477 tempest-DeleteServersTestJSON-630511010 tempest-DeleteServersTestJSON-630511010-project] 10.222.0.18 "GET /v2.0/security-groups?id=d5c330d0-a6f0-4d62-a482-38972d204a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3462455 Mar 25 19:20:28.751897 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-7fa3c3be-ddfd-4f2c-91f2-f94d0d5294a9 req-f31d1e31-bd01-4638-8718-0c587841d715 tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] Publish callbacks [] for port (d5017eb3-7c1a-4acd-b3e7-abbf54ea28c0), precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:28.763427 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024dc4b7-295b-4e66-bd94-f3ccd8d9510c req-1f4ad2b6-3e9c-4351-8cae-3ed7a2c33b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:20:28.764053 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-024dc4b7-295b-4e66-bd94-f3ccd8d9510c req-1f4ad2b6-3e9c-4351-8cae-3ed7a2c33b57 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692927'] for port (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:28.765430 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-024dc4b7-295b-4e66-bd94-f3ccd8d9510c req-1f4ad2b6-3e9c-4351-8cae-3ed7a2c33b57 service neutron] 10.222.0.26 "PUT /v2.0/ports/b11e0829-8e77-4884-be37-f7605d1d55af HTTP/1.1" status: 200 len: 1093 time: 3.1495061 Mar 25 19:20:28.794679 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4ad2b6-3e9c-4351-8cae-3ed7a2c33b57 service neutron] Pushing event updated for resources: {'Port': ['ID=b11e0829-8e77-4884-be37-f7605d1d55af,revision_number=3']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:20:28.816959 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fa08d2-d69b-4503-acf6-b9e14148ccfa req-604795b7-11ad-4dd1-9fc3-93d79f2f2d1f tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:20:28.827944 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-81fa08d2-d69b-4503-acf6-b9e14148ccfa req-604795b7-11ad-4dd1-9fc3-93d79f2f2d1f tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e98d9a4-7bc3-4128-b4ae-768498a633da HTTP/1.1" status: 200 len: 932 time: 0.0946250 Mar 25 19:20:28.841820 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-7fa3c3be-ddfd-4f2c-91f2-f94d0d5294a9 req-f31d1e31-bd01-4638-8718-0c587841d715 tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741036193015'] for port (d5017eb3-7c1a-4acd-b3e7-abbf54ea28c0), after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:28.890581 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-81fa08d2-d69b-4503-acf6-b9e14148ccfa req-faecd3ce-1528-4d8c-aac5-545ee512ebdf tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] 10.222.0.18 "GET /v2.0/security-groups?id=316ae13e-57e7-48d9-a090-8e2f46504143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614922 Mar 25 19:20:28.906248 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7fa3c3be-ddfd-4f2c-91f2-f94d0d5294a9 req-f31d1e31-bd01-4638-8718-0c587841d715 tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] Network 547b5db8-9a10-4506-ba92-acf96e89ae8e is already hosted by enough agents. {{(pid=103196) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 19:20:28.906553 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-a4a0c934-3965-42a7-b9de-be5b3166f611 admin admin] Publish callbacks [] for security_group (1c769e04-34c9-44d5-bc5a-87e32dddb3d8), precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:28.909884 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.scheduler.base_scheduler [req-7fa3c3be-ddfd-4f2c-91f2-f94d0d5294a9 req-f31d1e31-bd01-4638-8718-0c587841d715 tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] Resources bound (agent type, host, resource id): {{(pid=103196) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 19:20:28.917101 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fa3c3be-ddfd-4f2c-91f2-f94d0d5294a9 req-f31d1e31-bd01-4638-8718-0c587841d715 tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] Received port after_create {{(pid=103196) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 25 19:20:28.922490 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa3c3be-ddfd-4f2c-91f2-f94d0d5294a9 req-f31d1e31-bd01-4638-8718-0c587841d715 tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:20:28.923183 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-7fa3c3be-ddfd-4f2c-91f2-f94d0d5294a9 req-f31d1e31-bd01-4638-8718-0c587841d715 tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692927'] for port (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:28.925575 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-a4a0c934-3965-42a7-b9de-be5b3166f611 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687199'] for security_group (1c769e04-34c9-44d5-bc5a-87e32dddb3d8), after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:28.949649 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31d1e31-bd01-4638-8718-0c587841d715 tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] Pushing event updated for resources: {'Port': ['ID=d5017eb3-7c1a-4acd-b3e7-abbf54ea28c0,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:20:28.988199 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-80c20a6b-0a33-4b6b-815d-6d81c5c5e5c5 None None] Provisioning complete for port eccc2666-aab1-47fb-824f-6146f634c584 triggered by entity DHCP. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 25 19:20:28.988743 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-80c20a6b-0a33-4b6b-815d-6d81c5c5e5c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133789'] for port (eccc2666-aab1-47fb-824f-6146f634c584), provisioning_complete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:28.994895 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-7fa3c3be-ddfd-4f2c-91f2-f94d0d5294a9 req-f31d1e31-bd01-4638-8718-0c587841d715 tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2094893 Mar 25 19:20:28.997415 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-a4a0c934-3965-42a7-b9de-be5b3166f611 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=75735408f33346fda24e36f12e17566d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7091234 Mar 25 19:20:28.999660 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a0c934-3965-42a7-b9de-be5b3166f611 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c769e04-34c9-44d5-bc5a-87e32dddb3d8,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:20:29.000560 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.18', 58186) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:20:29.107568 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766f26bc-a7b1-4ec0-8f80-f577f641d011 req-e313ff74-d7af-42e1-aacb-3392f051e872 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:20:29.113979 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-766f26bc-a7b1-4ec0-8f80-f577f641d011 req-e313ff74-d7af-42e1-aacb-3392f051e872 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] 10.222.0.18 "GET /v2.0/ports?device_id=60b11edc-ce3f-48f7-ac37-bc15cd882254 HTTP/1.1" status: 200 len: 944 time: 0.0925608 Mar 25 19:20:29.129403 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-a03274fc-d05f-45cb-b6cd-8d3f99035731 admin admin] Publish callbacks [] for security_group (1c769e04-34c9-44d5-bc5a-87e32dddb3d8), before_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:29.172217 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-766f26bc-a7b1-4ec0-8f80-f577f641d011 req-15a7d1a5-b112-4e4d-990b-be7160875ac0 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] 10.222.0.18 "GET /v2.0/security-groups?id=ece6d36a-8c2c-423d-886b-e23866ad66ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569186 Mar 25 19:20:29.177146 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-a03274fc-d05f-45cb-b6cd-8d3f99035731 admin admin] Publish callbacks [] for security_group (1c769e04-34c9-44d5-bc5a-87e32dddb3d8), precommit_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:29.196207 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-bfcc621e-35c9-4ac2-b4cb-53c403134561 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741036503857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133703'] for agent (9ba807d9-64cc-4b2a-8ad2-e4f3b23bc779), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:29.201868 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-80c20a6b-0a33-4b6b-815d-6d81c5c5e5c5 None None] Port eccc2666-aab1-47fb-824f-6146f634c584 cannot update to ACTIVE because it is not bound. {{(pid=103198) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 25 19:20:29.227315 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-a03274fc-d05f-45cb-b6cd-8d3f99035731 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687199'] for security_group (1c769e04-34c9-44d5-bc5a-87e32dddb3d8), after_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:29.229987 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-a03274fc-d05f-45cb-b6cd-8d3f99035731 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:29.231198 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-a03274fc-d05f-45cb-b6cd-8d3f99035731 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1c769e04-34c9-44d5-bc5a-87e32dddb3d8 HTTP/1.1" status: 204 len: 168 time: 0.2295992 Mar 25 19:20:29.241443 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03274fc-d05f-45cb-b6cd-8d3f99035731 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c769e04-34c9-44d5-bc5a-87e32dddb3d8,revision_number=None']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:20:29.320257 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-a9d6a0b4-015e-4c93-b92f-aafda51a5d8c None None] Provisioning complete for port d5017eb3-7c1a-4acd-b3e7-abbf54ea28c0 triggered by entity DHCP. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 25 19:20:29.320624 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-a9d6a0b4-015e-4c93-b92f-aafda51a5d8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133789'] for port (d5017eb3-7c1a-4acd-b3e7-abbf54ea28c0), provisioning_complete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:29.355813 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-a9d6a0b4-015e-4c93-b92f-aafda51a5d8c None None] Port d5017eb3-7c1a-4acd-b3e7-abbf54ea28c0 cannot update to ACTIVE because it is not bound. {{(pid=103198) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 25 19:20:29.481142 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88750f9-2e67-4869-a9da-3035e744dd8d req-6ac2077a-0a87-4a6a-912e-62b35d5e542c tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:20:29.483197 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-e88750f9-2e67-4869-a9da-3035e744dd8d req-6ac2077a-0a87-4a6a-912e-62b35d5e542c tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] 10.222.0.18 "GET /v2.0/ports?device_id=c2f22826-2512-4bee-8ddc-2e80d6e63d45 HTTP/1.1" status: 200 len: 932 time: 0.0602982 Mar 25 19:20:29.504396 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.18', 58200) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:20:29.517684 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-0b2542fa-e37c-4c9f-9adb-eb98d61dad70 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:29.530573 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-e88750f9-2e67-4869-a9da-3035e744dd8d req-cd107819-c5cd-4d7a-a5f7-67850483e590 tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] 10.222.0.18 "GET /v2.0/security-groups?id=a346db11-a1aa-49ea-9798-167075247d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419080 Mar 25 19:20:29.590863 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-0b2542fa-e37c-4c9f-9adb-eb98d61dad70 admin admin] Publish callbacks [] for security_group (d45d8a9c-0c94-4a99-872b-dfc7f844769d), precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:29.594359 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-0b2542fa-e37c-4c9f-9adb-eb98d61dad70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687199'] for security_group (d45d8a9c-0c94-4a99-872b-dfc7f844769d), after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:29.630851 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-0b2542fa-e37c-4c9f-9adb-eb98d61dad70 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6b452a7d99854f9d9c2b2be1aa16db87&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1253049 Mar 25 19:20:29.631730 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2542fa-e37c-4c9f-9adb-eb98d61dad70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d45d8a9c-0c94-4a99-872b-dfc7f844769d,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:20:29.633577 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.18', 58202) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:20:29.681283 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-fa5b6111-e876-4a9f-8d64-ca717047134b admin admin] Publish callbacks [] for security_group (d45d8a9c-0c94-4a99-872b-dfc7f844769d), before_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:29.704706 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-fa5b6111-e876-4a9f-8d64-ca717047134b admin admin] Publish callbacks [] for security_group (d45d8a9c-0c94-4a99-872b-dfc7f844769d), precommit_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:29.751080 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-fa5b6111-e876-4a9f-8d64-ca717047134b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687199'] for security_group (d45d8a9c-0c94-4a99-872b-dfc7f844769d), after_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:29.753585 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-fa5b6111-e876-4a9f-8d64-ca717047134b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:29.754861 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-fa5b6111-e876-4a9f-8d64-ca717047134b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d45d8a9c-0c94-4a99-872b-dfc7f844769d HTTP/1.1" status: 204 len: 168 time: 0.1196716 Mar 25 19:20:29.764022 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5b6111-e876-4a9f-8d64-ca717047134b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d45d8a9c-0c94-4a99-872b-dfc7f844769d,revision_number=None']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:20:29.768614 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20015d1-8ee7-47a4-9107-485ea2e1cb40 req-17e76059-f13f-409c-8b8c-48c104f6346e tempest-DeleteServersTestJSON-630511010 tempest-DeleteServersTestJSON-630511010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:20:29.770222 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-b20015d1-8ee7-47a4-9107-485ea2e1cb40 req-17e76059-f13f-409c-8b8c-48c104f6346e tempest-DeleteServersTestJSON-630511010 tempest-DeleteServersTestJSON-630511010-project] 10.222.0.18 "GET /v2.0/ports?device_id=9df5ca96-e2d4-4758-9ddb-4aa505cf1a35 HTTP/1.1" status: 200 len: 943 time: 0.0571620 Mar 25 19:20:29.825132 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-b20015d1-8ee7-47a4-9107-485ea2e1cb40 req-8240bdb1-ab07-4446-a29c-1002f08a37cb tempest-DeleteServersTestJSON-630511010 tempest-DeleteServersTestJSON-630511010-project] 10.222.0.18 "GET /v2.0/security-groups?id=d5c330d0-a6f0-4d62-a482-38972d204a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426338 Mar 25 19:20:30.001057 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c8dcbc-a50f-43d6-aa39-bde4daeaad37 req-d0bdc279-0d54-43e1-acd8-fdfc9c625bd6 tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:20:30.002661 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-06c8dcbc-a50f-43d6-aa39-bde4daeaad37 req-d0bdc279-0d54-43e1-acd8-fdfc9c625bd6 tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e98d9a4-7bc3-4128-b4ae-768498a633da HTTP/1.1" status: 200 len: 932 time: 0.0511432 Mar 25 19:20:30.054093 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-06c8dcbc-a50f-43d6-aa39-bde4daeaad37 req-2eb97b16-273e-4ff4-b85c-a9f6ed56be6b tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] 10.222.0.18 "GET /v2.0/security-groups?id=316ae13e-57e7-48d9-a090-8e2f46504143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458713 Mar 25 19:20:30.247515 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.v2.base [req-1fd91a29-720c-43d7-84b8-e8e09e65fdef req-58161ccc-9eab-45de-ba69-aaf77a2a3b5c service neutron] Request body: {'port': {'device_id': '2e98d9a4-7bc3-4128-b4ae-768498a633da', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75510'}} {{(pid=103197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 19:20:30.260472 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.v2.base [req-7fa3c3be-ddfd-4f2c-91f2-f94d0d5294a9 req-029bc059-6dba-463c-be4d-95d0a6b1a6df service neutron] Request body: {'port': {'device_id': 'c2f22826-2512-4bee-8ddc-2e80d6e63d45', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75510'}} {{(pid=103196) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 19:20:30.403836 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [req-1fd91a29-720c-43d7-84b8-e8e09e65fdef req-58161ccc-9eab-45de-ba69-aaf77a2a3b5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1293263'] for port (eccc2666-aab1-47fb-824f-6146f634c584), before_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:30.475941 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024dc4b7-295b-4e66-bd94-f3ccd8d9510c req-8871d8bd-b81b-43cf-8c9e-fe87092d417d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:20:30.477561 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-024dc4b7-295b-4e66-bd94-f3ccd8d9510c req-8871d8bd-b81b-43cf-8c9e-fe87092d417d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=24f5fac9a0a146698f68e93d9c785d0e&device_id=9df5ca96-e2d4-4758-9ddb-4aa505cf1a35 HTTP/1.1" status: 200 len: 1127 time: 0.1390154 Mar 25 19:20:30.506839 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-7fa3c3be-ddfd-4f2c-91f2-f94d0d5294a9 req-029bc059-6dba-463c-be4d-95d0a6b1a6df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1293263'] for port (d5017eb3-7c1a-4acd-b3e7-abbf54ea28c0), before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:30.524005 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c203a24b-24ca-430c-be57-0e8fc8303023 req-574ab8c1-3f3b-4227-8332-9f6a08021c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:20:30.525902 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-c203a24b-24ca-430c-be57-0e8fc8303023 req-574ab8c1-3f3b-4227-8332-9f6a08021c37 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=155e7b1bde6b4fb1ba768c2d6ab00159&device_id=9da73b6c-0e9c-4722-bb2c-e3d758143cdf HTTP/1.1" status: 200 len: 1128 time: 0.2479975 Mar 25 19:20:30.530096 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1491e179-93e5-4769-a616-765294916918 req-dd921106-c935-49b5-b7eb-08abf8397844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:20:30.531538 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-1491e179-93e5-4769-a616-765294916918 req-dd921106-c935-49b5-b7eb-08abf8397844 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6512a963b11c42188d92829b913731e9&device_id=60b11edc-ce3f-48f7-ac37-bc15cd882254 HTTP/1.1" status: 200 len: 1128 time: 0.1822221 Mar 25 19:20:30.540158 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e92536-32bd-4a37-be02-6f0234a5dd6b req-a25609e4-cdb3-4a86-9adc-6532277d9c8a tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:20:30.547044 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-30e92536-32bd-4a37-be02-6f0234a5dd6b req-a25609e4-cdb3-4a86-9adc-6532277d9c8a tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] 10.222.0.18 "GET /v2.0/ports?device_id=60b11edc-ce3f-48f7-ac37-bc15cd882254 HTTP/1.1" status: 200 len: 944 time: 0.1962483 Mar 25 19:20:30.580737 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-024dc4b7-295b-4e66-bd94-f3ccd8d9510c req-861e1f12-461a-400b-86be-2e9ba09918a3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b11e0829-8e77-4884-be37-f7605d1d55af HTTP/1.1" status: 200 len: 217 time: 0.0937943 Mar 25 19:20:30.669818 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9df5ca96-e2d4-4758-9ddb-4aa505cf1a35', 'tag': 'b11e0829-8e77-4884-be37-f7605d1d55af'}] {{(pid=103196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 25 19:20:30.672361 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aab9b3bfb8b62b9c439d2baea07b5fa53a515b81dc2b4d2d70d2153c83a947a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-189fa602-af53-43de-9059-2f11cc0a7bff" -d '{"events": [{"name": "network-changed", "server_uuid": "9df5ca96-e2d4-4758-9ddb-4aa505cf1a35", "tag": "b11e0829-8e77-4884-be37-f7605d1d55af"}]}' {{(pid=103196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 25 19:20:30.675103 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741036503857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133703'] for agent (e10cc9df-a7ce-4b9c-bc25-dffd007f5dd8), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:30.703769 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-c203a24b-24ca-430c-be57-0e8fc8303023 req-c11ef3d8-f09d-40a3-bbc5-9c9f72970d44 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3c0bc78a-5461-4c6b-9a9a-3f89dd130fc1 HTTP/1.1" status: 200 len: 217 time: 0.1545470 Mar 25 19:20:30.786312 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024dc4b7-295b-4e66-bd94-f3ccd8d9510c req-bdfeeb90-e1f4-4eb6-a20d-332229bcc99f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:20:30.787842 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-024dc4b7-295b-4e66-bd94-f3ccd8d9510c req-bdfeeb90-e1f4-4eb6-a20d-332229bcc99f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=08275f5a-05cf-469a-a79e-d56942db469a HTTP/1.1" status: 200 len: 852 time: 0.1479096 Mar 25 19:20:30.789790 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741036503857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133703'] for agent (239dac0e-b210-4295-8f1a-11f7f9dc3de1), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:30.865116 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-024dc4b7-295b-4e66-bd94-f3ccd8d9510c req-f915b89a-5e7b-49f6-87d6-7a6e3ff61d37 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ffddfb87-b9e1-4b51-8018-42d9ab6c3ad8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0698602 Mar 25 19:20:30.875225 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e341d6-2d6c-484b-acff-f9216906f0cd req-501f21ee-f7f4-46de-8867-706972fa524c tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:20:30.877254 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-27e341d6-2d6c-484b-acff-f9216906f0cd req-501f21ee-f7f4-46de-8867-706972fa524c tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] 10.222.0.18 "GET /v2.0/ports?device_id=c2f22826-2512-4bee-8ddc-2e80d6e63d45 HTTP/1.1" status: 200 len: 932 time: 0.2384393 Mar 25 19:20:31.009423 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-30e92536-32bd-4a37-be02-6f0234a5dd6b req-4b66bf7e-841d-4058-9c54-28b7d104bfef tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] 10.222.0.18 "GET /v2.0/security-groups?id=ece6d36a-8c2c-423d-886b-e23866ad66ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4571455 Mar 25 19:20:31.057262 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-27e341d6-2d6c-484b-acff-f9216906f0cd req-7ae6e1e2-0c19-4049-9e99-cca49a78f1f1 tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] 10.222.0.18 "GET /v2.0/security-groups?id=a346db11-a1aa-49ea-9798-167075247d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1665871 Mar 25 19:20:31.062121 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c203a24b-24ca-430c-be57-0e8fc8303023 req-bbeabde0-4a82-496a-b444-8edcadc7916a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:20:31.062368 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-024dc4b7-295b-4e66-bd94-f3ccd8d9510c req-78f48e98-7149-45b3-b03b-2c60dac542f7 service neutron] 10.222.0.26 "GET /v2.0/networks/ffddfb87-b9e1-4b51-8018-42d9ab6c3ad8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1820495 Mar 25 19:20:31.064917 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-c203a24b-24ca-430c-be57-0e8fc8303023 req-bbeabde0-4a82-496a-b444-8edcadc7916a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d8fb3102-0026-42d9-a683-15415ae64f68 HTTP/1.1" status: 200 len: 858 time: 0.2498984 Mar 25 19:20:31.069978 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1491e179-93e5-4769-a616-765294916918 req-dd8699a2-6463-4b6e-aede-8ba4743c4af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:20:31.071746 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-1491e179-93e5-4769-a616-765294916918 req-dd8699a2-6463-4b6e-aede-8ba4743c4af6 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=6512a963b11c42188d92829b913731e9&shared=False HTTP/1.1" status: 200 len: 918 time: 0.5217032 Mar 25 19:20:31.079111 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.notifiers.nova [req-1fd91a29-720c-43d7-84b8-e8e09e65fdef req-58161ccc-9eab-45de-ba69-aaf77a2a3b5c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eccc2666-aab1-47fb-824f-6146f634c584 {{(pid=103197) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 25 19:20:31.116837 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [req-1fd91a29-720c-43d7-84b8-e8e09e65fdef req-58161ccc-9eab-45de-ba69-aaf77a2a3b5c service neutron] Publish callbacks [] for port (eccc2666-aab1-47fb-824f-6146f634c584), precommit_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:31.255351 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.db.provisioning_blocks [req-1fd91a29-720c-43d7-84b8-e8e09e65fdef req-58161ccc-9eab-45de-ba69-aaf77a2a3b5c service neutron] Transition to ACTIVE for port object eccc2666-aab1-47fb-824f-6146f634c584 will not be triggered until provisioned by entity L2. {{(pid=103197) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 25 19:20:31.266280 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [req-1fd91a29-720c-43d7-84b8-e8e09e65fdef req-58161ccc-9eab-45de-ba69-aaf77a2a3b5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036679572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741036190733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741036190751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59283459'] for port (eccc2666-aab1-47fb-824f-6146f634c584), after_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:31.346667 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.18', 58278) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:20:31.381502 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-024dc4b7-295b-4e66-bd94-f3ccd8d9510c req-4a844ba6-07f1-48a9-86b2-51f403bdb0f4 service neutron] 10.222.0.26 "GET /v2.0/networks/ffddfb87-b9e1-4b51-8018-42d9ab6c3ad8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2955577 Mar 25 19:20:31.382277 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58161ccc-9eab-45de-ba69-aaf77a2a3b5c service neutron] Pushing event updated for resources: {'Port': ['ID=eccc2666-aab1-47fb-824f-6146f634c584,revision_number=2']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:20:31.420767 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef24483-7c58-4a3c-adcf-de0f2d7b01f5 req-50d13e8d-e477-4c3e-9095-ca4195525392 tempest-DeleteServersTestJSON-630511010 tempest-DeleteServersTestJSON-630511010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:20:31.449953 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-5ef24483-7c58-4a3c-adcf-de0f2d7b01f5 req-50d13e8d-e477-4c3e-9095-ca4195525392 tempest-DeleteServersTestJSON-630511010 tempest-DeleteServersTestJSON-630511010-project] 10.222.0.18 "GET /v2.0/ports?device_id=9df5ca96-e2d4-4758-9ddb-4aa505cf1a35 HTTP/1.1" status: 200 len: 943 time: 0.2308176 Mar 25 19:20:31.658086 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Mar 2022 19:20:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1efb08ea-f973-45e0-8101-e075224743be x-openstack-request-id: req-1efb08ea-f973-45e0-8101-e075224743be {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 25 19:20:31.658700 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9df5ca96-e2d4-4758-9ddb-4aa505cf1a35", "tag": "b11e0829-8e77-4884-be37-f7605d1d55af", "status": "completed", "code": 200}]} {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 25 19:20:31.658700 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1efb08ea-f973-45e0-8101-e075224743be {{(pid=103196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 25 19:20:31.659266 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1efb08ea-f973-45e0-8101-e075224743be'] response: {'name': 'network-changed', 'server_uuid': '9df5ca96-e2d4-4758-9ddb-4aa505cf1a35', 'tag': 'b11e0829-8e77-4884-be37-f7605d1d55af', 'status': 'completed', 'code': 200} Mar 25 19:20:31.669651 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-5ef24483-7c58-4a3c-adcf-de0f2d7b01f5 req-e4ec9fc8-7193-487c-a980-a01dff854670 tempest-DeleteServersTestJSON-630511010 tempest-DeleteServersTestJSON-630511010-project] 10.222.0.18 "GET /v2.0/security-groups?id=d5c330d0-a6f0-4d62-a482-38972d204a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2184749 Mar 25 19:20:31.739783 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189fa602-af53-43de-9059-2f11cc0a7bff req-b60dded1-5e08-4c79-83c2-ff089527562f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:20:31.741603 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-189fa602-af53-43de-9059-2f11cc0a7bff req-b60dded1-5e08-4c79-83c2-ff089527562f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=24f5fac9a0a146698f68e93d9c785d0e&device_id=9df5ca96-e2d4-4758-9ddb-4aa505cf1a35 HTTP/1.1" status: 200 len: 1127 time: 0.2704306 Mar 25 19:20:31.755618 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.notifiers.nova [req-7fa3c3be-ddfd-4f2c-91f2-f94d0d5294a9 req-029bc059-6dba-463c-be4d-95d0a6b1a6df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5017eb3-7c1a-4acd-b3e7-abbf54ea28c0 {{(pid=103196) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 25 19:20:31.768743 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.plugins.ml2.managers [req-1fd91a29-720c-43d7-84b8-e8e09e65fdef req-58161ccc-9eab-45de-ba69-aaf77a2a3b5c service neutron] Attempting to bind port eccc2666-aab1-47fb-824f-6146f634c584 on host hv-cinder-75510 for vnic_type normal with profile {{(pid=103197) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 25 19:20:31.769271 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.plugins.ml2.managers [req-1fd91a29-720c-43d7-84b8-e8e09e65fdef req-58161ccc-9eab-45de-ba69-aaf77a2a3b5c service neutron] Attempting to bind port eccc2666-aab1-47fb-824f-6146f634c584 by drivers openvswitch,hyperv on host hv-cinder-75510 at level 0 using segments [{'id': '541ac455-136c-4743-9e72-e1540521f447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'aa37333a-1101-47b7-acc7-f21479cd1d95'}] {{(pid=103197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 25 19:20:31.769758 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fd91a29-720c-43d7-84b8-e8e09e65fdef req-58161ccc-9eab-45de-ba69-aaf77a2a3b5c service neutron] Attempting to bind port eccc2666-aab1-47fb-824f-6146f634c584 on network aa37333a-1101-47b7-acc7-f21479cd1d95 {{(pid=103197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 25 19:20:31.780211 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-7fa3c3be-ddfd-4f2c-91f2-f94d0d5294a9 req-029bc059-6dba-463c-be4d-95d0a6b1a6df service neutron] Publish callbacks [] for port (d5017eb3-7c1a-4acd-b3e7-abbf54ea28c0), precommit_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:31.793475 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fd91a29-720c-43d7-84b8-e8e09e65fdef req-58161ccc-9eab-45de-ba69-aaf77a2a3b5c service neutron] Port eccc2666-aab1-47fb-824f-6146f634c584 on network aa37333a-1101-47b7-acc7-f21479cd1d95 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75510 {{(pid=103197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 25 19:20:31.794129 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fd91a29-720c-43d7-84b8-e8e09e65fdef req-58161ccc-9eab-45de-ba69-aaf77a2a3b5c service neutron] Attempting to bind port eccc2666-aab1-47fb-824f-6146f634c584 on network aa37333a-1101-47b7-acc7-f21479cd1d95 {{(pid=103197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 25 19:20:31.836350 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c203a24b-24ca-430c-be57-0e8fc8303023 req-49fac084-1b12-40f3-8613-d37828abd991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:20:31.838040 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-c203a24b-24ca-430c-be57-0e8fc8303023 req-49fac084-1b12-40f3-8613-d37828abd991 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=aa37333a-1101-47b7-acc7-f21479cd1d95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.7559834 Mar 25 19:20:31.841297 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fd91a29-720c-43d7-84b8-e8e09e65fdef req-58161ccc-9eab-45de-ba69-aaf77a2a3b5c service neutron] Checking agent: {'id': 'e10cc9df-a7ce-4b9c-bc25-dffd007f5dd8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75510', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 19, 18, 1), 'started_at': datetime.datetime(2022, 3, 25, 19, 18, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 19, 20, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 25 19:20:31.841915 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fd91a29-720c-43d7-84b8-e8e09e65fdef req-58161ccc-9eab-45de-ba69-aaf77a2a3b5c service neutron] Checking segment: {'id': '541ac455-136c-4743-9e72-e1540521f447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'aa37333a-1101-47b7-acc7-f21479cd1d95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 25 19:20:31.842595 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fd91a29-720c-43d7-84b8-e8e09e65fdef req-58161ccc-9eab-45de-ba69-aaf77a2a3b5c service neutron] Bound using segment: {'id': '541ac455-136c-4743-9e72-e1540521f447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'aa37333a-1101-47b7-acc7-f21479cd1d95'} {{(pid=103197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 25 19:20:31.843355 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.plugins.ml2.managers [req-1fd91a29-720c-43d7-84b8-e8e09e65fdef req-58161ccc-9eab-45de-ba69-aaf77a2a3b5c service neutron] Bound port: eccc2666-aab1-47fb-824f-6146f634c584, host: hv-cinder-75510, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '541ac455-136c-4743-9e72-e1540521f447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'aa37333a-1101-47b7-acc7-f21479cd1d95'}}] {{(pid=103197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 25 19:20:31.844199 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [req-1fd91a29-720c-43d7-84b8-e8e09e65fdef req-58161ccc-9eab-45de-ba69-aaf77a2a3b5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1293263'] for port (eccc2666-aab1-47fb-824f-6146f634c584), before_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:31.848579 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [req-7fa3c3be-ddfd-4f2c-91f2-f94d0d5294a9 req-029bc059-6dba-463c-be4d-95d0a6b1a6df service neutron] Transition to ACTIVE for port object d5017eb3-7c1a-4acd-b3e7-abbf54ea28c0 will not be triggered until provisioned by entity L2. {{(pid=103196) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 25 19:20:31.878992 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-7fa3c3be-ddfd-4f2c-91f2-f94d0d5294a9 req-029bc059-6dba-463c-be4d-95d0a6b1a6df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036679572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741036190733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741036190751'] for port (d5017eb3-7c1a-4acd-b3e7-abbf54ea28c0), after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:31.887828 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fe2406-57ed-420f-ad4f-23cb248da218 req-9486ad97-02a7-4b6f-9a43-464a1953f65e tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:20:31.889424 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-c3fe2406-57ed-420f-ad4f-23cb248da218 req-9486ad97-02a7-4b6f-9a43-464a1953f65e tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e98d9a4-7bc3-4128-b4ae-768498a633da HTTP/1.1" status: 200 len: 944 time: 0.2489643 Mar 25 19:20:31.968992 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1491e179-93e5-4769-a616-765294916918 req-09016721-f25a-4442-8a5c-0e0896d52193 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:20:31.970872 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-1491e179-93e5-4769-a616-765294916918 req-09016721-f25a-4442-8a5c-0e0896d52193 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8899529 Mar 25 19:20:32.060973 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.plugins.ml2.db [req-1fd91a29-720c-43d7-84b8-e8e09e65fdef req-58161ccc-9eab-45de-ba69-aaf77a2a3b5c service neutron] For port eccc2666-aab1-47fb-824f-6146f634c584, host hv-cinder-75510, cleared binding levels {{(pid=103197) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 25 19:20:32.112296 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-a326472f-3bc3-4ec2-afd6-8015d484d9c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:32.163719 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029bc059-6dba-463c-be4d-95d0a6b1a6df service neutron] Pushing event updated for resources: {'Port': ['ID=d5017eb3-7c1a-4acd-b3e7-abbf54ea28c0,revision_number=2']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:20:32.170348 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.plugins.ml2.db [req-1fd91a29-720c-43d7-84b8-e8e09e65fdef req-58161ccc-9eab-45de-ba69-aaf77a2a3b5c service neutron] For port eccc2666-aab1-47fb-824f-6146f634c584, host hv-cinder-75510, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75510',level=0,port_id=eccc2666-aab1-47fb-824f-6146f634c584,segment=NetworkSegment(541ac455-136c-4743-9e72-e1540521f447),segment_id=541ac455-136c-4743-9e72-e1540521f447)] {{(pid=103197) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 25 19:20:32.180238 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189fa602-af53-43de-9059-2f11cc0a7bff req-ba474024-cc65-4c1f-b346-746a20eaf9e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:20:32.182276 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-189fa602-af53-43de-9059-2f11cc0a7bff req-ba474024-cc65-4c1f-b346-746a20eaf9e2 service neutron] 10.222.0.26 "GET /v2.0/networks?id=ffddfb87-b9e1-4b51-8018-42d9ab6c3ad8 HTTP/1.1" status: 200 len: 913 time: 0.4335496 Mar 25 19:20:32.191076 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [req-1fd91a29-720c-43d7-84b8-e8e09e65fdef req-58161ccc-9eab-45de-ba69-aaf77a2a3b5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036679572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741036190733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741036190751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59283459'] for port (eccc2666-aab1-47fb-824f-6146f634c584), after_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:32.238916 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-c3fe2406-57ed-420f-ad4f-23cb248da218 req-bb728d27-9c30-416c-a5de-a65868a24f63 tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] 10.222.0.18 "GET /v2.0/security-groups?id=316ae13e-57e7-48d9-a090-8e2f46504143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3026624 Mar 25 19:20:32.251041 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-c203a24b-24ca-430c-be57-0e8fc8303023 req-73779852-8911-42eb-9d5b-42734951c459 service neutron] 10.222.0.26 "GET /v2.0/networks/aa37333a-1101-47b7-acc7-f21479cd1d95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4036846 Mar 25 19:20:32.253407 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [req-7fa3c3be-ddfd-4f2c-91f2-f94d0d5294a9 req-029bc059-6dba-463c-be4d-95d0a6b1a6df service neutron] Attempting to bind port d5017eb3-7c1a-4acd-b3e7-abbf54ea28c0 on host hv-cinder-75510 for vnic_type normal with profile {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 25 19:20:32.253749 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [req-7fa3c3be-ddfd-4f2c-91f2-f94d0d5294a9 req-029bc059-6dba-463c-be4d-95d0a6b1a6df service neutron] Attempting to bind port d5017eb3-7c1a-4acd-b3e7-abbf54ea28c0 by drivers openvswitch,hyperv on host hv-cinder-75510 at level 0 using segments [{'id': 'b014a1b8-c6b2-4821-8412-291b75bc4696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '547b5db8-9a10-4506-ba92-acf96e89ae8e'}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 25 19:20:32.254121 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fa3c3be-ddfd-4f2c-91f2-f94d0d5294a9 req-029bc059-6dba-463c-be4d-95d0a6b1a6df service neutron] Attempting to bind port d5017eb3-7c1a-4acd-b3e7-abbf54ea28c0 on network 547b5db8-9a10-4506-ba92-acf96e89ae8e {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 25 19:20:32.291269 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fa3c3be-ddfd-4f2c-91f2-f94d0d5294a9 req-029bc059-6dba-463c-be4d-95d0a6b1a6df service neutron] Port d5017eb3-7c1a-4acd-b3e7-abbf54ea28c0 on network 547b5db8-9a10-4506-ba92-acf96e89ae8e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75510 {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 25 19:20:32.291772 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fa3c3be-ddfd-4f2c-91f2-f94d0d5294a9 req-029bc059-6dba-463c-be4d-95d0a6b1a6df service neutron] Attempting to bind port d5017eb3-7c1a-4acd-b3e7-abbf54ea28c0 on network 547b5db8-9a10-4506-ba92-acf96e89ae8e {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 25 19:20:32.330318 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cff4638-8cfa-4c50-b726-8a0a0c839348 req-357c1cf1-8ab9-4b9f-b246-c2fb9c604f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:20:32.331987 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-5cff4638-8cfa-4c50-b726-8a0a0c839348 req-357c1cf1-8ab9-4b9f-b246-c2fb9c604f69 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6512a963b11c42188d92829b913731e9&device_id=60b11edc-ce3f-48f7-ac37-bc15cd882254 HTTP/1.1" status: 200 len: 1128 time: 0.3024707 Mar 25 19:20:32.334907 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fa3c3be-ddfd-4f2c-91f2-f94d0d5294a9 req-029bc059-6dba-463c-be4d-95d0a6b1a6df service neutron] Checking agent: {'id': 'e10cc9df-a7ce-4b9c-bc25-dffd007f5dd8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75510', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 19, 18, 1), 'started_at': datetime.datetime(2022, 3, 25, 19, 18, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 19, 20, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 25 19:20:32.335255 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fa3c3be-ddfd-4f2c-91f2-f94d0d5294a9 req-029bc059-6dba-463c-be4d-95d0a6b1a6df service neutron] Checking segment: {'id': 'b014a1b8-c6b2-4821-8412-291b75bc4696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '547b5db8-9a10-4506-ba92-acf96e89ae8e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103196) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 25 19:20:32.335739 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fa3c3be-ddfd-4f2c-91f2-f94d0d5294a9 req-029bc059-6dba-463c-be4d-95d0a6b1a6df service neutron] Bound using segment: {'id': 'b014a1b8-c6b2-4821-8412-291b75bc4696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '547b5db8-9a10-4506-ba92-acf96e89ae8e'} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 25 19:20:32.336473 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [req-7fa3c3be-ddfd-4f2c-91f2-f94d0d5294a9 req-029bc059-6dba-463c-be4d-95d0a6b1a6df service neutron] Bound port: d5017eb3-7c1a-4acd-b3e7-abbf54ea28c0, host: hv-cinder-75510, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b014a1b8-c6b2-4821-8412-291b75bc4696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '547b5db8-9a10-4506-ba92-acf96e89ae8e'}}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 25 19:20:32.336938 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-7fa3c3be-ddfd-4f2c-91f2-f94d0d5294a9 req-029bc059-6dba-463c-be4d-95d0a6b1a6df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1293263'] for port (d5017eb3-7c1a-4acd-b3e7-abbf54ea28c0), before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:32.428396 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-5cff4638-8cfa-4c50-b726-8a0a0c839348 req-1386ee2d-d32f-49df-bd5e-93d9b6e868d1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=49753907-3d92-474f-bd8d-596897e5c904 HTTP/1.1" status: 200 len: 217 time: 0.0856576 Mar 25 19:20:32.477929 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.18', 58328) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:20:32.532462 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-c203a24b-24ca-430c-be57-0e8fc8303023 req-ebcd18d3-1d69-4e83-a678-f54b391b8d45 service neutron] 10.222.0.26 "GET /v2.0/networks/aa37333a-1101-47b7-acc7-f21479cd1d95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2716579 Mar 25 19:20:32.540358 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-189fa602-af53-43de-9059-2f11cc0a7bff req-c3a825b4-41d8-4bd1-a766-26b951e779c7 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b11e0829-8e77-4884-be37-f7605d1d55af HTTP/1.1" status: 200 len: 217 time: 0.0994661 Mar 25 19:20:32.550139 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cff4638-8cfa-4c50-b726-8a0a0c839348 req-3c727c3a-8711-4904-949c-a9345bb2655e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:20:32.551752 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-5cff4638-8cfa-4c50-b726-8a0a0c839348 req-3c727c3a-8711-4904-949c-a9345bb2655e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d9ce3099-d02a-4e55-9db5-3bce93935985 HTTP/1.1" status: 200 len: 856 time: 0.0865476 Mar 25 19:20:32.551864 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd91a29-720c-43d7-84b8-e8e09e65fdef req-58161ccc-9eab-45de-ba69-aaf77a2a3b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:20:32.552451 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [req-1fd91a29-720c-43d7-84b8-e8e09e65fdef req-58161ccc-9eab-45de-ba69-aaf77a2a3b5c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692927'] for port (None), before_response {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:32.553804 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-1fd91a29-720c-43d7-84b8-e8e09e65fdef req-58161ccc-9eab-45de-ba69-aaf77a2a3b5c service neutron] 10.222.0.26 "PUT /v2.0/ports/eccc2666-aab1-47fb-824f-6146f634c584 HTTP/1.1" status: 200 len: 1094 time: 2.3156919 Mar 25 19:20:32.557044 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e98d9a4-7bc3-4128-b4ae-768498a633da', 'tag': 'eccc2666-aab1-47fb-824f-6146f634c584'}] {{(pid=103197) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 25 19:20:32.559270 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7289d4093f021cbd7bf50bbaa59f437c9f72b9c220592c3ffe9e03ab6ac51c7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be6a81db-f481-4291-9d22-20a466f507c0" -d '{"events": [{"name": "network-changed", "server_uuid": "2e98d9a4-7bc3-4128-b4ae-768498a633da", "tag": "eccc2666-aab1-47fb-824f-6146f634c584"}]}' {{(pid=103197) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 25 19:20:32.605438 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58161ccc-9eab-45de-ba69-aaf77a2a3b5c service neutron] Pushing event updated for resources: {'Port': ['ID=eccc2666-aab1-47fb-824f-6146f634c584,revision_number=3']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:20:32.616668 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac7a525-59dc-4844-a3af-c31f940082f0 req-270b88ee-bdda-4869-baff-b77bcedb4960 tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:20:32.618435 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-6ac7a525-59dc-4844-a3af-c31f940082f0 req-270b88ee-bdda-4869-baff-b77bcedb4960 tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] 10.222.0.18 "GET /v2.0/ports?device_id=c2f22826-2512-4bee-8ddc-2e80d6e63d45 HTTP/1.1" status: 200 len: 944 time: 0.2525525 Mar 25 19:20:32.655054 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.db [req-7fa3c3be-ddfd-4f2c-91f2-f94d0d5294a9 req-029bc059-6dba-463c-be4d-95d0a6b1a6df service neutron] For port d5017eb3-7c1a-4acd-b3e7-abbf54ea28c0, host hv-cinder-75510, cleared binding levels {{(pid=103196) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 25 19:20:32.700183 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3329c6d8-9611-41c4-87ef-602531039cbd req-94e09c26-ec7a-4e18-88c2-74ff229be2f6 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:20:32.700429 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.db [req-7fa3c3be-ddfd-4f2c-91f2-f94d0d5294a9 req-029bc059-6dba-463c-be4d-95d0a6b1a6df service neutron] For port d5017eb3-7c1a-4acd-b3e7-abbf54ea28c0, host hv-cinder-75510, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75510',level=0,port_id=d5017eb3-7c1a-4acd-b3e7-abbf54ea28c0,segment=NetworkSegment(b014a1b8-c6b2-4821-8412-291b75bc4696),segment_id=b014a1b8-c6b2-4821-8412-291b75bc4696)] {{(pid=103196) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 25 19:20:32.707347 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-3329c6d8-9611-41c4-87ef-602531039cbd req-94e09c26-ec7a-4e18-88c2-74ff229be2f6 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] 10.222.0.18 "GET /v2.0/ports?device_id=60b11edc-ce3f-48f7-ac37-bc15cd882254 HTTP/1.1" status: 200 len: 944 time: 0.5208335 Mar 25 19:20:32.724122 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cff4638-8cfa-4c50-b726-8a0a0c839348 req-7b44a70d-a495-4075-8aab-14173e957532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:20:32.725565 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-5cff4638-8cfa-4c50-b726-8a0a0c839348 req-7b44a70d-a495-4075-8aab-14173e957532 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=41df54f8-722f-48ae-9670-4d05784c9b60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1600280 Mar 25 19:20:32.726576 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-7fa3c3be-ddfd-4f2c-91f2-f94d0d5294a9 req-029bc059-6dba-463c-be4d-95d0a6b1a6df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036679572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741036190733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741036190751'] for port (d5017eb3-7c1a-4acd-b3e7-abbf54ea28c0), after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:32.777710 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189fa602-af53-43de-9059-2f11cc0a7bff req-9eaa24fe-f3c5-4694-922d-81532dcad2de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:20:32.779092 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-189fa602-af53-43de-9059-2f11cc0a7bff req-9eaa24fe-f3c5-4694-922d-81532dcad2de service neutron] 10.222.0.26 "GET /v2.0/subnets?id=08275f5a-05cf-469a-a79e-d56942db469a HTTP/1.1" status: 200 len: 852 time: 0.2288704 Mar 25 19:20:32.784335 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-5647ec9a-360b-4a92-b241-faf1c0804149 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:32.790650 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-a326472f-3bc3-4ec2-afd6-8015d484d9c5 admin admin] Publish callbacks [] for security_group (fff40cd7-23ab-4589-a15e-8f563b9c0459), precommit_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:32.824746 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd91a29-720c-43d7-84b8-e8e09e65fdef req-b572f90b-4310-4357-a3cf-abb8f54d1859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:20:32.826250 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-1fd91a29-720c-43d7-84b8-e8e09e65fdef req-b572f90b-4310-4357-a3cf-abb8f54d1859 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=155e7b1bde6b4fb1ba768c2d6ab00159&device_id=2e98d9a4-7bc3-4128-b4ae-768498a633da HTTP/1.1" status: 200 len: 1128 time: 0.2061062 Mar 25 19:20:32.833636 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-a326472f-3bc3-4ec2-afd6-8015d484d9c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687199'] for security_group (fff40cd7-23ab-4589-a15e-8f563b9c0459), after_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:32.835799 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-6ac7a525-59dc-4844-a3af-c31f940082f0 req-c58f34bf-d7e0-41a0-9679-f415fa0b5ebe tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] 10.222.0.18 "GET /v2.0/security-groups?id=a346db11-a1aa-49ea-9798-167075247d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2005837 Mar 25 19:20:32.841641 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa3c3be-ddfd-4f2c-91f2-f94d0d5294a9 req-029bc059-6dba-463c-be4d-95d0a6b1a6df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:20:32.842240 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-7fa3c3be-ddfd-4f2c-91f2-f94d0d5294a9 req-029bc059-6dba-463c-be4d-95d0a6b1a6df service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692927'] for port (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:32.843594 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-7fa3c3be-ddfd-4f2c-91f2-f94d0d5294a9 req-029bc059-6dba-463c-be4d-95d0a6b1a6df service neutron] 10.222.0.26 "PUT /v2.0/ports/d5017eb3-7c1a-4acd-b3e7-abbf54ea28c0 HTTP/1.1" status: 200 len: 1094 time: 2.6011581 Mar 25 19:20:32.843867 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-189fa602-af53-43de-9059-2f11cc0a7bff req-d0dd43c2-5343-4272-829b-8bd0473c5950 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ffddfb87-b9e1-4b51-8018-42d9ab6c3ad8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0574970 Mar 25 19:20:32.913520 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-3329c6d8-9611-41c4-87ef-602531039cbd req-15968851-b922-4e7f-9102-45179720cd6a tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] 10.222.0.18 "GET /v2.0/security-groups?id=ece6d36a-8c2c-423d-886b-e23866ad66ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2051232 Mar 25 19:20:32.926928 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029bc059-6dba-463c-be4d-95d0a6b1a6df service neutron] Pushing event updated for resources: {'Port': ['ID=d5017eb3-7c1a-4acd-b3e7-abbf54ea28c0,revision_number=3']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:20:32.949913 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-1fd91a29-720c-43d7-84b8-e8e09e65fdef req-84070212-292d-4f30-8218-6c98744926b1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eccc2666-aab1-47fb-824f-6146f634c584 HTTP/1.1" status: 200 len: 217 time: 0.1099758 Mar 25 19:20:32.955255 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Mar 2022 19:20:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8bbdd33-3904-4191-910e-165a06530624 x-openstack-request-id: req-b8bbdd33-3904-4191-910e-165a06530624 {{(pid=103197) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 25 19:20:32.955743 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e98d9a4-7bc3-4128-b4ae-768498a633da", "tag": "eccc2666-aab1-47fb-824f-6146f634c584", "status": "completed", "code": 200}]} {{(pid=103197) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 25 19:20:32.956004 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b8bbdd33-3904-4191-910e-165a06530624 {{(pid=103197) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 25 19:20:32.956435 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b8bbdd33-3904-4191-910e-165a06530624'] response: {'name': 'network-changed', 'server_uuid': '2e98d9a4-7bc3-4128-b4ae-768498a633da', 'tag': 'eccc2666-aab1-47fb-824f-6146f634c584', 'status': 'completed', 'code': 200} Mar 25 19:20:32.975314 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6924fdc-395a-43c4-ac70-b08cc1e5ad8f req-f8644c14-b4d8-45d2-b0b2-e38e265fc44a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:20:32.976755 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-b6924fdc-395a-43c4-ac70-b08cc1e5ad8f req-f8644c14-b4d8-45d2-b0b2-e38e265fc44a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=155e7b1bde6b4fb1ba768c2d6ab00159&device_id=9da73b6c-0e9c-4722-bb2c-e3d758143cdf HTTP/1.1" status: 200 len: 1128 time: 0.3577321 Mar 25 19:20:32.994891 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-a326472f-3bc3-4ec2-afd6-8015d484d9c5 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=29a33612ffc547c8971ab126d9985c6a&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6199903 Mar 25 19:20:33.007938 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.18', 58338) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:20:33.069426 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a326472f-3bc3-4ec2-afd6-8015d484d9c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fff40cd7-23ab-4589-a15e-8f563b9c0459,revision_number=1']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:20:33.086915 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-5cff4638-8cfa-4c50-b726-8a0a0c839348 req-55da8d38-ffba-4c6f-9537-547bfeb548d3 service neutron] 10.222.0.26 "GET /v2.0/networks/41df54f8-722f-48ae-9670-4d05784c9b60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3494406 Mar 25 19:20:33.130343 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-189fa602-af53-43de-9059-2f11cc0a7bff req-e17b59ba-546c-4e21-aebf-338f8da0222c service neutron] 10.222.0.26 "GET /v2.0/networks/ffddfb87-b9e1-4b51-8018-42d9ab6c3ad8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2644966 Mar 25 19:20:33.179900 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd91a29-720c-43d7-84b8-e8e09e65fdef req-9601fc30-aba5-4a77-b16a-9f3c7513245b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:20:33.181624 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-1fd91a29-720c-43d7-84b8-e8e09e65fdef req-9601fc30-aba5-4a77-b16a-9f3c7513245b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d8fb3102-0026-42d9-a683-15415ae64f68 HTTP/1.1" status: 200 len: 858 time: 0.2216644 Mar 25 19:20:33.234042 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-5647ec9a-360b-4a92-b241-faf1c0804149 admin admin] Publish callbacks [] for security_group (ef38a124-46ef-4c0d-aec3-69bc18b0bd65), precommit_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:33.240815 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa3c3be-ddfd-4f2c-91f2-f94d0d5294a9 req-90148960-9f9a-48de-8bd8-6643146629b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:20:33.242320 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-7fa3c3be-ddfd-4f2c-91f2-f94d0d5294a9 req-90148960-9f9a-48de-8bd8-6643146629b9 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=511b62f595874a80ab2449c4446c40d6&device_id=c2f22826-2512-4bee-8ddc-2e80d6e63d45 HTTP/1.1" status: 200 len: 1128 time: 0.3099124 Mar 25 19:20:33.257398 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-5647ec9a-360b-4a92-b241-faf1c0804149 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687199'] for security_group (ef38a124-46ef-4c0d-aec3-69bc18b0bd65), after_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:33.265795 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901fa40c-b57f-4b2a-bd76-dfc369dae274 req-daaba2be-903a-4936-b06a-14f9f4e28636 tempest-DeleteServersTestJSON-630511010 tempest-DeleteServersTestJSON-630511010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:20:33.272646 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-901fa40c-b57f-4b2a-bd76-dfc369dae274 req-daaba2be-903a-4936-b06a-14f9f4e28636 tempest-DeleteServersTestJSON-630511010 tempest-DeleteServersTestJSON-630511010-project] 10.222.0.18 "GET /v2.0/ports?device_id=9df5ca96-e2d4-4758-9ddb-4aa505cf1a35 HTTP/1.1" status: 200 len: 943 time: 0.2744465 Mar 25 19:20:33.339619 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5647ec9a-360b-4a92-b241-faf1c0804149 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef38a124-46ef-4c0d-aec3-69bc18b0bd65,revision_number=1']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:20:33.341979 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-7fa3c3be-ddfd-4f2c-91f2-f94d0d5294a9 req-32b801e2-c025-485a-b3ea-bf42b171f495 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d5017eb3-7c1a-4acd-b3e7-abbf54ea28c0 HTTP/1.1" status: 200 len: 217 time: 0.0863507 Mar 25 19:20:33.342944 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6924fdc-395a-43c4-ac70-b08cc1e5ad8f req-bd30f2dc-2771-49be-9cce-d7589c95474c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:20:33.344540 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-b6924fdc-395a-43c4-ac70-b08cc1e5ad8f req-bd30f2dc-2771-49be-9cce-d7589c95474c service neutron] 10.222.0.26 "GET /v2.0/networks?id=aa37333a-1101-47b7-acc7-f21479cd1d95 HTTP/1.1" status: 200 len: 920 time: 0.3563209 Mar 25 19:20:33.362431 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-754cee8d-6f3e-472e-95c0-7f3e08a445f3 admin admin] Publish callbacks [] for security_group (fff40cd7-23ab-4589-a15e-8f563b9c0459), before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:33.408778 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-5cff4638-8cfa-4c50-b726-8a0a0c839348 req-d19b91df-5d93-4e92-8ad5-c89057978412 service neutron] 10.222.0.26 "GET /v2.0/networks/41df54f8-722f-48ae-9670-4d05784c9b60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3079243 Mar 25 19:20:33.457964 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-5647ec9a-360b-4a92-b241-faf1c0804149 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=29e4800acca64c83a3bc0f1572ea2c56&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9673932 Mar 25 19:20:33.460846 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-189fa602-af53-43de-9059-2f11cc0a7bff req-c6113977-63e3-49d6-9c66-dab1999a4a61 service neutron] 10.222.0.26 "GET /v2.0/networks/ffddfb87-b9e1-4b51-8018-42d9ab6c3ad8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3223910 Mar 25 19:20:33.462678 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.18', 58366) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:20:33.464276 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-b6924fdc-395a-43c4-ac70-b08cc1e5ad8f req-fb04e450-d35f-4f22-acb0-384c561f4514 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3c0bc78a-5461-4c6b-9a9a-3f89dd130fc1 HTTP/1.1" status: 200 len: 217 time: 0.0776291 Mar 25 19:20:33.555317 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3543a2a1-2c22-451d-9f28-1e0d915e9c3e req-6ea0613f-7253-4292-9e63-3fb3937284da tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:20:33.557364 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-3543a2a1-2c22-451d-9f28-1e0d915e9c3e req-6ea0613f-7253-4292-9e63-3fb3937284da tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e98d9a4-7bc3-4128-b4ae-768498a633da HTTP/1.1" status: 200 len: 944 time: 0.2092936 Mar 25 19:20:33.584187 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6924fdc-395a-43c4-ac70-b08cc1e5ad8f req-c10ab22c-6eed-4ee2-a1cc-99b7a063fe58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:20:33.585666 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-b6924fdc-395a-43c4-ac70-b08cc1e5ad8f req-c10ab22c-6eed-4ee2-a1cc-99b7a063fe58 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d8fb3102-0026-42d9-a683-15415ae64f68 HTTP/1.1" status: 200 len: 858 time: 0.1124589 Mar 25 19:20:33.599856 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd91a29-720c-43d7-84b8-e8e09e65fdef req-fa212855-8342-4962-a07e-fa9d0af63c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:20:33.601193 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-1fd91a29-720c-43d7-84b8-e8e09e65fdef req-fa212855-8342-4962-a07e-fa9d0af63c80 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=aa37333a-1101-47b7-acc7-f21479cd1d95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.4106867 Mar 25 19:20:33.627750 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-754cee8d-6f3e-472e-95c0-7f3e08a445f3 admin admin] Publish callbacks [] for security_group (fff40cd7-23ab-4589-a15e-8f563b9c0459), precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:33.633312 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-758adfff-48d6-4ad0-b551-554b6ff880a4 admin admin] Publish callbacks [] for security_group (ef38a124-46ef-4c0d-aec3-69bc18b0bd65), before_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:33.641443 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-901fa40c-b57f-4b2a-bd76-dfc369dae274 req-f8b9312d-972f-48f1-a362-80b6fad289b8 tempest-DeleteServersTestJSON-630511010 tempest-DeleteServersTestJSON-630511010-project] 10.222.0.18 "GET /v2.0/security-groups?id=d5c330d0-a6f0-4d62-a482-38972d204a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3679414 Mar 25 19:20:33.677514 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2f22826-2512-4bee-8ddc-2e80d6e63d45', 'tag': 'd5017eb3-7c1a-4acd-b3e7-abbf54ea28c0'}] {{(pid=103196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 25 19:20:33.680071 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aab9b3bfb8b62b9c439d2baea07b5fa53a515b81dc2b4d2d70d2153c83a947a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ecb7d24-3376-4894-96f6-f545080b7f37" -d '{"events": [{"name": "network-changed", "server_uuid": "c2f22826-2512-4bee-8ddc-2e80d6e63d45", "tag": "d5017eb3-7c1a-4acd-b3e7-abbf54ea28c0"}]}' {{(pid=103196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 25 19:20:33.703743 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa3c3be-ddfd-4f2c-91f2-f94d0d5294a9 req-97738cc3-b3b1-496a-af6c-8c83a0739538 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:20:33.705179 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-7fa3c3be-ddfd-4f2c-91f2-f94d0d5294a9 req-97738cc3-b3b1-496a-af6c-8c83a0739538 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5f5dde36-3194-44e6-b8cf-733c65400f3b HTTP/1.1" status: 200 len: 850 time: 0.3474050 Mar 25 19:20:33.705338 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-3543a2a1-2c22-451d-9f28-1e0d915e9c3e req-23a7879f-ce0f-4565-a80a-c7eea7c4bea1 tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] 10.222.0.18 "GET /v2.0/security-groups?id=316ae13e-57e7-48d9-a090-8e2f46504143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402705 Mar 25 19:20:33.715776 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-758adfff-48d6-4ad0-b551-554b6ff880a4 admin admin] Publish callbacks [] for security_group (ef38a124-46ef-4c0d-aec3-69bc18b0bd65), precommit_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:33.743480 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6924fdc-395a-43c4-ac70-b08cc1e5ad8f req-b3a24da9-8000-4b6c-af38-b73dd5627cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:20:33.745085 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-b6924fdc-395a-43c4-ac70-b08cc1e5ad8f req-b3a24da9-8000-4b6c-af38-b73dd5627cb6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=aa37333a-1101-47b7-acc7-f21479cd1d95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1465158 Mar 25 19:20:33.761439 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Mar 2022 19:20:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abfc50fe-c31b-4e31-a57f-4f0764e26e60 x-openstack-request-id: req-abfc50fe-c31b-4e31-a57f-4f0764e26e60 {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 25 19:20:33.761757 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2f22826-2512-4bee-8ddc-2e80d6e63d45", "tag": "d5017eb3-7c1a-4acd-b3e7-abbf54ea28c0", "status": "completed", "code": 200}]} {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 25 19:20:33.762014 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-abfc50fe-c31b-4e31-a57f-4f0764e26e60 {{(pid=103196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 25 19:20:33.762366 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event matching ['req-abfc50fe-c31b-4e31-a57f-4f0764e26e60'] response: {'name': 'network-changed', 'server_uuid': 'c2f22826-2512-4bee-8ddc-2e80d6e63d45', 'tag': 'd5017eb3-7c1a-4acd-b3e7-abbf54ea28c0', 'status': 'completed', 'code': 200} Mar 25 19:20:33.786459 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-754cee8d-6f3e-472e-95c0-7f3e08a445f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687199'] for security_group (fff40cd7-23ab-4589-a15e-8f563b9c0459), after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:33.788968 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-754cee8d-6f3e-472e-95c0-7f3e08a445f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:33.793312 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-754cee8d-6f3e-472e-95c0-7f3e08a445f3 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/fff40cd7-23ab-4589-a15e-8f563b9c0459 HTTP/1.1" status: 204 len: 168 time: 0.7806792 Mar 25 19:20:33.802426 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-1fd91a29-720c-43d7-84b8-e8e09e65fdef req-945bf4a4-05d3-48f0-b031-8fc82a194f76 service neutron] 10.222.0.26 "GET /v2.0/networks/aa37333a-1101-47b7-acc7-f21479cd1d95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1883485 Mar 25 19:20:33.811804 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa3c3be-ddfd-4f2c-91f2-f94d0d5294a9 req-e772d8f1-25aa-478e-9776-72002a3608a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:20:33.813571 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-7fa3c3be-ddfd-4f2c-91f2-f94d0d5294a9 req-e772d8f1-25aa-478e-9776-72002a3608a7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=547b5db8-9a10-4506-ba92-acf96e89ae8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0993721 Mar 25 19:20:33.814275 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754cee8d-6f3e-472e-95c0-7f3e08a445f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fff40cd7-23ab-4589-a15e-8f563b9c0459,revision_number=None']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:20:33.880796 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-758adfff-48d6-4ad0-b551-554b6ff880a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687199'] for security_group (ef38a124-46ef-4c0d-aec3-69bc18b0bd65), after_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:33.885532 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-758adfff-48d6-4ad0-b551-554b6ff880a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:33.888391 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-758adfff-48d6-4ad0-b551-554b6ff880a4 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ef38a124-46ef-4c0d-aec3-69bc18b0bd65 HTTP/1.1" status: 204 len: 168 time: 0.4229715 Mar 25 19:20:33.912719 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-b6924fdc-395a-43c4-ac70-b08cc1e5ad8f req-c89fba83-109a-40b2-a3d5-16d672cecaee service neutron] 10.222.0.26 "GET /v2.0/networks/aa37333a-1101-47b7-acc7-f21479cd1d95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1559210 Mar 25 19:20:33.913454 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758adfff-48d6-4ad0-b551-554b6ff880a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef38a124-46ef-4c0d-aec3-69bc18b0bd65,revision_number=None']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:20:33.996662 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-7fa3c3be-ddfd-4f2c-91f2-f94d0d5294a9 req-bee4f35a-047c-487c-abf2-63ff1b15d631 service neutron] 10.222.0.26 "GET /v2.0/networks/547b5db8-9a10-4506-ba92-acf96e89ae8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1734705 Mar 25 19:20:34.000471 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-1fd91a29-720c-43d7-84b8-e8e09e65fdef req-10eff2c9-1fe3-4f15-8eae-a38421171e0c service neutron] 10.222.0.26 "GET /v2.0/networks/aa37333a-1101-47b7-acc7-f21479cd1d95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1911850 Mar 25 19:20:34.129860 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb46d41-463a-4a92-88cb-9be85f843afb req-46b9174f-7df3-45a7-8b01-ed6b0a938f9f tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:20:34.131528 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-1cb46d41-463a-4a92-88cb-9be85f843afb req-46b9174f-7df3-45a7-8b01-ed6b0a938f9f tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] 10.222.0.18 "GET /v2.0/ports?device_id=c2f22826-2512-4bee-8ddc-2e80d6e63d45 HTTP/1.1" status: 200 len: 944 time: 0.1867745 Mar 25 19:20:34.135286 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-b6924fdc-395a-43c4-ac70-b08cc1e5ad8f req-8510d6f4-349a-402f-94d8-b7032d5fd561 service neutron] 10.222.0.26 "GET /v2.0/networks/aa37333a-1101-47b7-acc7-f21479cd1d95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1992936 Mar 25 19:20:34.182657 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b696ae9-85ab-4f16-8b4d-b22fdebfdbe7 req-04ae0bf9-1b08-4b36-b0db-7e8f5e380e06 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:20:34.192548 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-5b696ae9-85ab-4f16-8b4d-b22fdebfdbe7 req-04ae0bf9-1b08-4b36-b0db-7e8f5e380e06 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] 10.222.0.18 "GET /v2.0/ports?device_id=60b11edc-ce3f-48f7-ac37-bc15cd882254 HTTP/1.1" status: 200 len: 944 time: 0.1151044 Mar 25 19:20:34.205288 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-1cb46d41-463a-4a92-88cb-9be85f843afb req-ef38daca-a8c0-430a-b3d0-d51dbc9c5227 tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] 10.222.0.18 "GET /v2.0/security-groups?id=a346db11-a1aa-49ea-9798-167075247d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669279 Mar 25 19:20:34.233979 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-7fa3c3be-ddfd-4f2c-91f2-f94d0d5294a9 req-a8fc0499-19a8-4fce-b3ab-02792f9a826e service neutron] 10.222.0.26 "GET /v2.0/networks/547b5db8-9a10-4506-ba92-acf96e89ae8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2241209 Mar 25 19:20:34.240211 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6a81db-f481-4291-9d22-20a466f507c0 req-c4de1607-64ce-4133-86cc-ac334599d153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:20:34.241646 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-be6a81db-f481-4291-9d22-20a466f507c0 req-c4de1607-64ce-4133-86cc-ac334599d153 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=155e7b1bde6b4fb1ba768c2d6ab00159&device_id=2e98d9a4-7bc3-4128-b4ae-768498a633da HTTP/1.1" status: 200 len: 1128 time: 0.1656005 Mar 25 19:20:34.248788 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.18', 58398) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:20:34.341442 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-c3ddae5b-69c0-4447-91b8-a27ce811f905 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:34.383253 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-5b696ae9-85ab-4f16-8b4d-b22fdebfdbe7 req-8cf83894-c502-4e23-a64e-42b1fa8e8746 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] 10.222.0.18 "GET /v2.0/security-groups?id=ece6d36a-8c2c-423d-886b-e23866ad66ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1896064 Mar 25 19:20:34.461072 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.18', 58406) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:20:34.478737 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-9023a2d2-1b25-40c6-8abb-cdd3dadf12a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:34.488538 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Device 3c0bc78a-5461-4c6b-9a9a-3f89dd130fc1 details requested by agent hyperv_hv-cinder-75510 with host hv-cinder-75510 {{(pid=103198) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 25 19:20:34.494908 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6a81db-f481-4291-9d22-20a466f507c0 req-ac08b783-1b36-4cc7-9651-d379e766ba4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:20:34.496436 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-be6a81db-f481-4291-9d22-20a466f507c0 req-ac08b783-1b36-4cc7-9651-d379e766ba4f service neutron] 10.222.0.26 "GET /v2.0/networks?id=aa37333a-1101-47b7-acc7-f21479cd1d95 HTTP/1.1" status: 200 len: 920 time: 0.2484756 Mar 25 19:20:34.525884 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecb7d24-3376-4894-96f6-f545080b7f37 req-559c722d-7f63-4ab3-b48d-0a6d4db1c3ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:20:34.527771 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-7ecb7d24-3376-4894-96f6-f545080b7f37 req-559c722d-7f63-4ab3-b48d-0a6d4db1c3ac service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=511b62f595874a80ab2449c4446c40d6&device_id=c2f22826-2512-4bee-8ddc-2e80d6e63d45 HTTP/1.1" status: 200 len: 1128 time: 0.2315719 Mar 25 19:20:34.565259 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-9023a2d2-1b25-40c6-8abb-cdd3dadf12a6 admin admin] Publish callbacks [] for security_group (f72dffb7-17e8-40cb-ada4-fb6803a5c64f), precommit_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:34.568418 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-be6a81db-f481-4291-9d22-20a466f507c0 req-b0e4d817-7911-4926-a4dc-0d75adbbb747 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eccc2666-aab1-47fb-824f-6146f634c584 HTTP/1.1" status: 200 len: 217 time: 0.0621989 Mar 25 19:20:34.571356 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-9023a2d2-1b25-40c6-8abb-cdd3dadf12a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687199'] for security_group (f72dffb7-17e8-40cb-ada4-fb6803a5c64f), after_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:34.610745 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] For port 3c0bc78a-5461-4c6b-9a9a-3f89dd130fc1, host hv-cinder-75510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75510',level=0,port_id=3c0bc78a-5461-4c6b-9a9a-3f89dd130fc1,segment=NetworkSegment(541ac455-136c-4743-9e72-e1540521f447),segment_id=541ac455-136c-4743-9e72-e1540521f447)] {{(pid=103198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 25 19:20:34.614931 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-9023a2d2-1b25-40c6-8abb-cdd3dadf12a6 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6a7722771304471aa94e4624f80f3f8b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1500947 Mar 25 19:20:34.614931 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9023a2d2-1b25-40c6-8abb-cdd3dadf12a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f72dffb7-17e8-40cb-ada4-fb6803a5c64f,revision_number=1']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:20:34.615980 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.18', 58408) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:20:34.627463 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Returning: {'device': '3c0bc78a-5461-4c6b-9a9a-3f89dd130fc1', 'network_id': 'aa37333a-1101-47b7-acc7-f21479cd1d95', 'port_id': '3c0bc78a-5461-4c6b-9a9a-3f89dd130fc1', 'mac_address': 'fa:16:3e:99:1b:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 285, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8fb3102-0026-42d9-a683-15415ae64f68', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103198) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 25 19:20:34.668058 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Current status of the port 3c0bc78a-5461-4c6b-9a9a-3f89dd130fc1 is: DOWN; New status is: BUILD {{(pid=103198) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 25 19:20:34.668504 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1293263'] for port (3c0bc78a-5461-4c6b-9a9a-3f89dd130fc1), before_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:34.673077 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-4a1efe3b-95c3-4423-b51b-1018ed1ca90f admin admin] Publish callbacks [] for security_group (f72dffb7-17e8-40cb-ada4-fb6803a5c64f), before_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:34.687021 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6a81db-f481-4291-9d22-20a466f507c0 req-e20c53a2-d5e6-4506-8483-61cb87717c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:20:34.689260 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-be6a81db-f481-4291-9d22-20a466f507c0 req-e20c53a2-d5e6-4506-8483-61cb87717c04 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d8fb3102-0026-42d9-a683-15415ae64f68 HTTP/1.1" status: 200 len: 858 time: 0.1022251 Mar 25 19:20:34.693789 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.notifiers.nova [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c0bc78a-5461-4c6b-9a9a-3f89dd130fc1 {{(pid=103198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 25 19:20:34.700083 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-4a1efe3b-95c3-4423-b51b-1018ed1ca90f admin admin] Publish callbacks [] for security_group (f72dffb7-17e8-40cb-ada4-fb6803a5c64f), precommit_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:34.716503 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] For port 3c0bc78a-5461-4c6b-9a9a-3f89dd130fc1, host hv-cinder-75510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75510',level=0,port_id=3c0bc78a-5461-4c6b-9a9a-3f89dd130fc1,segment=NetworkSegment(541ac455-136c-4743-9e72-e1540521f447),segment_id=541ac455-136c-4743-9e72-e1540521f447)] {{(pid=103198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 25 19:20:34.724510 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036679572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741036190733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741036190751'] for port (3c0bc78a-5461-4c6b-9a9a-3f89dd130fc1), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:34.725565 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Device b11e0829-8e77-4884-be37-f7605d1d55af details requested by agent hyperv_hv-cinder-75510 with host hv-cinder-75510 {{(pid=103198) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 25 19:20:34.771939 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-c3ddae5b-69c0-4447-91b8-a27ce811f905 admin admin] Publish callbacks [] for security_group (ea330d5d-9c0e-43b1-afff-80d68c669c84), precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:34.775790 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecb7d24-3376-4894-96f6-f545080b7f37 req-aae83b0f-0204-4756-8835-90aafde33739 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:20:34.777635 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-7ecb7d24-3376-4894-96f6-f545080b7f37 req-aae83b0f-0204-4756-8835-90aafde33739 service neutron] 10.222.0.26 "GET /v2.0/networks?id=547b5db8-9a10-4506-ba92-acf96e89ae8e HTTP/1.1" status: 200 len: 912 time: 0.2210042 Mar 25 19:20:34.782586 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-c3ddae5b-69c0-4447-91b8-a27ce811f905 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687199'] for security_group (ea330d5d-9c0e-43b1-afff-80d68c669c84), after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:34.815336 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893a9e21-3a3f-47cd-83e2-905d6c8500ad req-94be6ae3-658f-49f4-9416-56d4df09e0d3 tempest-DeleteServersTestJSON-630511010 tempest-DeleteServersTestJSON-630511010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:20:34.817239 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-893a9e21-3a3f-47cd-83e2-905d6c8500ad req-94be6ae3-658f-49f4-9416-56d4df09e0d3 tempest-DeleteServersTestJSON-630511010 tempest-DeleteServersTestJSON-630511010-project] 10.222.0.18 "GET /v2.0/ports?device_id=9df5ca96-e2d4-4758-9ddb-4aa505cf1a35 HTTP/1.1" status: 200 len: 943 time: 0.0853357 Mar 25 19:20:34.824552 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-4a1efe3b-95c3-4423-b51b-1018ed1ca90f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687199'] for security_group (f72dffb7-17e8-40cb-ada4-fb6803a5c64f), after_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:34.824834 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-c3ddae5b-69c0-4447-91b8-a27ce811f905 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b8d9b763a632476698057ba2c95329b1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5751235 Mar 25 19:20:34.829860 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-4a1efe3b-95c3-4423-b51b-1018ed1ca90f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:34.831194 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-4a1efe3b-95c3-4423-b51b-1018ed1ca90f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f72dffb7-17e8-40cb-ada4-fb6803a5c64f HTTP/1.1" status: 204 len: 168 time: 0.2143004 Mar 25 19:20:34.833124 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.18', 58418) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:20:34.857637 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1efe3b-95c3-4423-b51b-1018ed1ca90f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f72dffb7-17e8-40cb-ada4-fb6803a5c64f,revision_number=None']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:20:34.897765 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-7ecb7d24-3376-4894-96f6-f545080b7f37 req-72ba6213-5857-4422-b7c1-813c19ec48ad service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d5017eb3-7c1a-4acd-b3e7-abbf54ea28c0 HTTP/1.1" status: 200 len: 217 time: 0.0833340 Mar 25 19:20:34.918782 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-fa2ac5c5-0874-48fb-a6f6-d390277a2953 admin admin] Publish callbacks [] for security_group (ea330d5d-9c0e-43b1-afff-80d68c669c84), before_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:34.931508 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] For port b11e0829-8e77-4884-be37-f7605d1d55af, host hv-cinder-75510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75510',level=0,port_id=b11e0829-8e77-4884-be37-f7605d1d55af,segment=NetworkSegment(98907f1f-3df8-47ea-a63f-ed9b1dc9d713),segment_id=98907f1f-3df8-47ea-a63f-ed9b1dc9d713)] {{(pid=103198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 25 19:20:34.946492 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-893a9e21-3a3f-47cd-83e2-905d6c8500ad req-ca878130-2ae7-4bea-951c-0acff386eaa3 tempest-DeleteServersTestJSON-630511010 tempest-DeleteServersTestJSON-630511010-project] 10.222.0.18 "GET /v2.0/security-groups?id=d5c330d0-a6f0-4d62-a482-38972d204a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134782 Mar 25 19:20:34.956782 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-fa2ac5c5-0874-48fb-a6f6-d390277a2953 admin admin] Publish callbacks [] for security_group (ea330d5d-9c0e-43b1-afff-80d68c669c84), precommit_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:34.966469 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Returning: {'device': 'b11e0829-8e77-4884-be37-f7605d1d55af', 'network_id': 'ffddfb87-b9e1-4b51-8018-42d9ab6c3ad8', 'port_id': 'b11e0829-8e77-4884-be37-f7605d1d55af', 'mac_address': 'fa:16:3e:d0:ab:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 253, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08275f5a-05cf-469a-a79e-d56942db469a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103198) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 25 19:20:34.982741 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6a81db-f481-4291-9d22-20a466f507c0 req-743216b3-45a0-4575-88f1-ef8f794f90cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:20:34.984392 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-be6a81db-f481-4291-9d22-20a466f507c0 req-743216b3-45a0-4575-88f1-ef8f794f90cb service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=aa37333a-1101-47b7-acc7-f21479cd1d95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2820873 Mar 25 19:20:34.988164 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ddae5b-69c0-4447-91b8-a27ce811f905 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea330d5d-9c0e-43b1-afff-80d68c669c84,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:20:35.018408 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Pushing event updated for resources: {'Port': ['ID=3c0bc78a-5461-4c6b-9a9a-3f89dd130fc1,revision_number=4']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:20:35.025817 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-fa2ac5c5-0874-48fb-a6f6-d390277a2953 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687199'] for security_group (ea330d5d-9c0e-43b1-afff-80d68c669c84), after_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:35.028893 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-fa2ac5c5-0874-48fb-a6f6-d390277a2953 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:35.030288 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-fa2ac5c5-0874-48fb-a6f6-d390277a2953 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ea330d5d-9c0e-43b1-afff-80d68c669c84 HTTP/1.1" status: 204 len: 168 time: 0.1946065 Mar 25 19:20:35.041158 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2ac5c5-0874-48fb-a6f6-d390277a2953 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea330d5d-9c0e-43b1-afff-80d68c669c84,revision_number=None']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:20:35.089317 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecb7d24-3376-4894-96f6-f545080b7f37 req-1df0ab7f-7eac-4055-a978-1ad44f487a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:20:35.091402 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-7ecb7d24-3376-4894-96f6-f545080b7f37 req-1df0ab7f-7eac-4055-a978-1ad44f487a0f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5f5dde36-3194-44e6-b8cf-733c65400f3b HTTP/1.1" status: 200 len: 850 time: 0.1609848 Mar 25 19:20:35.107749 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Current status of the port b11e0829-8e77-4884-be37-f7605d1d55af is: DOWN; New status is: BUILD {{(pid=103198) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 25 19:20:35.108262 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1293263'] for port (b11e0829-8e77-4884-be37-f7605d1d55af), before_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:35.133572 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.notifiers.nova [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b11e0829-8e77-4884-be37-f7605d1d55af {{(pid=103198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 25 19:20:35.159540 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f400c8-7d5d-4ad0-add4-ea6f33b3156d req-fb893d44-8245-4284-bc56-9e1686cffc3f tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:20:35.160377 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] For port b11e0829-8e77-4884-be37-f7605d1d55af, host hv-cinder-75510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75510',level=0,port_id=b11e0829-8e77-4884-be37-f7605d1d55af,segment=NetworkSegment(98907f1f-3df8-47ea-a63f-ed9b1dc9d713),segment_id=98907f1f-3df8-47ea-a63f-ed9b1dc9d713)] {{(pid=103198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 25 19:20:35.161190 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-16f400c8-7d5d-4ad0-add4-ea6f33b3156d req-fb893d44-8245-4284-bc56-9e1686cffc3f tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e98d9a4-7bc3-4128-b4ae-768498a633da HTTP/1.1" status: 200 len: 944 time: 0.2884529 Mar 25 19:20:35.171996 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036679572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741036190733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741036190751'] for port (b11e0829-8e77-4884-be37-f7605d1d55af), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:35.200804 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-be6a81db-f481-4291-9d22-20a466f507c0 req-887ef124-957b-47d9-9478-d6de22e9ee5b service neutron] 10.222.0.26 "GET /v2.0/networks/aa37333a-1101-47b7-acc7-f21479cd1d95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2092979 Mar 25 19:20:35.253087 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Pushing event updated for resources: {'Port': ['ID=b11e0829-8e77-4884-be37-f7605d1d55af,revision_number=4']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:20:35.266680 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecb7d24-3376-4894-96f6-f545080b7f37 req-c410c2c6-62ae-438c-bf96-48fff328ad85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:20:35.268198 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-7ecb7d24-3376-4894-96f6-f545080b7f37 req-c410c2c6-62ae-438c-bf96-48fff328ad85 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=547b5db8-9a10-4506-ba92-acf96e89ae8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1684186 Mar 25 19:20:35.281121 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-16f400c8-7d5d-4ad0-add4-ea6f33b3156d req-65ad459d-c62f-4038-a44e-e9c25ad8d333 tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] 10.222.0.18 "GET /v2.0/security-groups?id=316ae13e-57e7-48d9-a090-8e2f46504143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113832 Mar 25 19:20:35.378286 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b046059-095e-4077-b252-f38c3d3229cc req-36d93da7-94e8-4b48-ba7c-851995fe7db7 tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:20:35.386317 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-be6a81db-f481-4291-9d22-20a466f507c0 req-5d02f201-e928-49bb-8b47-2f774b7c45f6 service neutron] 10.222.0.26 "GET /v2.0/networks/aa37333a-1101-47b7-acc7-f21479cd1d95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1738751 Mar 25 19:20:35.388290 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-2b046059-095e-4077-b252-f38c3d3229cc req-36d93da7-94e8-4b48-ba7c-851995fe7db7 tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] 10.222.0.18 "GET /v2.0/ports?device_id=c2f22826-2512-4bee-8ddc-2e80d6e63d45 HTTP/1.1" status: 200 len: 944 time: 0.0779560 Mar 25 19:20:35.414055 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-7ecb7d24-3376-4894-96f6-f545080b7f37 req-c058c365-2d24-4af5-929f-6419d5a843c6 service neutron] 10.222.0.26 "GET /v2.0/networks/547b5db8-9a10-4506-ba92-acf96e89ae8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363266 Mar 25 19:20:35.453930 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-2b046059-095e-4077-b252-f38c3d3229cc req-c05fbcaa-32ba-4d27-bb4c-4b8231a879d8 tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] 10.222.0.18 "GET /v2.0/security-groups?id=a346db11-a1aa-49ea-9798-167075247d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644984 Mar 25 19:20:35.458543 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] get_ports_and_sgs() called for port_ids ['b11e0829-8e77-4884-be37-f7605d1d55af'] {{(pid=103198) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 25 19:20:35.526336 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] get_ports_and_sgs() called for port_ids ['3c0bc78a-5461-4c6b-9a9a-3f89dd130fc1'] {{(pid=103198) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 25 19:20:35.796320 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8cf3de-0448-408b-b5e7-ab21f66d91d3 req-05e8a3d5-54e7-49b6-bb0e-64f268c99068 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:20:35.804941 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-ee8cf3de-0448-408b-b5e7-ab21f66d91d3 req-05e8a3d5-54e7-49b6-bb0e-64f268c99068 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] 10.222.0.18 "GET /v2.0/ports?device_id=60b11edc-ce3f-48f7-ac37-bc15cd882254 HTTP/1.1" status: 200 len: 944 time: 0.0886428 Mar 25 19:20:35.816760 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-7ecb7d24-3376-4894-96f6-f545080b7f37 req-1308e541-bdb4-410f-9067-8060061b3f46 service neutron] 10.222.0.26 "GET /v2.0/networks/547b5db8-9a10-4506-ba92-acf96e89ae8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3927705 Mar 25 19:20:35.874186 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-ee8cf3de-0448-408b-b5e7-ab21f66d91d3 req-ea5b9cb4-1d72-43d3-8c5a-e595e7c244b8 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] 10.222.0.18 "GET /v2.0/security-groups?id=ece6d36a-8c2c-423d-886b-e23866ad66ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677350 Mar 25 19:20:36.073209 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f5e756-fada-483e-a4be-ed29a6699353 req-219093ce-b243-45e1-ba8d-167df9a263e2 tempest-DeleteServersTestJSON-630511010 tempest-DeleteServersTestJSON-630511010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:20:36.074979 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-25f5e756-fada-483e-a4be-ed29a6699353 req-219093ce-b243-45e1-ba8d-167df9a263e2 tempest-DeleteServersTestJSON-630511010 tempest-DeleteServersTestJSON-630511010-project] 10.222.0.18 "GET /v2.0/ports?device_id=9df5ca96-e2d4-4758-9ddb-4aa505cf1a35 HTTP/1.1" status: 200 len: 944 time: 0.0584655 Mar 25 19:20:36.126644 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-25f5e756-fada-483e-a4be-ed29a6699353 req-471bd1bc-c813-4a2a-b6eb-8f68e6c061b7 tempest-DeleteServersTestJSON-630511010 tempest-DeleteServersTestJSON-630511010-project] 10.222.0.18 "GET /v2.0/security-groups?id=d5c330d0-a6f0-4d62-a482-38972d204a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462494 Mar 25 19:20:36.294429 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.18', 58486) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:20:36.411845 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddf2162-8e56-4b95-8ed0-d56b929cb7be req-d0ef97ed-eaed-4cda-bcc1-3e2ce56f11da tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:20:36.413575 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-9ddf2162-8e56-4b95-8ed0-d56b929cb7be req-d0ef97ed-eaed-4cda-bcc1-3e2ce56f11da tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e98d9a4-7bc3-4128-b4ae-768498a633da HTTP/1.1" status: 200 len: 944 time: 0.0552928 Mar 25 19:20:36.479309 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Device 49753907-3d92-474f-bd8d-596897e5c904 details requested by agent hyperv_hv-cinder-75510 with host hv-cinder-75510 {{(pid=103198) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 25 19:20:36.490672 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-a290c0f6-5023-453c-ba31-aa2257884197 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:36.504038 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-9ddf2162-8e56-4b95-8ed0-d56b929cb7be req-84bd9094-5a05-4be2-b02f-108606d6f23d tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] 10.222.0.18 "GET /v2.0/security-groups?id=316ae13e-57e7-48d9-a090-8e2f46504143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815332 Mar 25 19:20:36.506183 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Device 3c0bc78a-5461-4c6b-9a9a-3f89dd130fc1 up at agent hyperv_hv-cinder-75510 {{(pid=103198) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 25 19:20:36.603721 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-a290c0f6-5023-453c-ba31-aa2257884197 admin admin] Publish callbacks [] for security_group (e243243f-e454-4d3b-974b-66dd168349e3), precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:36.610109 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-a290c0f6-5023-453c-ba31-aa2257884197 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687199'] for security_group (e243243f-e454-4d3b-974b-66dd168349e3), after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:36.642489 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Provisioning for port 3c0bc78a-5461-4c6b-9a9a-3f89dd130fc1 completed by entity L2. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 25 19:20:36.654779 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e27f2a-c92b-48d0-b6f4-056320d70932 req-690ab66c-e0ef-4f7d-9ca0-86b829828f86 tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:20:36.655504 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Provisioning complete for port 3c0bc78a-5461-4c6b-9a9a-3f89dd130fc1 triggered by entity L2. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 25 19:20:36.655887 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133789'] for port (3c0bc78a-5461-4c6b-9a9a-3f89dd130fc1), provisioning_complete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:36.663671 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a290c0f6-5023-453c-ba31-aa2257884197 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e243243f-e454-4d3b-974b-66dd168349e3,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:20:36.671265 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-a290c0f6-5023-453c-ba31-aa2257884197 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a9bed03d69c347ff8fe53623207806fe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3750854 Mar 25 19:20:36.673314 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.18', 58508) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:20:36.683982 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] For port 49753907-3d92-474f-bd8d-596897e5c904, host hv-cinder-75510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75510',level=0,port_id=49753907-3d92-474f-bd8d-596897e5c904,segment=NetworkSegment(d2797ec7-5d3a-4260-b181-2764a4061b4e),segment_id=d2797ec7-5d3a-4260-b181-2764a4061b4e)] {{(pid=103198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 25 19:20:36.684286 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-14e27f2a-c92b-48d0-b6f4-056320d70932 req-690ab66c-e0ef-4f7d-9ca0-86b829828f86 tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] 10.222.0.18 "GET /v2.0/ports?device_id=c2f22826-2512-4bee-8ddc-2e80d6e63d45 HTTP/1.1" status: 200 len: 944 time: 0.1077988 Mar 25 19:20:36.705699 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Returning: {'device': '49753907-3d92-474f-bd8d-596897e5c904', 'network_id': '41df54f8-722f-48ae-9670-4d05784c9b60', 'port_id': '49753907-3d92-474f-bd8d-596897e5c904', 'mac_address': 'fa:16:3e:e7:ca:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 276, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9ce3099-d02a-4e55-9db5-3bce93935985', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103198) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 25 19:20:36.777682 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-14e27f2a-c92b-48d0-b6f4-056320d70932 req-d92fb5ab-156b-4fe9-8cab-505a256bde0c tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] 10.222.0.18 "GET /v2.0/security-groups?id=a346db11-a1aa-49ea-9798-167075247d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0917504 Mar 25 19:20:36.778227 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-1d644cf1-497d-4ab7-b6c0-88ccb982b57c admin admin] Publish callbacks [] for security_group (e243243f-e454-4d3b-974b-66dd168349e3), before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:36.800083 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Current status of the port 49753907-3d92-474f-bd8d-596897e5c904 is: DOWN; New status is: BUILD {{(pid=103198) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 25 19:20:36.800580 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1293263'] for port (49753907-3d92-474f-bd8d-596897e5c904), before_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:36.811505 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-1d644cf1-497d-4ab7-b6c0-88ccb982b57c admin admin] Publish callbacks [] for security_group (e243243f-e454-4d3b-974b-66dd168349e3), precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:36.832420 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Current status of the port 3c0bc78a-5461-4c6b-9a9a-3f89dd130fc1 is: BUILD; New status is: ACTIVE {{(pid=103198) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 25 19:20:36.833548 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1293263'] for port (3c0bc78a-5461-4c6b-9a9a-3f89dd130fc1), before_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:36.836283 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.notifiers.nova [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49753907-3d92-474f-bd8d-596897e5c904 {{(pid=103198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 25 19:20:36.880182 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] For port 49753907-3d92-474f-bd8d-596897e5c904, host hv-cinder-75510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75510',level=0,port_id=49753907-3d92-474f-bd8d-596897e5c904,segment=NetworkSegment(d2797ec7-5d3a-4260-b181-2764a4061b4e),segment_id=d2797ec7-5d3a-4260-b181-2764a4061b4e)] {{(pid=103198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 25 19:20:36.887044 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-1d644cf1-497d-4ab7-b6c0-88ccb982b57c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687199'] for security_group (e243243f-e454-4d3b-974b-66dd168349e3), after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:36.887228 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9da73b6c-0e9c-4722-bb2c-e3d758143cdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c0bc78a-5461-4c6b-9a9a-3f89dd130fc1'}] {{(pid=103198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 25 19:20:36.891968 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-1d644cf1-497d-4ab7-b6c0-88ccb982b57c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:36.896106 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-1d644cf1-497d-4ab7-b6c0-88ccb982b57c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e243243f-e454-4d3b-974b-66dd168349e3 HTTP/1.1" status: 204 len: 168 time: 0.2215297 Mar 25 19:20:36.906806 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d644cf1-497d-4ab7-b6c0-88ccb982b57c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e243243f-e454-4d3b-974b-66dd168349e3,revision_number=None']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:20:36.987505 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036679572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741036190733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741036190751'] for port (49753907-3d92-474f-bd8d-596897e5c904), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:36.988163 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Device d5017eb3-7c1a-4acd-b3e7-abbf54ea28c0 details requested by agent hyperv_hv-cinder-75510 with host hv-cinder-75510 {{(pid=103198) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 25 19:20:36.991058 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] For port 3c0bc78a-5461-4c6b-9a9a-3f89dd130fc1, host hv-cinder-75510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75510',level=0,port_id=3c0bc78a-5461-4c6b-9a9a-3f89dd130fc1,segment=NetworkSegment(541ac455-136c-4743-9e72-e1540521f447),segment_id=541ac455-136c-4743-9e72-e1540521f447)] {{(pid=103198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 25 19:20:37.020280 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3259294f-308c-474a-a7ea-85ba9026272d req-b7dd4eb9-395c-471c-bb6f-38dfc7aef864 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:20:37.025881 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036679572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741036190733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741036190751'] for port (3c0bc78a-5461-4c6b-9a9a-3f89dd130fc1), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:37.026677 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Device b11e0829-8e77-4884-be37-f7605d1d55af up at agent hyperv_hv-cinder-75510 {{(pid=103198) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 25 19:20:37.028209 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-3259294f-308c-474a-a7ea-85ba9026272d req-b7dd4eb9-395c-471c-bb6f-38dfc7aef864 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] 10.222.0.18 "GET /v2.0/ports?device_id=60b11edc-ce3f-48f7-ac37-bc15cd882254 HTTP/1.1" status: 200 len: 945 time: 0.0653827 Mar 25 19:20:37.095133 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-3259294f-308c-474a-a7ea-85ba9026272d req-51253f38-525b-41be-921e-44be6bafe1a4 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] 10.222.0.18 "GET /v2.0/security-groups?id=ece6d36a-8c2c-423d-886b-e23866ad66ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657909 Mar 25 19:20:37.137358 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Pushing event updated for resources: {'Port': ['ID=49753907-3d92-474f-bd8d-596897e5c904,revision_number=4']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:20:37.227037 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Provisioning for port b11e0829-8e77-4884-be37-f7605d1d55af completed by entity L2. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 25 19:20:37.236550 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] For port d5017eb3-7c1a-4acd-b3e7-abbf54ea28c0, host hv-cinder-75510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75510',level=0,port_id=d5017eb3-7c1a-4acd-b3e7-abbf54ea28c0,segment=NetworkSegment(b014a1b8-c6b2-4821-8412-291b75bc4696),segment_id=b014a1b8-c6b2-4821-8412-291b75bc4696)] {{(pid=103198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 25 19:20:37.248476 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Provisioning complete for port b11e0829-8e77-4884-be37-f7605d1d55af triggered by entity L2. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 25 19:20:37.248857 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133789'] for port (b11e0829-8e77-4884-be37-f7605d1d55af), provisioning_complete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:37.273764 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Returning: {'device': 'd5017eb3-7c1a-4acd-b3e7-abbf54ea28c0', 'network_id': '547b5db8-9a10-4506-ba92-acf96e89ae8e', 'port_id': 'd5017eb3-7c1a-4acd-b3e7-abbf54ea28c0', 'mac_address': 'fa:16:3e:2d:7d:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 271, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f5dde36-3194-44e6-b8cf-733c65400f3b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103198) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 25 19:20:37.278387 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Pushing event updated for resources: {'Port': ['ID=3c0bc78a-5461-4c6b-9a9a-3f89dd130fc1,revision_number=5']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:20:37.298618 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5f1b0a-6090-4417-9118-414827e6b140 req-259f58ca-b902-470c-9c0b-b73bb20e59a8 tempest-DeleteServersTestJSON-630511010 tempest-DeleteServersTestJSON-630511010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:20:37.301914 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-5d5f1b0a-6090-4417-9118-414827e6b140 req-259f58ca-b902-470c-9c0b-b73bb20e59a8 tempest-DeleteServersTestJSON-630511010 tempest-DeleteServersTestJSON-630511010-project] 10.222.0.18 "GET /v2.0/ports?device_id=9df5ca96-e2d4-4758-9ddb-4aa505cf1a35 HTTP/1.1" status: 200 len: 944 time: 0.0843518 Mar 25 19:20:37.338759 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Current status of the port d5017eb3-7c1a-4acd-b3e7-abbf54ea28c0 is: DOWN; New status is: BUILD {{(pid=103198) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 25 19:20:37.338759 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1293263'] for port (d5017eb3-7c1a-4acd-b3e7-abbf54ea28c0), before_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:37.365241 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-5d5f1b0a-6090-4417-9118-414827e6b140 req-d8a57519-fe0a-4346-9f44-674c5591447a tempest-DeleteServersTestJSON-630511010 tempest-DeleteServersTestJSON-630511010-project] 10.222.0.18 "GET /v2.0/security-groups?id=d5c330d0-a6f0-4d62-a482-38972d204a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565052 Mar 25 19:20:37.379423 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.notifiers.nova [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5017eb3-7c1a-4acd-b3e7-abbf54ea28c0 {{(pid=103198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 25 19:20:37.408815 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] For port d5017eb3-7c1a-4acd-b3e7-abbf54ea28c0, host hv-cinder-75510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75510',level=0,port_id=d5017eb3-7c1a-4acd-b3e7-abbf54ea28c0,segment=NetworkSegment(b014a1b8-c6b2-4821-8412-291b75bc4696),segment_id=b014a1b8-c6b2-4821-8412-291b75bc4696)] {{(pid=103198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 25 19:20:37.416591 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036679572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741036190733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741036190751'] for port (d5017eb3-7c1a-4acd-b3e7-abbf54ea28c0), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:37.417250 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Device eccc2666-aab1-47fb-824f-6146f634c584 details requested by agent hyperv_hv-cinder-75510 with host hv-cinder-75510 {{(pid=103198) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 25 19:20:37.424439 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Current status of the port b11e0829-8e77-4884-be37-f7605d1d55af is: BUILD; New status is: ACTIVE {{(pid=103198) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 25 19:20:37.424823 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1293263'] for port (b11e0829-8e77-4884-be37-f7605d1d55af), before_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:37.475683 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.18', 58544) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:20:37.489105 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-42e7d6b9-6a38-403e-8d17-0d67e97d87f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:37.499099 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be5bcd447a3797005f5619062121570069e0d2064b33fc0b2cf836394b7860ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef526c0c-df17-4dbd-826c-ff0f448b833c" -d '{"events": [{"server_uuid": "9da73b6c-0e9c-4722-bb2c-e3d758143cdf", "name": "network-vif-plugged", "status": "completed", "tag": "3c0bc78a-5461-4c6b-9a9a-3f89dd130fc1"}]}' {{(pid=103198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 25 19:20:37.631452 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-42e7d6b9-6a38-403e-8d17-0d67e97d87f3 admin admin] Publish callbacks [] for security_group (f12af1c5-8beb-4b7a-ae0c-108c92e1e700), precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:37.641665 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-42e7d6b9-6a38-403e-8d17-0d67e97d87f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687199'] for security_group (f12af1c5-8beb-4b7a-ae0c-108c92e1e700), after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:37.670802 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Pushing event updated for resources: {'Port': ['ID=d5017eb3-7c1a-4acd-b3e7-abbf54ea28c0,revision_number=4']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:20:37.681086 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdfb11c-3b21-4cd6-bc6e-3d173b2df67d req-3aa29b7c-e1ba-4f17-b964-6ebd545707bf tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:20:37.682988 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-afdfb11c-3b21-4cd6-bc6e-3d173b2df67d req-3aa29b7c-e1ba-4f17-b964-6ebd545707bf tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e98d9a4-7bc3-4128-b4ae-768498a633da HTTP/1.1" status: 200 len: 944 time: 0.0696104 Mar 25 19:20:37.717619 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-42e7d6b9-6a38-403e-8d17-0d67e97d87f3 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=fa53bb1d05dc45abb3a60b8b2f555211&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2408376 Mar 25 19:20:37.718826 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e7d6b9-6a38-403e-8d17-0d67e97d87f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f12af1c5-8beb-4b7a-ae0c-108c92e1e700,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:20:37.721520 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] For port b11e0829-8e77-4884-be37-f7605d1d55af, host hv-cinder-75510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75510',level=0,port_id=b11e0829-8e77-4884-be37-f7605d1d55af,segment=NetworkSegment(98907f1f-3df8-47ea-a63f-ed9b1dc9d713),segment_id=98907f1f-3df8-47ea-a63f-ed9b1dc9d713)] {{(pid=103198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 25 19:20:37.724026 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.18', 58552) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:20:37.728978 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036679572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741036190733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741036190751'] for port (b11e0829-8e77-4884-be37-f7605d1d55af), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:37.811947 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-afdfb11c-3b21-4cd6-bc6e-3d173b2df67d req-7a8415fb-9883-4db1-aa2c-9dd4eeaff6dc tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] 10.222.0.18 "GET /v2.0/security-groups?id=316ae13e-57e7-48d9-a090-8e2f46504143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228740 Mar 25 19:20:37.815977 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-1947ea0f-8944-4734-9d6f-55317f9e8646 admin admin] Publish callbacks [] for security_group (f12af1c5-8beb-4b7a-ae0c-108c92e1e700), before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:37.830191 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Pushing event updated for resources: {'Port': ['ID=b11e0829-8e77-4884-be37-f7605d1d55af,revision_number=5']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:20:37.858183 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-1947ea0f-8944-4734-9d6f-55317f9e8646 admin admin] Publish callbacks [] for security_group (f12af1c5-8beb-4b7a-ae0c-108c92e1e700), precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:37.858693 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] For port eccc2666-aab1-47fb-824f-6146f634c584, host hv-cinder-75510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75510',level=0,port_id=eccc2666-aab1-47fb-824f-6146f634c584,segment=NetworkSegment(541ac455-136c-4743-9e72-e1540521f447),segment_id=541ac455-136c-4743-9e72-e1540521f447)] {{(pid=103198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 25 19:20:37.874801 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Returning: {'device': 'eccc2666-aab1-47fb-824f-6146f634c584', 'network_id': 'aa37333a-1101-47b7-acc7-f21479cd1d95', 'port_id': 'eccc2666-aab1-47fb-824f-6146f634c584', 'mac_address': 'fa:16:3e:d3:c2:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 285, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8fb3102-0026-42d9-a683-15415ae64f68', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103198) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 25 19:20:37.916004 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-1947ea0f-8944-4734-9d6f-55317f9e8646 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687199'] for security_group (f12af1c5-8beb-4b7a-ae0c-108c92e1e700), after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:37.920930 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-1947ea0f-8944-4734-9d6f-55317f9e8646 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:37.922380 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-1947ea0f-8944-4734-9d6f-55317f9e8646 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f12af1c5-8beb-4b7a-ae0c-108c92e1e700 HTTP/1.1" status: 204 len: 168 time: 0.1955130 Mar 25 19:20:37.929655 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Current status of the port eccc2666-aab1-47fb-824f-6146f634c584 is: DOWN; New status is: BUILD {{(pid=103198) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 25 19:20:37.930114 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1293263'] for port (eccc2666-aab1-47fb-824f-6146f634c584), before_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:37.935375 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1947ea0f-8944-4734-9d6f-55317f9e8646 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f12af1c5-8beb-4b7a-ae0c-108c92e1e700,revision_number=None']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:20:37.969322 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.notifiers.nova [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eccc2666-aab1-47fb-824f-6146f634c584 {{(pid=103198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 25 19:20:38.009968 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Mar 2022 19:20:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-154bfe7f-207a-48a6-9e87-2d3b213cd15d x-openstack-request-id: req-154bfe7f-207a-48a6-9e87-2d3b213cd15d {{(pid=103198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 25 19:20:38.011047 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9da73b6c-0e9c-4722-bb2c-e3d758143cdf", "name": "network-vif-plugged", "status": "completed", "tag": "3c0bc78a-5461-4c6b-9a9a-3f89dd130fc1", "code": 200}]} {{(pid=103198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 25 19:20:38.011459 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-154bfe7f-207a-48a6-9e87-2d3b213cd15d {{(pid=103198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 25 19:20:38.012852 dv-cinder-755101-7-iscsi neutron-server[103198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-154bfe7f-207a-48a6-9e87-2d3b213cd15d'] response: {'server_uuid': '9da73b6c-0e9c-4722-bb2c-e3d758143cdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c0bc78a-5461-4c6b-9a9a-3f89dd130fc1', 'code': 200} Mar 25 19:20:38.056992 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] For port eccc2666-aab1-47fb-824f-6146f634c584, host hv-cinder-75510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75510',level=0,port_id=eccc2666-aab1-47fb-824f-6146f634c584,segment=NetworkSegment(541ac455-136c-4743-9e72-e1540521f447),segment_id=541ac455-136c-4743-9e72-e1540521f447)] {{(pid=103198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 25 19:20:38.066249 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036679572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741036190733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741036190751'] for port (eccc2666-aab1-47fb-824f-6146f634c584), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:38.108438 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4618db-39a9-4054-bcdb-385b05002e84 req-b9481b08-c452-49ba-8db2-12323147427b tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:20:38.129408 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-ab4618db-39a9-4054-bcdb-385b05002e84 req-b9481b08-c452-49ba-8db2-12323147427b tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] 10.222.0.18 "GET /v2.0/ports?device_id=c2f22826-2512-4bee-8ddc-2e80d6e63d45 HTTP/1.1" status: 200 len: 945 time: 0.1879365 Mar 25 19:20:38.251939 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-ab4618db-39a9-4054-bcdb-385b05002e84 req-b3dfb2d6-c005-4633-8eff-441797ce83dc tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] 10.222.0.18 "GET /v2.0/security-groups?id=a346db11-a1aa-49ea-9798-167075247d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1193237 Mar 25 19:20:38.329466 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Pushing event updated for resources: {'Port': ['ID=eccc2666-aab1-47fb-824f-6146f634c584,revision_number=4']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:20:38.428458 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] get_ports_and_sgs() called for port_ids ['49753907-3d92-474f-bd8d-596897e5c904'] {{(pid=103198) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 25 19:20:38.455665 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] get_ports_and_sgs() called for port_ids ['d5017eb3-7c1a-4acd-b3e7-abbf54ea28c0'] {{(pid=103198) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 25 19:20:38.461705 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53373f3-35ca-47c3-bedf-377feaba7117 req-b462bf24-97f8-47b5-88f5-a04b28fe5ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:20:38.462297 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] get_ports_and_sgs() called for port_ids ['eccc2666-aab1-47fb-824f-6146f634c584'] {{(pid=103198) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 25 19:20:38.464506 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-e53373f3-35ca-47c3-bedf-377feaba7117 req-b462bf24-97f8-47b5-88f5-a04b28fe5ba4 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=9da73b6c-0e9c-4722-bb2c-e3d758143cdf HTTP/1.1" status: 200 len: 1130 time: 0.2297602 Mar 25 19:20:38.499092 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92018dac-c7db-4287-9906-548794654650 req-64bee0a1-af61-46e7-9701-325dbf9d0591 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:20:38.501418 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-92018dac-c7db-4287-9906-548794654650 req-64bee0a1-af61-46e7-9701-325dbf9d0591 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] 10.222.0.18 "GET /v2.0/ports?device_id=60b11edc-ce3f-48f7-ac37-bc15cd882254 HTTP/1.1" status: 200 len: 945 time: 0.1637876 Mar 25 19:20:38.595903 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-e53373f3-35ca-47c3-bedf-377feaba7117 req-bd7de5ca-fdad-449e-b91d-7cde4d9c8c7f service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:38.628768 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97384c1e-9948-4c26-bb89-84352f52dca9 req-5e971c07-2dd1-45f8-87bc-8275ad9b8233 tempest-DeleteServersTestJSON-630511010 tempest-DeleteServersTestJSON-630511010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:20:38.635858 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-97384c1e-9948-4c26-bb89-84352f52dca9 req-5e971c07-2dd1-45f8-87bc-8275ad9b8233 tempest-DeleteServersTestJSON-630511010 tempest-DeleteServersTestJSON-630511010-project] 10.222.0.18 "GET /v2.0/ports?device_id=9df5ca96-e2d4-4758-9ddb-4aa505cf1a35 HTTP/1.1" status: 200 len: 945 time: 0.1201632 Mar 25 19:20:38.773088 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-e53373f3-35ca-47c3-bedf-377feaba7117 req-bd7de5ca-fdad-449e-b91d-7cde4d9c8c7f service neutron] Publish callbacks [] for security_group (c0d1b4dd-5348-4dc0-bf11-a15a7cf3bef7), precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:38.774117 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-97384c1e-9948-4c26-bb89-84352f52dca9 req-47b1860b-bb2a-42b9-bd35-12b737be7da8 tempest-DeleteServersTestJSON-630511010 tempest-DeleteServersTestJSON-630511010-project] 10.222.0.18 "GET /v2.0/security-groups?id=d5c330d0-a6f0-4d62-a482-38972d204a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295433 Mar 25 19:20:38.780729 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-e53373f3-35ca-47c3-bedf-377feaba7117 req-bd7de5ca-fdad-449e-b91d-7cde4d9c8c7f service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687199'] for security_group (c0d1b4dd-5348-4dc0-bf11-a15a7cf3bef7), after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:38.824496 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-92018dac-c7db-4287-9906-548794654650 req-0835aedd-312b-403f-90f6-c3f3f42cb1e0 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] 10.222.0.18 "GET /v2.0/security-groups?id=ece6d36a-8c2c-423d-886b-e23866ad66ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3138802 Mar 25 19:20:38.849750 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-e53373f3-35ca-47c3-bedf-377feaba7117 req-bd7de5ca-fdad-449e-b91d-7cde4d9c8c7f service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=316ae13e-57e7-48d9-a090-8e2f46504143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3791459 Mar 25 19:20:38.851374 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7de5ca-fdad-449e-b91d-7cde4d9c8c7f service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=c0d1b4dd-5348-4dc0-bf11-a15a7cf3bef7,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:20:38.977246 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae849dc3-34d4-4f03-894e-7be767b9734d req-2b587e36-2742-46ae-8049-f48d6ed91dde tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:20:38.979114 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-ae849dc3-34d4-4f03-894e-7be767b9734d req-2b587e36-2742-46ae-8049-f48d6ed91dde tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e98d9a4-7bc3-4128-b4ae-768498a633da HTTP/1.1" status: 200 len: 945 time: 0.0633876 Mar 25 19:20:39.040364 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-ae849dc3-34d4-4f03-894e-7be767b9734d req-891cfeb8-d7af-4050-b2b7-000059183573 tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] 10.222.0.18 "GET /v2.0/security-groups?id=316ae13e-57e7-48d9-a090-8e2f46504143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535533 Mar 25 19:20:39.389531 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec05fec-f5e0-4363-9e7b-ab5f2f83d04b req-46595d83-dcb3-4b70-9a7d-a39937eaf442 tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:20:39.391606 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-3ec05fec-f5e0-4363-9e7b-ab5f2f83d04b req-46595d83-dcb3-4b70-9a7d-a39937eaf442 tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] 10.222.0.18 "GET /v2.0/ports?device_id=c2f22826-2512-4bee-8ddc-2e80d6e63d45 HTTP/1.1" status: 200 len: 945 time: 0.0598564 Mar 25 19:20:39.449144 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-3ec05fec-f5e0-4363-9e7b-ab5f2f83d04b req-f63dfa6f-97f6-4105-9e64-1f247d7eeedf tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] 10.222.0.18 "GET /v2.0/security-groups?id=a346db11-a1aa-49ea-9798-167075247d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458732 Mar 25 19:20:39.919994 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282d0108-d921-4a7e-a54f-cc9048abe957 req-c3613f8f-31cb-4ec4-b6a8-63ec6ef32895 tempest-DeleteServersTestJSON-630511010 tempest-DeleteServersTestJSON-630511010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:20:39.929035 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-282d0108-d921-4a7e-a54f-cc9048abe957 req-c3613f8f-31cb-4ec4-b6a8-63ec6ef32895 tempest-DeleteServersTestJSON-630511010 tempest-DeleteServersTestJSON-630511010-project] 10.222.0.18 "GET /v2.0/ports?device_id=9df5ca96-e2d4-4758-9ddb-4aa505cf1a35 HTTP/1.1" status: 200 len: 945 time: 0.0770736 Mar 25 19:20:40.003340 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-282d0108-d921-4a7e-a54f-cc9048abe957 req-84abddfd-ad8b-4483-9475-f8060379eb5f tempest-DeleteServersTestJSON-630511010 tempest-DeleteServersTestJSON-630511010-project] 10.222.0.18 "GET /v2.0/security-groups?id=d5c330d0-a6f0-4d62-a482-38972d204a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704072 Mar 25 19:20:40.011865 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5b6c23-4f57-4429-bb1f-4c84437b29bb req-c6c97533-6754-4703-9a07-5d5f401249be tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:20:40.013705 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-1c5b6c23-4f57-4429-bb1f-4c84437b29bb req-c6c97533-6754-4703-9a07-5d5f401249be tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] 10.222.0.18 "GET /v2.0/ports?device_id=60b11edc-ce3f-48f7-ac37-bc15cd882254 HTTP/1.1" status: 200 len: 945 time: 0.0693970 Mar 25 19:20:40.024015 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9df5ca96-e2d4-4758-9ddb-4aa505cf1a35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b11e0829-8e77-4884-be37-f7605d1d55af'}] {{(pid=103198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 25 19:20:40.026302 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be5bcd447a3797005f5619062121570069e0d2064b33fc0b2cf836394b7860ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e108e22-d225-4602-b879-9b0a591e334b" -d '{"events": [{"server_uuid": "9df5ca96-e2d4-4758-9ddb-4aa505cf1a35", "name": "network-vif-plugged", "status": "completed", "tag": "b11e0829-8e77-4884-be37-f7605d1d55af"}]}' {{(pid=103198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 25 19:20:40.075089 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Mar 2022 19:20:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dd69613-b7b3-432f-b17a-56a536220700 x-openstack-request-id: req-4dd69613-b7b3-432f-b17a-56a536220700 {{(pid=103198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 25 19:20:40.075569 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9df5ca96-e2d4-4758-9ddb-4aa505cf1a35", "name": "network-vif-plugged", "status": "completed", "tag": "b11e0829-8e77-4884-be37-f7605d1d55af", "code": 200}]} {{(pid=103198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 25 19:20:40.075829 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4dd69613-b7b3-432f-b17a-56a536220700 {{(pid=103198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 25 19:20:40.076455 dv-cinder-755101-7-iscsi neutron-server[103198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4dd69613-b7b3-432f-b17a-56a536220700'] response: {'server_uuid': '9df5ca96-e2d4-4758-9ddb-4aa505cf1a35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b11e0829-8e77-4884-be37-f7605d1d55af', 'code': 200} Mar 25 19:20:40.087098 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-1c5b6c23-4f57-4429-bb1f-4c84437b29bb req-69c89198-d112-4fec-9eac-9ba619a0466c tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] 10.222.0.18 "GET /v2.0/security-groups?id=ece6d36a-8c2c-423d-886b-e23866ad66ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655570 Mar 25 19:20:40.198899 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4961a265-1f45-4eaa-b325-bf5669cb93c6 req-0b2cb84f-bbd9-4ddc-9362-b107db28f4f5 tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:20:40.200491 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-4961a265-1f45-4eaa-b325-bf5669cb93c6 req-0b2cb84f-bbd9-4ddc-9362-b107db28f4f5 tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e98d9a4-7bc3-4128-b4ae-768498a633da HTTP/1.1" status: 200 len: 945 time: 0.0679362 Mar 25 19:20:40.276457 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-4961a265-1f45-4eaa-b325-bf5669cb93c6 req-cb2697b2-0fe0-4ceb-9bda-fa1c504f5b31 tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] 10.222.0.18 "GET /v2.0/security-groups?id=316ae13e-57e7-48d9-a090-8e2f46504143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687809 Mar 25 19:20:40.552552 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e50a801-6699-4d2b-ba5a-3309711f472c req-59db2a23-605d-430f-93df-2dcf69df3387 tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:20:40.554012 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-9e50a801-6699-4d2b-ba5a-3309711f472c req-59db2a23-605d-430f-93df-2dcf69df3387 tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] 10.222.0.18 "GET /v2.0/ports?device_id=c2f22826-2512-4bee-8ddc-2e80d6e63d45 HTTP/1.1" status: 200 len: 945 time: 0.0503659 Mar 25 19:20:40.599209 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-9e50a801-6699-4d2b-ba5a-3309711f472c req-d302f1de-ba41-40e2-b085-e942adfa438d tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] 10.222.0.18 "GET /v2.0/security-groups?id=a346db11-a1aa-49ea-9798-167075247d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391324 Mar 25 19:20:41.111535 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.db.agents_db [None req-ad735e95-395b-498c-b22d-e8906e231634 None None] Agent healthcheck: found 6 active agents {{(pid=103199) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 25 19:20:41.122741 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815f3626-d1ba-4141-8b49-62e566ca3a5d req-7e410624-8fca-4d69-9e74-84625ea9a0be tempest-DeleteServersTestJSON-630511010 tempest-DeleteServersTestJSON-630511010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:20:41.124090 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-815f3626-d1ba-4141-8b49-62e566ca3a5d req-7e410624-8fca-4d69-9e74-84625ea9a0be tempest-DeleteServersTestJSON-630511010 tempest-DeleteServersTestJSON-630511010-project] 10.222.0.18 "GET /v2.0/ports?device_id=9df5ca96-e2d4-4758-9ddb-4aa505cf1a35 HTTP/1.1" status: 200 len: 945 time: 0.0566404 Mar 25 19:20:41.169290 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-815f3626-d1ba-4141-8b49-62e566ca3a5d req-8a159d77-0547-44cf-80a7-22fe3a1d04fd tempest-DeleteServersTestJSON-630511010 tempest-DeleteServersTestJSON-630511010-project] 10.222.0.18 "GET /v2.0/security-groups?id=d5c330d0-a6f0-4d62-a482-38972d204a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397928 Mar 25 19:20:41.205636 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0c4fa6-8d5c-49a7-955e-ad6556bac7d1 req-f3132696-0da5-4c06-abfe-86a03b5b01da tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:20:41.207104 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-3f0c4fa6-8d5c-49a7-955e-ad6556bac7d1 req-f3132696-0da5-4c06-abfe-86a03b5b01da tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] 10.222.0.18 "GET /v2.0/ports?device_id=60b11edc-ce3f-48f7-ac37-bc15cd882254 HTTP/1.1" status: 200 len: 945 time: 0.0540638 Mar 25 19:20:41.251720 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-3f0c4fa6-8d5c-49a7-955e-ad6556bac7d1 req-e4ac7ea6-97e1-4eca-a329-02ee3980fbc8 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] 10.222.0.18 "GET /v2.0/security-groups?id=ece6d36a-8c2c-423d-886b-e23866ad66ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385158 Mar 25 19:20:41.384254 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5f3c5a-a296-4ca1-ac15-c5d11b31bd58 req-3e878c64-936b-43b6-bdf6-e4e920b0e351 tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:20:41.385705 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-ed5f3c5a-a296-4ca1-ac15-c5d11b31bd58 req-3e878c64-936b-43b6-bdf6-e4e920b0e351 tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e98d9a4-7bc3-4128-b4ae-768498a633da HTTP/1.1" status: 200 len: 945 time: 0.0544283 Mar 25 19:20:41.431662 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-ed5f3c5a-a296-4ca1-ac15-c5d11b31bd58 req-56c3bbec-65f7-443c-ae18-6a18bf7afe61 tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] 10.222.0.18 "GET /v2.0/security-groups?id=316ae13e-57e7-48d9-a090-8e2f46504143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404551 Mar 25 19:20:41.736201 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a556885a-acbe-4e6c-beb6-8650bd99a9d7 req-64f5a516-0698-4362-8be0-73f316ce9843 tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:20:41.737827 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-a556885a-acbe-4e6c-beb6-8650bd99a9d7 req-64f5a516-0698-4362-8be0-73f316ce9843 tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] 10.222.0.18 "GET /v2.0/ports?device_id=c2f22826-2512-4bee-8ddc-2e80d6e63d45 HTTP/1.1" status: 200 len: 945 time: 0.0565853 Mar 25 19:20:41.821659 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-a556885a-acbe-4e6c-beb6-8650bd99a9d7 req-733bf75e-b98b-4abc-a5d1-25c6ef1d9bcb tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] 10.222.0.18 "GET /v2.0/security-groups?id=a346db11-a1aa-49ea-9798-167075247d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733652 Mar 25 19:20:41.827932 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ff0a1f-f61b-4a2f-b54b-36b0abfd0c84 req-1ec52e32-2d73-48fb-b0fc-e645f5850b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:20:41.829437 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-b8ff0a1f-f61b-4a2f-b54b-36b0abfd0c84 req-1ec52e32-2d73-48fb-b0fc-e645f5850b83 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=9df5ca96-e2d4-4758-9ddb-4aa505cf1a35 HTTP/1.1" status: 200 len: 1129 time: 0.0657599 Mar 25 19:20:41.882323 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-b8ff0a1f-f61b-4a2f-b54b-36b0abfd0c84 req-e08d679f-b016-4c02-ad56-a764527a93e4 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=d5c330d0-a6f0-4d62-a482-38972d204a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427556 Mar 25 19:20:42.201882 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.18', 58720) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:20:42.287369 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f3e518-e1f7-42c3-89dd-5eb5503baaac req-5c54dfbd-9703-4c4f-8c36-38ffb6c5e274 tempest-DeleteServersTestJSON-630511010 tempest-DeleteServersTestJSON-630511010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:20:42.288864 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-98f3e518-e1f7-42c3-89dd-5eb5503baaac req-5c54dfbd-9703-4c4f-8c36-38ffb6c5e274 tempest-DeleteServersTestJSON-630511010 tempest-DeleteServersTestJSON-630511010-project] 10.222.0.18 "GET /v2.0/ports?device_id=9df5ca96-e2d4-4758-9ddb-4aa505cf1a35 HTTP/1.1" status: 200 len: 945 time: 0.0518250 Mar 25 19:20:42.309882 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-c6fb4c29-bd73-4b2c-8f55-6445852851c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:42.342803 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-98f3e518-e1f7-42c3-89dd-5eb5503baaac req-451c1a65-d45b-4c76-907f-7134cbb73ccc tempest-DeleteServersTestJSON-630511010 tempest-DeleteServersTestJSON-630511010-project] 10.222.0.18 "GET /v2.0/security-groups?id=d5c330d0-a6f0-4d62-a482-38972d204a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476964 Mar 25 19:20:42.410497 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2510e95-96dd-40ee-95ab-01b392f0a9fb req-37c93f3c-975c-46ef-b101-1862ba235aea tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:20:42.412011 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-b2510e95-96dd-40ee-95ab-01b392f0a9fb req-37c93f3c-975c-46ef-b101-1862ba235aea tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] 10.222.0.18 "GET /v2.0/ports?device_id=60b11edc-ce3f-48f7-ac37-bc15cd882254 HTTP/1.1" status: 200 len: 945 time: 0.0817008 Mar 25 19:20:42.467121 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-c6fb4c29-bd73-4b2c-8f55-6445852851c1 admin admin] Publish callbacks [] for security_group (b5ed62f5-3942-47d6-a5fa-1d90568c5c19), precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:42.475159 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-c6fb4c29-bd73-4b2c-8f55-6445852851c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687199'] for security_group (b5ed62f5-3942-47d6-a5fa-1d90568c5c19), after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:42.489504 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-b2510e95-96dd-40ee-95ab-01b392f0a9fb req-e26346bd-a9b2-4810-a126-7f5db09dc0b2 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] 10.222.0.18 "GET /v2.0/security-groups?id=ece6d36a-8c2c-423d-886b-e23866ad66ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711024 Mar 25 19:20:42.523016 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-c6fb4c29-bd73-4b2c-8f55-6445852851c1 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5aca94b9027845258d9da9bc03d48fb7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3199525 Mar 25 19:20:42.525408 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.18', 58734) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:20:42.532501 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fb4c29-bd73-4b2c-8f55-6445852851c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5ed62f5-3942-47d6-a5fa-1d90568c5c19,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:20:42.574336 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764c7536-2cd1-4954-9522-481a2cde8d86 req-b4496b3d-547f-4978-aa70-02ca81e1b1c1 tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:20:42.576160 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-764c7536-2cd1-4954-9522-481a2cde8d86 req-b4496b3d-547f-4978-aa70-02ca81e1b1c1 tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e98d9a4-7bc3-4128-b4ae-768498a633da HTTP/1.1" status: 200 len: 945 time: 0.0562656 Mar 25 19:20:42.580758 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-7a1eb2bf-d447-4e1c-a0ae-0cc22bd097a8 admin admin] Publish callbacks [] for security_group (b5ed62f5-3942-47d6-a5fa-1d90568c5c19), before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:42.606172 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-7a1eb2bf-d447-4e1c-a0ae-0cc22bd097a8 admin admin] Publish callbacks [] for security_group (b5ed62f5-3942-47d6-a5fa-1d90568c5c19), precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:42.625974 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-764c7536-2cd1-4954-9522-481a2cde8d86 req-491c352f-7078-4fa9-9e4e-676c91aa583c tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] 10.222.0.18 "GET /v2.0/security-groups?id=316ae13e-57e7-48d9-a090-8e2f46504143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439508 Mar 25 19:20:42.664215 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-7a1eb2bf-d447-4e1c-a0ae-0cc22bd097a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687199'] for security_group (b5ed62f5-3942-47d6-a5fa-1d90568c5c19), after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:42.667695 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-7a1eb2bf-d447-4e1c-a0ae-0cc22bd097a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:42.668980 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-7a1eb2bf-d447-4e1c-a0ae-0cc22bd097a8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b5ed62f5-3942-47d6-a5fa-1d90568c5c19 HTTP/1.1" status: 204 len: 168 time: 0.1425383 Mar 25 19:20:42.677458 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1eb2bf-d447-4e1c-a0ae-0cc22bd097a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5ed62f5-3942-47d6-a5fa-1d90568c5c19,revision_number=None']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:20:42.848251 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Device d5017eb3-7c1a-4acd-b3e7-abbf54ea28c0 up at agent hyperv_hv-cinder-75510 {{(pid=103198) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 25 19:20:42.912962 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Provisioning for port d5017eb3-7c1a-4acd-b3e7-abbf54ea28c0 completed by entity L2. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 25 19:20:42.918574 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Provisioning complete for port d5017eb3-7c1a-4acd-b3e7-abbf54ea28c0 triggered by entity L2. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 25 19:20:42.919193 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133789'] for port (d5017eb3-7c1a-4acd-b3e7-abbf54ea28c0), provisioning_complete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:42.943857 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.18', 58746) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:20:42.947227 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c38d6d1-093b-42c4-b8cc-4790db90c3d6 req-c375cfcf-866b-42c9-b9fd-edf41a796535 tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:20:42.948837 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-4c38d6d1-093b-42c4-b8cc-4790db90c3d6 req-c375cfcf-866b-42c9-b9fd-edf41a796535 tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] 10.222.0.18 "GET /v2.0/ports?device_id=c2f22826-2512-4bee-8ddc-2e80d6e63d45 HTTP/1.1" status: 200 len: 945 time: 0.0568113 Mar 25 19:20:42.957633 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-39ee1e4c-ee51-452d-a291-2f824034e8bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:43.004083 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-4c38d6d1-093b-42c4-b8cc-4790db90c3d6 req-e1687e99-409f-4d31-ba7c-04f91ef28626 tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] 10.222.0.18 "GET /v2.0/security-groups?id=a346db11-a1aa-49ea-9798-167075247d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480244 Mar 25 19:20:43.006468 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Current status of the port d5017eb3-7c1a-4acd-b3e7-abbf54ea28c0 is: BUILD; New status is: ACTIVE {{(pid=103198) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 25 19:20:43.006928 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1293263'] for port (d5017eb3-7c1a-4acd-b3e7-abbf54ea28c0), before_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:43.031191 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2f22826-2512-4bee-8ddc-2e80d6e63d45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5017eb3-7c1a-4acd-b3e7-abbf54ea28c0'}] {{(pid=103198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 25 19:20:43.033465 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be5bcd447a3797005f5619062121570069e0d2064b33fc0b2cf836394b7860ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96c4c9a2-8361-4a9c-9740-ae16723bd20c" -d '{"events": [{"server_uuid": "c2f22826-2512-4bee-8ddc-2e80d6e63d45", "name": "network-vif-plugged", "status": "completed", "tag": "d5017eb3-7c1a-4acd-b3e7-abbf54ea28c0"}]}' {{(pid=103198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 25 19:20:43.044144 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-39ee1e4c-ee51-452d-a291-2f824034e8bd admin admin] Publish callbacks [] for security_group (83223ed5-a87b-4025-b860-fc082908ae86), precommit_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:43.046211 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] For port d5017eb3-7c1a-4acd-b3e7-abbf54ea28c0, host hv-cinder-75510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75510',level=0,port_id=d5017eb3-7c1a-4acd-b3e7-abbf54ea28c0,segment=NetworkSegment(b014a1b8-c6b2-4821-8412-291b75bc4696),segment_id=b014a1b8-c6b2-4821-8412-291b75bc4696)] {{(pid=103198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 25 19:20:43.049263 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-39ee1e4c-ee51-452d-a291-2f824034e8bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687199'] for security_group (83223ed5-a87b-4025-b860-fc082908ae86), after_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:43.050383 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036679572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741036190733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741036190751'] for port (d5017eb3-7c1a-4acd-b3e7-abbf54ea28c0), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:43.082461 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Mar 2022 19:20:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d64325f-84d9-4df0-8bbc-da568f04d6b2 x-openstack-request-id: req-1d64325f-84d9-4df0-8bbc-da568f04d6b2 {{(pid=103198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 25 19:20:43.082894 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2f22826-2512-4bee-8ddc-2e80d6e63d45", "name": "network-vif-plugged", "status": "completed", "tag": "d5017eb3-7c1a-4acd-b3e7-abbf54ea28c0", "code": 200}]} {{(pid=103198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 25 19:20:43.083212 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1d64325f-84d9-4df0-8bbc-da568f04d6b2 {{(pid=103198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 25 19:20:43.083798 dv-cinder-755101-7-iscsi neutron-server[103198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d64325f-84d9-4df0-8bbc-da568f04d6b2'] response: {'server_uuid': 'c2f22826-2512-4bee-8ddc-2e80d6e63d45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5017eb3-7c1a-4acd-b3e7-abbf54ea28c0', 'code': 200} Mar 25 19:20:43.093191 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-39ee1e4c-ee51-452d-a291-2f824034e8bd admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e000f60e169f40bc806906b441069836&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1458204 Mar 25 19:20:43.093425 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.18', 58752) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:20:43.100559 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ee1e4c-ee51-452d-a291-2f824034e8bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83223ed5-a87b-4025-b860-fc082908ae86,revision_number=1']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:20:43.113676 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Pushing event updated for resources: {'Port': ['ID=d5017eb3-7c1a-4acd-b3e7-abbf54ea28c0,revision_number=5']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:20:43.146457 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-00244e70-0089-4dbb-b4a1-7c5dc1507663 admin admin] Publish callbacks [] for security_group (83223ed5-a87b-4025-b860-fc082908ae86), before_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:43.168456 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-00244e70-0089-4dbb-b4a1-7c5dc1507663 admin admin] Publish callbacks [] for security_group (83223ed5-a87b-4025-b860-fc082908ae86), precommit_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:43.216047 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-00244e70-0089-4dbb-b4a1-7c5dc1507663 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687199'] for security_group (83223ed5-a87b-4025-b860-fc082908ae86), after_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:43.218588 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-00244e70-0089-4dbb-b4a1-7c5dc1507663 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:43.219719 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-00244e70-0089-4dbb-b4a1-7c5dc1507663 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/83223ed5-a87b-4025-b860-fc082908ae86 HTTP/1.1" status: 204 len: 168 time: 0.1254137 Mar 25 19:20:43.227013 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00244e70-0089-4dbb-b4a1-7c5dc1507663 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83223ed5-a87b-4025-b860-fc082908ae86,revision_number=None']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:20:43.472936 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8c0c0a-7f15-4d2a-934b-8fb63fcbd649 req-7025df76-dec3-49d1-952b-3f27e03cacb0 tempest-DeleteServersTestJSON-630511010 tempest-DeleteServersTestJSON-630511010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:20:43.474399 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-7c8c0c0a-7f15-4d2a-934b-8fb63fcbd649 req-7025df76-dec3-49d1-952b-3f27e03cacb0 tempest-DeleteServersTestJSON-630511010 tempest-DeleteServersTestJSON-630511010-project] 10.222.0.18 "GET /v2.0/ports?device_id=9df5ca96-e2d4-4758-9ddb-4aa505cf1a35 HTTP/1.1" status: 200 len: 945 time: 0.0545583 Mar 25 19:20:43.520775 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-7c8c0c0a-7f15-4d2a-934b-8fb63fcbd649 req-eb7a35e7-56b2-4b65-ab3f-0e152515e0b1 tempest-DeleteServersTestJSON-630511010 tempest-DeleteServersTestJSON-630511010-project] 10.222.0.18 "GET /v2.0/security-groups?id=d5c330d0-a6f0-4d62-a482-38972d204a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408177 Mar 25 19:20:43.619149 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c201626d-ee2a-4187-bfaa-3b307bd1d091 req-238547e0-1668-4d2f-9620-bea4f3a8ac8d tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:20:43.620627 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-c201626d-ee2a-4187-bfaa-3b307bd1d091 req-238547e0-1668-4d2f-9620-bea4f3a8ac8d tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] 10.222.0.18 "GET /v2.0/ports?device_id=60b11edc-ce3f-48f7-ac37-bc15cd882254 HTTP/1.1" status: 200 len: 945 time: 0.0523574 Mar 25 19:20:43.666812 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-c201626d-ee2a-4187-bfaa-3b307bd1d091 req-3f83a815-9e5f-4732-93f8-6dd9dea3a57b tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] 10.222.0.18 "GET /v2.0/security-groups?id=ece6d36a-8c2c-423d-886b-e23866ad66ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405376 Mar 25 19:20:43.757746 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d17a8f-8137-4a2c-9447-2d58240c584a req-2014a258-2522-45a3-9ce6-c1e6d55e0c41 tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:20:43.763104 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-15d17a8f-8137-4a2c-9447-2d58240c584a req-2014a258-2522-45a3-9ce6-c1e6d55e0c41 tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e98d9a4-7bc3-4128-b4ae-768498a633da HTTP/1.1" status: 200 len: 945 time: 0.0560687 Mar 25 19:20:43.809153 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-15d17a8f-8137-4a2c-9447-2d58240c584a req-a7fc9fa2-081f-47d5-8495-ffcd34c9e7e3 tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] 10.222.0.18 "GET /v2.0/security-groups?id=316ae13e-57e7-48d9-a090-8e2f46504143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443771 Mar 25 19:20:44.134351 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7d33ff-f2ac-4030-9bc4-5cdc929a54fc req-cb5050b7-b1e9-4fd2-96c7-fb9fb022d47b tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:20:44.136040 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-3e7d33ff-f2ac-4030-9bc4-5cdc929a54fc req-cb5050b7-b1e9-4fd2-96c7-fb9fb022d47b tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] 10.222.0.18 "GET /v2.0/ports?device_id=c2f22826-2512-4bee-8ddc-2e80d6e63d45 HTTP/1.1" status: 200 len: 946 time: 0.0591512 Mar 25 19:20:44.189348 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-3e7d33ff-f2ac-4030-9bc4-5cdc929a54fc req-67ce73ad-7447-48f5-9af4-7c6aaa7976dd tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] 10.222.0.18 "GET /v2.0/security-groups?id=a346db11-a1aa-49ea-9798-167075247d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466394 Mar 25 19:20:44.525793 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Device 49753907-3d92-474f-bd8d-596897e5c904 up at agent hyperv_hv-cinder-75510 {{(pid=103198) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 25 19:20:44.581448 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Provisioning for port 49753907-3d92-474f-bd8d-596897e5c904 completed by entity L2. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 25 19:20:44.587540 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Provisioning complete for port 49753907-3d92-474f-bd8d-596897e5c904 triggered by entity L2. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 25 19:20:44.587922 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133789'] for port (49753907-3d92-474f-bd8d-596897e5c904), provisioning_complete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:44.674285 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Current status of the port 49753907-3d92-474f-bd8d-596897e5c904 is: BUILD; New status is: ACTIVE {{(pid=103198) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 25 19:20:44.675014 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1293263'] for port (49753907-3d92-474f-bd8d-596897e5c904), before_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:44.710523 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4009d974-99c4-4ede-99c5-ce5c810292b3 req-bb999b3f-1d28-4a91-a24b-98b5e17f2b90 tempest-DeleteServersTestJSON-630511010 tempest-DeleteServersTestJSON-630511010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:20:44.712941 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-4009d974-99c4-4ede-99c5-ce5c810292b3 req-bb999b3f-1d28-4a91-a24b-98b5e17f2b90 tempest-DeleteServersTestJSON-630511010 tempest-DeleteServersTestJSON-630511010-project] 10.222.0.18 "GET /v2.0/ports?device_id=9df5ca96-e2d4-4758-9ddb-4aa505cf1a35 HTTP/1.1" status: 200 len: 945 time: 0.0963604 Mar 25 19:20:44.715566 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] For port 49753907-3d92-474f-bd8d-596897e5c904, host hv-cinder-75510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75510',level=0,port_id=49753907-3d92-474f-bd8d-596897e5c904,segment=NetworkSegment(d2797ec7-5d3a-4260-b181-2764a4061b4e),segment_id=d2797ec7-5d3a-4260-b181-2764a4061b4e)] {{(pid=103198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 25 19:20:44.721135 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b64ab7f-9031-4596-999c-3d50ab0eac43 req-000f8cf7-3099-48ea-82c4-22fdf1f4441f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:20:44.721710 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036679572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741036190733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741036190751'] for port (49753907-3d92-474f-bd8d-596897e5c904), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:44.723350 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-2b64ab7f-9031-4596-999c-3d50ab0eac43 req-000f8cf7-3099-48ea-82c4-22fdf1f4441f service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=c2f22826-2512-4bee-8ddc-2e80d6e63d45 HTTP/1.1" status: 200 len: 1130 time: 0.0795691 Mar 25 19:20:44.788416 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Pushing event updated for resources: {'Port': ['ID=49753907-3d92-474f-bd8d-596897e5c904,revision_number=5']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:20:44.822436 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-4009d974-99c4-4ede-99c5-ce5c810292b3 req-1333af08-3af3-40ed-9f43-cbb80c4f0ce0 tempest-DeleteServersTestJSON-630511010 tempest-DeleteServersTestJSON-630511010-project] 10.222.0.18 "GET /v2.0/security-groups?id=d5c330d0-a6f0-4d62-a482-38972d204a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962880 Mar 25 19:20:44.834518 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169f1be7-c481-41b9-a396-277d9aa6fd06 req-19caccb0-e3c5-4073-80d0-9c2b9d695a9b tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:20:44.843702 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-169f1be7-c481-41b9-a396-277d9aa6fd06 req-19caccb0-e3c5-4073-80d0-9c2b9d695a9b tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] 10.222.0.18 "GET /v2.0/ports?device_id=60b11edc-ce3f-48f7-ac37-bc15cd882254 HTTP/1.1" status: 200 len: 946 time: 0.0957355 Mar 25 19:20:44.851087 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-2b64ab7f-9031-4596-999c-3d50ab0eac43 req-e6630d6d-9bf6-4aa0-88c4-766d893ae60e service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=a346db11-a1aa-49ea-9798-167075247d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1165936 Mar 25 19:20:44.935812 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-169f1be7-c481-41b9-a396-277d9aa6fd06 req-e8442d0b-6438-4cd5-b475-88a48b630e37 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] 10.222.0.18 "GET /v2.0/security-groups?id=ece6d36a-8c2c-423d-886b-e23866ad66ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818169 Mar 25 19:20:44.961773 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.18', 58824) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:20:44.973057 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f3fd14-618d-498e-b186-26f1fc6de2f2 req-f7c84257-1b3e-4038-afc3-0be0955d39dd tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:20:44.974676 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-55f3fd14-618d-498e-b186-26f1fc6de2f2 req-f7c84257-1b3e-4038-afc3-0be0955d39dd tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e98d9a4-7bc3-4128-b4ae-768498a633da HTTP/1.1" status: 200 len: 945 time: 0.0699801 Mar 25 19:20:45.031311 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-55f3fd14-618d-498e-b186-26f1fc6de2f2 req-59aecfbe-1bed-4f1c-a5c6-e5bde43f8b93 tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] 10.222.0.18 "GET /v2.0/security-groups?id=316ae13e-57e7-48d9-a090-8e2f46504143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482957 Mar 25 19:20:45.081388 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-aa266a6e-1919-4e7b-82d5-f6de07ac8e0d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:45.085569 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60b11edc-ce3f-48f7-ac37-bc15cd882254', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49753907-3d92-474f-bd8d-596897e5c904'}] {{(pid=103198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 25 19:20:45.088937 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be5bcd447a3797005f5619062121570069e0d2064b33fc0b2cf836394b7860ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85b0c79b-0976-4d10-8954-d5ed3a3c79e7" -d '{"events": [{"server_uuid": "60b11edc-ce3f-48f7-ac37-bc15cd882254", "name": "network-vif-plugged", "status": "completed", "tag": "49753907-3d92-474f-bd8d-596897e5c904"}]}' {{(pid=103198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 25 19:20:45.124917 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Mar 2022 19:20:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1647f4d-e8ad-419b-80f8-36c84ab3393f x-openstack-request-id: req-c1647f4d-e8ad-419b-80f8-36c84ab3393f {{(pid=103198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 25 19:20:45.125414 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60b11edc-ce3f-48f7-ac37-bc15cd882254", "name": "network-vif-plugged", "status": "completed", "tag": "49753907-3d92-474f-bd8d-596897e5c904", "code": 200}]} {{(pid=103198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 25 19:20:45.126041 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c1647f4d-e8ad-419b-80f8-36c84ab3393f {{(pid=103198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 25 19:20:45.126596 dv-cinder-755101-7-iscsi neutron-server[103198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c1647f4d-e8ad-419b-80f8-36c84ab3393f'] response: {'server_uuid': '60b11edc-ce3f-48f7-ac37-bc15cd882254', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49753907-3d92-474f-bd8d-596897e5c904', 'code': 200} Mar 25 19:20:45.173953 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-aa266a6e-1919-4e7b-82d5-f6de07ac8e0d admin admin] Publish callbacks [] for security_group (7cb6b167-20f4-413d-851a-b943ccc5decc), precommit_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:45.179237 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-aa266a6e-1919-4e7b-82d5-f6de07ac8e0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687199'] for security_group (7cb6b167-20f4-413d-851a-b943ccc5decc), after_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:45.212509 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa266a6e-1919-4e7b-82d5-f6de07ac8e0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cb6b167-20f4-413d-851a-b943ccc5decc,revision_number=1']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:20:45.241100 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-aa266a6e-1919-4e7b-82d5-f6de07ac8e0d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=55a02cea2ab54f16a15d18d53822bfc7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2781363 Mar 25 19:20:45.243619 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.18', 58840) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:20:45.320461 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-15fbcf45-efa4-43ac-8fad-ccb0df02bcd9 admin admin] Publish callbacks [] for security_group (7cb6b167-20f4-413d-851a-b943ccc5decc), before_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:45.377701 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-15fbcf45-efa4-43ac-8fad-ccb0df02bcd9 admin admin] Publish callbacks [] for security_group (7cb6b167-20f4-413d-851a-b943ccc5decc), precommit_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:45.426578 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a60f6c6-adf2-486e-9b9d-81c276fe83aa req-44cea98b-bf29-4368-aeb3-10ddf4c7653d tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:20:45.434311 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-3a60f6c6-adf2-486e-9b9d-81c276fe83aa req-44cea98b-bf29-4368-aeb3-10ddf4c7653d tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] 10.222.0.18 "GET /v2.0/ports?device_id=c2f22826-2512-4bee-8ddc-2e80d6e63d45 HTTP/1.1" status: 200 len: 946 time: 0.1244977 Mar 25 19:20:45.466860 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdc9e92-919b-409f-bd55-644472c36fc6 req-3b22e93f-d2a7-4111-8373-1acce9b06493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:20:45.469039 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-cfdc9e92-919b-409f-bd55-644472c36fc6 req-3b22e93f-d2a7-4111-8373-1acce9b06493 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=60b11edc-ce3f-48f7-ac37-bc15cd882254 HTTP/1.1" status: 200 len: 1130 time: 0.1044157 Mar 25 19:20:45.470840 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-15fbcf45-efa4-43ac-8fad-ccb0df02bcd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687199'] for security_group (7cb6b167-20f4-413d-851a-b943ccc5decc), after_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:45.473796 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-15fbcf45-efa4-43ac-8fad-ccb0df02bcd9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:45.477728 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-15fbcf45-efa4-43ac-8fad-ccb0df02bcd9 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7cb6b167-20f4-413d-851a-b943ccc5decc HTTP/1.1" status: 204 len: 168 time: 0.2320261 Mar 25 19:20:45.487047 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fbcf45-efa4-43ac-8fad-ccb0df02bcd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cb6b167-20f4-413d-851a-b943ccc5decc,revision_number=None']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:20:45.543535 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-3a60f6c6-adf2-486e-9b9d-81c276fe83aa req-c7518fea-3dca-48af-bff1-e95cae5dc4a0 tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] 10.222.0.18 "GET /v2.0/security-groups?id=a346db11-a1aa-49ea-9798-167075247d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1081679 Mar 25 19:20:45.590228 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-cfdc9e92-919b-409f-bd55-644472c36fc6 req-ebdd2ee4-b4b4-46b7-a808-f5ba153a587b service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=ece6d36a-8c2c-423d-886b-e23866ad66ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1027539 Mar 25 19:20:45.631709 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.18', 58862) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:20:45.801436 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-a8a8001e-d51b-4372-9e64-7ede313c3145 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:45.850638 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.18', 58874) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:20:45.869419 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-54aab1a0-11aa-4381-abca-9924d6e59301 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:45.951833 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-a8a8001e-d51b-4372-9e64-7ede313c3145 admin admin] Publish callbacks [] for security_group (d562fb7f-ec27-4f73-83d6-664e14287851), precommit_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:45.961474 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-a8a8001e-d51b-4372-9e64-7ede313c3145 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687199'] for security_group (d562fb7f-ec27-4f73-83d6-664e14287851), after_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:46.033335 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-a8a8001e-d51b-4372-9e64-7ede313c3145 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=36d4a97155474c5787a1df06158961d1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4005284 Mar 25 19:20:46.036866 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.18', 58878) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:20:46.047250 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c002a8f-a909-4448-8135-398911cc985e req-a4c44f86-dae4-4473-8615-18c8e39f0435 tempest-DeleteServersTestJSON-630511010 tempest-DeleteServersTestJSON-630511010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:20:46.055014 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-5c002a8f-a909-4448-8135-398911cc985e req-a4c44f86-dae4-4473-8615-18c8e39f0435 tempest-DeleteServersTestJSON-630511010 tempest-DeleteServersTestJSON-630511010-project] 10.222.0.18 "GET /v2.0/ports?device_id=9df5ca96-e2d4-4758-9ddb-4aa505cf1a35 HTTP/1.1" status: 200 len: 945 time: 0.1634753 Mar 25 19:20:46.059104 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a8001e-d51b-4372-9e64-7ede313c3145 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d562fb7f-ec27-4f73-83d6-664e14287851,revision_number=1']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:20:46.095827 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e275df3f-bd12-4fb2-b22d-6cd0031f7ee2 req-1212c112-de87-4ce0-afd4-479728358581 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:20:46.097327 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-e275df3f-bd12-4fb2-b22d-6cd0031f7ee2 req-1212c112-de87-4ce0-afd4-479728358581 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] 10.222.0.18 "GET /v2.0/ports?device_id=60b11edc-ce3f-48f7-ac37-bc15cd882254 HTTP/1.1" status: 200 len: 946 time: 0.0965414 Mar 25 19:20:46.108414 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-54aab1a0-11aa-4381-abca-9924d6e59301 admin admin] Publish callbacks [] for security_group (0f852e86-811c-49c5-b1b6-c29766b5c326), precommit_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:46.120641 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-5d7b01b5-752b-41b5-b84a-de11386a2f1d admin admin] Publish callbacks [] for security_group (d562fb7f-ec27-4f73-83d6-664e14287851), before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:46.124557 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-54aab1a0-11aa-4381-abca-9924d6e59301 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687199'] for security_group (0f852e86-811c-49c5-b1b6-c29766b5c326), after_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:46.160021 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-5d7b01b5-752b-41b5-b84a-de11386a2f1d admin admin] Publish callbacks [] for security_group (d562fb7f-ec27-4f73-83d6-664e14287851), precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:46.176814 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-5c002a8f-a909-4448-8135-398911cc985e req-0460538e-0f8b-48d8-bece-c3e47f25955e tempest-DeleteServersTestJSON-630511010 tempest-DeleteServersTestJSON-630511010-project] 10.222.0.18 "GET /v2.0/security-groups?id=d5c330d0-a6f0-4d62-a482-38972d204a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207142 Mar 25 19:20:46.185956 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-54aab1a0-11aa-4381-abca-9924d6e59301 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=35147278ea0f457182ce39cc9a6b4b34&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3324108 Mar 25 19:20:46.185956 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54aab1a0-11aa-4381-abca-9924d6e59301 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f852e86-811c-49c5-b1b6-c29766b5c326,revision_number=1']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:20:46.186970 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.18', 58882) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:20:46.193950 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-e275df3f-bd12-4fb2-b22d-6cd0031f7ee2 req-c4d6ad47-ecbd-4437-a779-dd451cad3017 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] 10.222.0.18 "GET /v2.0/security-groups?id=ece6d36a-8c2c-423d-886b-e23866ad66ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826724 Mar 25 19:20:46.259616 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-5d7b01b5-752b-41b5-b84a-de11386a2f1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687199'] for security_group (d562fb7f-ec27-4f73-83d6-664e14287851), after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:46.262283 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-5d7b01b5-752b-41b5-b84a-de11386a2f1d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:46.263457 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-5d7b01b5-752b-41b5-b84a-de11386a2f1d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d562fb7f-ec27-4f73-83d6-664e14287851 HTTP/1.1" status: 204 len: 168 time: 0.2246969 Mar 25 19:20:46.276945 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7b01b5-752b-41b5-b84a-de11386a2f1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d562fb7f-ec27-4f73-83d6-664e14287851,revision_number=None']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:20:46.312001 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-094d0989-41ef-44b9-97ee-bd44903f3c83 admin admin] Publish callbacks [] for security_group (0f852e86-811c-49c5-b1b6-c29766b5c326), before_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:46.372082 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-094d0989-41ef-44b9-97ee-bd44903f3c83 admin admin] Publish callbacks [] for security_group (0f852e86-811c-49c5-b1b6-c29766b5c326), precommit_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:46.391187 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbf722d-5901-4333-ba34-d9f488280109 req-e75dcef4-62b2-4d30-a858-aa7df4ca5517 tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:20:46.393034 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-dbbf722d-5901-4333-ba34-d9f488280109 req-e75dcef4-62b2-4d30-a858-aa7df4ca5517 tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e98d9a4-7bc3-4128-b4ae-768498a633da HTTP/1.1" status: 200 len: 945 time: 0.1147017 Mar 25 19:20:46.474722 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-dbbf722d-5901-4333-ba34-d9f488280109 req-ec44f93b-0f5d-4dcf-94d7-667f3c0d0ec3 tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] 10.222.0.18 "GET /v2.0/security-groups?id=316ae13e-57e7-48d9-a090-8e2f46504143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742383 Mar 25 19:20:46.490772 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-094d0989-41ef-44b9-97ee-bd44903f3c83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687199'] for security_group (0f852e86-811c-49c5-b1b6-c29766b5c326), after_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:46.493880 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-094d0989-41ef-44b9-97ee-bd44903f3c83 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:46.497770 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-094d0989-41ef-44b9-97ee-bd44903f3c83 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0f852e86-811c-49c5-b1b6-c29766b5c326 HTTP/1.1" status: 204 len: 168 time: 0.3074393 Mar 25 19:20:46.503718 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094d0989-41ef-44b9-97ee-bd44903f3c83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f852e86-811c-49c5-b1b6-c29766b5c326,revision_number=None']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:20:46.540025 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Device eccc2666-aab1-47fb-824f-6146f634c584 up at agent hyperv_hv-cinder-75510 {{(pid=103198) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 25 19:20:46.595785 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Provisioning for port eccc2666-aab1-47fb-824f-6146f634c584 completed by entity L2. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 25 19:20:46.599932 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Provisioning complete for port eccc2666-aab1-47fb-824f-6146f634c584 triggered by entity L2. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 25 19:20:46.600304 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133789'] for port (eccc2666-aab1-47fb-824f-6146f634c584), provisioning_complete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:46.662590 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.18', 58900) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:20:46.684669 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-60e09d09-7761-4411-822f-9d48b71fd5bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:46.700992 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Current status of the port eccc2666-aab1-47fb-824f-6146f634c584 is: BUILD; New status is: ACTIVE {{(pid=103198) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 25 19:20:46.701421 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1293263'] for port (eccc2666-aab1-47fb-824f-6146f634c584), before_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:46.706778 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2498f120-4889-42e4-b96c-8b96066d7b0c req-b00e5712-5f48-46d4-b2d3-ada2fa7adb64 tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:20:46.713800 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-2498f120-4889-42e4-b96c-8b96066d7b0c req-b00e5712-5f48-46d4-b2d3-ada2fa7adb64 tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] 10.222.0.18 "GET /v2.0/ports?device_id=c2f22826-2512-4bee-8ddc-2e80d6e63d45 HTTP/1.1" status: 200 len: 946 time: 0.0918510 Mar 25 19:20:46.786378 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] For port eccc2666-aab1-47fb-824f-6146f634c584, host hv-cinder-75510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75510',level=0,port_id=eccc2666-aab1-47fb-824f-6146f634c584,segment=NetworkSegment(541ac455-136c-4743-9e72-e1540521f447),segment_id=541ac455-136c-4743-9e72-e1540521f447)] {{(pid=103198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 25 19:20:46.786703 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-2498f120-4889-42e4-b96c-8b96066d7b0c req-1bcc66fa-22dc-4c67-a14c-e273b3ee33d7 tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] 10.222.0.18 "GET /v2.0/security-groups?id=a346db11-a1aa-49ea-9798-167075247d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709283 Mar 25 19:20:46.793275 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036679572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741036190733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741036190751'] for port (eccc2666-aab1-47fb-824f-6146f634c584), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:46.863406 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-60e09d09-7761-4411-822f-9d48b71fd5bb admin admin] Publish callbacks [] for security_group (48ffde9f-d57e-4fbf-addc-452ca9c07fc5), precommit_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:46.868816 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-60e09d09-7761-4411-822f-9d48b71fd5bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687199'] for security_group (48ffde9f-d57e-4fbf-addc-452ca9c07fc5), after_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:46.872776 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Pushing event updated for resources: {'Port': ['ID=eccc2666-aab1-47fb-824f-6146f634c584,revision_number=5']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:20:46.913208 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-60e09d09-7761-4411-822f-9d48b71fd5bb admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=71c70e40fdbd46209b197599964ccb77&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2496276 Mar 25 19:20:46.914065 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e09d09-7761-4411-822f-9d48b71fd5bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48ffde9f-d57e-4fbf-addc-452ca9c07fc5,revision_number=1']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:20:46.916200 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.18', 58916) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:20:47.025584 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-8f262308-9bb8-4272-b8b8-75edf2a07b6c admin admin] Publish callbacks [] for security_group (48ffde9f-d57e-4fbf-addc-452ca9c07fc5), before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:47.053702 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8510f787-5da7-4bed-a53d-2c58d7c48bee req-418cb3f7-8256-4af2-bd84-45c5b91d855a tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:20:47.060079 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-8510f787-5da7-4bed-a53d-2c58d7c48bee req-418cb3f7-8256-4af2-bd84-45c5b91d855a tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] 10.222.0.18 "GET /v2.0/ports?device_id=c2f22826-2512-4bee-8ddc-2e80d6e63d45 HTTP/1.1" status: 200 len: 946 time: 0.0716400 Mar 25 19:20:47.065185 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.18', 58928) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:20:47.075841 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.v2.base [None req-0322b395-851f-45e9-b9d3-278574430730 tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] Request body: {'floatingip': {'port_id': 'd5017eb3-7c1a-4acd-b3e7-abbf54ea28c0'}} {{(pid=103197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 19:20:47.095721 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-8f262308-9bb8-4272-b8b8-75edf2a07b6c admin admin] Publish callbacks [] for security_group (48ffde9f-d57e-4fbf-addc-452ca9c07fc5), precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:47.127336 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e98d9a4-7bc3-4128-b4ae-768498a633da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eccc2666-aab1-47fb-824f-6146f634c584'}] {{(pid=103198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 25 19:20:47.129932 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be5bcd447a3797005f5619062121570069e0d2064b33fc0b2cf836394b7860ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-216fed12-3259-4480-abd9-849d9da4dce4" -d '{"events": [{"server_uuid": "2e98d9a4-7bc3-4128-b4ae-768498a633da", "name": "network-vif-plugged", "status": "completed", "tag": "eccc2666-aab1-47fb-824f-6146f634c584"}]}' {{(pid=103198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 25 19:20:47.157811 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-8f262308-9bb8-4272-b8b8-75edf2a07b6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687199'] for security_group (48ffde9f-d57e-4fbf-addc-452ca9c07fc5), after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:47.162862 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-8f262308-9bb8-4272-b8b8-75edf2a07b6c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:47.166984 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-8f262308-9bb8-4272-b8b8-75edf2a07b6c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/48ffde9f-d57e-4fbf-addc-452ca9c07fc5 HTTP/1.1" status: 204 len: 168 time: 0.2479298 Mar 25 19:20:47.185922 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f262308-9bb8-4272-b8b8-75edf2a07b6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48ffde9f-d57e-4fbf-addc-452ca9c07fc5,revision_number=None']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:20:47.194720 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Mar 2022 19:20:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-602ad70c-1788-4cfc-a765-016a91428f37 x-openstack-request-id: req-602ad70c-1788-4cfc-a765-016a91428f37 {{(pid=103198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 25 19:20:47.195600 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e98d9a4-7bc3-4128-b4ae-768498a633da", "name": "network-vif-plugged", "status": "completed", "tag": "eccc2666-aab1-47fb-824f-6146f634c584", "code": 200}]} {{(pid=103198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 25 19:20:47.196455 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-602ad70c-1788-4cfc-a765-016a91428f37 {{(pid=103198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 25 19:20:47.197977 dv-cinder-755101-7-iscsi neutron-server[103198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-602ad70c-1788-4cfc-a765-016a91428f37'] response: {'server_uuid': '2e98d9a4-7bc3-4128-b4ae-768498a633da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eccc2666-aab1-47fb-824f-6146f634c584', 'code': 200} Mar 25 19:20:47.209487 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-0322b395-851f-45e9-b9d3-278574430730 tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] Publish callbacks [] for floatingip (7b2e23ec-d7ca-418b-8c87-8fed2a0f1fc5), before_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:47.546283 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2815165c-7b1f-43c6-b4fc-0a276d81498c req-58990e2f-9bda-4e17-8ff3-6a77f53e2d5f tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:20:47.548319 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-2815165c-7b1f-43c6-b4fc-0a276d81498c req-58990e2f-9bda-4e17-8ff3-6a77f53e2d5f tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] 10.222.0.18 "GET /v2.0/ports?device_id=60b11edc-ce3f-48f7-ac37-bc15cd882254 HTTP/1.1" status: 200 len: 946 time: 0.2037673 Mar 25 19:20:47.555689 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007ae56a-987a-4589-a479-a300e8abb368 req-e9f55cd9-c1cb-40d1-9b1c-77d5a6e4aca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:20:47.557454 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-007ae56a-987a-4589-a479-a300e8abb368 req-e9f55cd9-c1cb-40d1-9b1c-77d5a6e4aca9 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=2e98d9a4-7bc3-4128-b4ae-768498a633da HTTP/1.1" status: 200 len: 1130 time: 0.1002469 Mar 25 19:20:47.625489 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-007ae56a-987a-4589-a479-a300e8abb368 req-bd3d0cd5-5271-4afd-be78-ef115d576dd3 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=316ae13e-57e7-48d9-a090-8e2f46504143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599141 Mar 25 19:20:47.644590 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-2815165c-7b1f-43c6-b4fc-0a276d81498c req-9d8ad054-e64a-4789-979b-e65e31402f82 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] 10.222.0.18 "GET /v2.0/security-groups?id=ece6d36a-8c2c-423d-886b-e23866ad66ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0858483 Mar 25 19:20:47.736609 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1204eaa2-4a0f-4b53-ae29-8eb3384d1592 req-7962badf-6d44-4297-b259-f799d31ceddb tempest-DeleteServersTestJSON-630511010 tempest-DeleteServersTestJSON-630511010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:20:47.744457 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-1204eaa2-4a0f-4b53-ae29-8eb3384d1592 req-7962badf-6d44-4297-b259-f799d31ceddb tempest-DeleteServersTestJSON-630511010 tempest-DeleteServersTestJSON-630511010-project] 10.222.0.18 "GET /v2.0/ports?device_id=9df5ca96-e2d4-4758-9ddb-4aa505cf1a35 HTTP/1.1" status: 200 len: 945 time: 0.1797576 Mar 25 19:20:47.801124 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4855c9fe-29b2-4631-b2d1-5767cd37d760 req-fefe1051-bfb8-4e13-a72e-524b7d7eb39e tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:20:47.802728 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-4855c9fe-29b2-4631-b2d1-5767cd37d760 req-fefe1051-bfb8-4e13-a72e-524b7d7eb39e tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e98d9a4-7bc3-4128-b4ae-768498a633da HTTP/1.1" status: 200 len: 946 time: 0.0724895 Mar 25 19:20:47.810297 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-1204eaa2-4a0f-4b53-ae29-8eb3384d1592 req-ebcc5590-93b7-4259-8982-ffd38f9c3789 tempest-DeleteServersTestJSON-630511010 tempest-DeleteServersTestJSON-630511010-project] 10.222.0.18 "GET /v2.0/security-groups?id=d5c330d0-a6f0-4d62-a482-38972d204a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649829 Mar 25 19:20:47.881880 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-4855c9fe-29b2-4631-b2d1-5767cd37d760 req-6ce525b6-95a4-40d6-867a-6c9993681429 tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] 10.222.0.18 "GET /v2.0/security-groups?id=316ae13e-57e7-48d9-a090-8e2f46504143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655875 Mar 25 19:20:48.030026 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcaf6ec4-d957-4d13-b9d7-e0c19702dcdd req-778291ce-e509-4c3d-8ff3-16f0c7ea3a76 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:20:48.032200 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-dcaf6ec4-d957-4d13-b9d7-e0c19702dcdd req-778291ce-e509-4c3d-8ff3-16f0c7ea3a76 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] 10.222.0.18 "GET /v2.0/ports?device_id=60b11edc-ce3f-48f7-ac37-bc15cd882254 HTTP/1.1" status: 200 len: 946 time: 0.0893574 Mar 25 19:20:48.042331 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.18', 58976) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:20:48.048670 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.v2.base [None req-977ba330-c87f-44f8-8adf-7dcbc8af78d2 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] Request body: {'floatingip': {'port_id': '49753907-3d92-474f-bd8d-596897e5c904'}} {{(pid=103196) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 19:20:48.144788 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-977ba330-c87f-44f8-8adf-7dcbc8af78d2 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] Publish callbacks [] for floatingip (f07ebe5b-dd69-4343-8876-89820a154a01), before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:48.467730 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-0322b395-851f-45e9-b9d3-278574430730 tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:48.473103 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-0322b395-851f-45e9-b9d3-278574430730 tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3753541'] for floatingip (7b2e23ec-d7ca-418b-8c87-8fed2a0f1fc5), after_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:48.634145 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.db.l3_db [None req-0322b395-851f-45e9-b9d3-278574430730 tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] Floating IP 7b2e23ec-d7ca-418b-8c87-8fed2a0f1fc5 associated. External IP: 172.27.0.5, port: d5017eb3-7c1a-4acd-b3e7-abbf54ea28c0. Mar 25 19:20:48.941173 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0322b395-851f-45e9-b9d3-278574430730 tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] Router 424b05dc-39d4-46aa-abc7-b98214c48596 has already been hosted by L3 agent af1b81b0-43af-47bb-a61e-8e46b36efc57 {{(pid=103197) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 25 19:20:49.136408 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0322b395-851f-45e9-b9d3-278574430730 tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] Notify agent at l3_agent.dv-cinder-755101-7-iscsi the message routers_updated {{(pid=103197) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 25 19:20:49.155254 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30ac88bc-9a39-43b5-b4c2-7178d9f985c4 None None] Sync routers for ids ['424b05dc-39d4-46aa-abc7-b98214c48596'] in dv-cinder-755101-7-iscsi {{(pid=103199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 25 19:20:49.163368 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-0322b395-851f-45e9-b9d3-278574430730 tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63648'] for floatingip (None), before_response {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:49.172972 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30ac88bc-9a39-43b5-b4c2-7178d9f985c4 None None] Routers {'424b05dc-39d4-46aa-abc7-b98214c48596'} bound to L3 agent in host dv-cinder-755101-7-iscsi {{(pid=103199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 25 19:20:49.173598 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.db.l3_hamode_db [None req-30ac88bc-9a39-43b5-b4c2-7178d9f985c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755101-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-25T19:11:57Z,description=,heartbeat_timestamp=2022-03-25T19:20:27Z,host='dv-cinder-755101-7-iscsi',id=af1b81b0-43af-47bb-a61e-8e46b36efc57,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:11:57Z,topic='l3_agent')) {'router_ids': ['424b05dc-39d4-46aa-abc7-b98214c48596'], 'active': True} {{(pid=103199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 19:20:49.230520 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-0322b395-851f-45e9-b9d3-278574430730 tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] 10.222.0.18 "PUT /v2.0/floatingips/7b2e23ec-d7ca-418b-8c87-8fed2a0f1fc5 HTTP/1.1" status: 200 len: 990 time: 2.1531758 Mar 25 19:20:49.230520 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2f22826-2512-4bee-8ddc-2e80d6e63d45', 'tag': 'd5017eb3-7c1a-4acd-b3e7-abbf54ea28c0'}] {{(pid=103197) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 25 19:20:49.230520 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7289d4093f021cbd7bf50bbaa59f437c9f72b9c220592c3ffe9e03ab6ac51c7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b17f75c7-d8bb-4153-b02e-3cf05d25c139" -d '{"events": [{"name": "network-changed", "server_uuid": "c2f22826-2512-4bee-8ddc-2e80d6e63d45", "tag": "d5017eb3-7c1a-4acd-b3e7-abbf54ea28c0"}]}' {{(pid=103197) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 25 19:20:49.276152 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.db.resource_extend [None req-977ba330-c87f-44f8-8adf-7dcbc8af78d2 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] It took 0.47 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 25 19:20:49.298368 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Mar 2022 19:20:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f62dfaf-0383-4b20-b267-f87694a23e3a x-openstack-request-id: req-2f62dfaf-0383-4b20-b267-f87694a23e3a {{(pid=103197) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 25 19:20:49.298689 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2f22826-2512-4bee-8ddc-2e80d6e63d45", "tag": "d5017eb3-7c1a-4acd-b3e7-abbf54ea28c0", "status": "completed", "code": 200}]} {{(pid=103197) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 25 19:20:49.298944 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2f62dfaf-0383-4b20-b267-f87694a23e3a {{(pid=103197) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 25 19:20:49.299352 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2f62dfaf-0383-4b20-b267-f87694a23e3a'] response: {'name': 'network-changed', 'server_uuid': 'c2f22826-2512-4bee-8ddc-2e80d6e63d45', 'tag': 'd5017eb3-7c1a-4acd-b3e7-abbf54ea28c0', 'status': 'completed', 'code': 200} Mar 25 19:20:49.307452 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.db.l3_dvr_db [None req-30ac88bc-9a39-43b5-b4c2-7178d9f985c4 None None] Set router 424b05dc-39d4-46aa-abc7-b98214c48596 gateway port host: dv-cinder-755101-7-iscsi {{(pid=103199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 25 19:20:49.430537 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-977ba330-c87f-44f8-8adf-7dcbc8af78d2 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:49.447424 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-977ba330-c87f-44f8-8adf-7dcbc8af78d2 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3753541'] for floatingip (f07ebe5b-dd69-4343-8876-89820a154a01), after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:49.551416 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9b3d6e-9f46-43e4-b8c6-6ecfe4b9e429 req-7c8f7a0e-c207-4fb5-a855-02c4ee747803 tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:20:49.553218 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-ed9b3d6e-9f46-43e4-b8c6-6ecfe4b9e429 req-7c8f7a0e-c207-4fb5-a855-02c4ee747803 tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e98d9a4-7bc3-4128-b4ae-768498a633da HTTP/1.1" status: 200 len: 946 time: 0.3538277 Mar 25 19:20:49.587553 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17f75c7-d8bb-4153-b02e-3cf05d25c139 req-190de2d6-0c58-48da-a179-854a60d93ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:20:49.589372 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-b17f75c7-d8bb-4153-b02e-3cf05d25c139 req-190de2d6-0c58-48da-a179-854a60d93ac2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=511b62f595874a80ab2449c4446c40d6&device_id=c2f22826-2512-4bee-8ddc-2e80d6e63d45 HTTP/1.1" status: 200 len: 1130 time: 0.2224145 Mar 25 19:20:49.627797 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.db.l3_hamode_db [None req-30ac88bc-9a39-43b5-b4c2-7178d9f985c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '424b05dc-39d4-46aa-abc7-b98214c48596', 'name': 'tempest-AttachVolumeTestJSON-1389583433-router', 'tenant_id': '511b62f595874a80ab2449c4446c40d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'external_fixed_ips': [{'subnet_id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'ip_address': '172.27.0.241'}], 'enable_snat': True}, 'gw_port_id': 'f1cac042-1cc6-40dd-8663-517a8c53bdce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T19:19:58Z', 'updated_at': '2022-03-25T19:20:06Z', 'revision_number': 4, 'project_id': '511b62f595874a80ab2449c4446c40d6', 'gw_port': {'id': 'f1cac042-1cc6-40dd-8663-517a8c53bdce', 'name': '', 'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:f5:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '424b05dc-39d4-46aa-abc7-b98214c48596', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'ip_address': '172.27.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T19:20:00Z', 'updated_at': '2022-03-25T19:20:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755101-7-iscsi', '_floatingips': [{'id': '7b2e23ec-d7ca-418b-8c87-8fed2a0f1fc5', 'tenant_id': '511b62f595874a80ab2449c4446c40d6', 'floating_ip_address': '172.27.0.5', 'floating_network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'router_id': '424b05dc-39d4-46aa-abc7-b98214c48596', 'port_id': 'd5017eb3-7c1a-4acd-b3e7-abbf54ea28c0', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 93, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '547b5db8-9a10-4506-ba92-acf96e89ae8e', 'mac_address': 'fa:16:3e:2d:7d:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2f22826-2512-4bee-8ddc-2e80d6e63d45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-25T19:20:10Z', 'updated_at': '2022-03-25T19:20:48Z', 'revision_number': 1, 'project_id': '511b62f595874a80ab2449c4446c40d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c0e54b1-e605-4665-84e8-8ee5f99972a2', 'name': '', 'network_id': '547b5db8-9a10-4506-ba92-acf96e89ae8e', 'tenant_id': '511b62f595874a80ab2449c4446c40d6', 'mac_address': 'fa:16:3e:86:21:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '424b05dc-39d4-46aa-abc7-b98214c48596', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '5f5dde36-3194-44e6-b8cf-733c65400f3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T19:20:05Z', 'updated_at': '2022-03-25T19:20:18Z', 'revision_number': 5, 'project_id': '511b62f595874a80ab2449c4446c40d6', 'subnets': [{'id': '5f5dde36-3194-44e6-b8cf-733c65400f3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-755101-7-iscsi', False) {} {{(pid=103199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 19:20:49.655826 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30ac88bc-9a39-43b5-b4c2-7178d9f985c4 None None] Checking router: 424b05dc-39d4-46aa-abc7-b98214c48596 for host: dv-cinder-755101-7-iscsi {{(pid=103199) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 25 19:20:49.665423 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30ac88bc-9a39-43b5-b4c2-7178d9f985c4 None None] Routers {'424b05dc-39d4-46aa-abc7-b98214c48596'} bound to L3 agent in host dv-cinder-755101-7-iscsi {{(pid=103199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 25 19:20:49.665867 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.db.l3_hamode_db [None req-30ac88bc-9a39-43b5-b4c2-7178d9f985c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755101-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-25T19:11:57Z,description=,heartbeat_timestamp=2022-03-25T19:20:27Z,host='dv-cinder-755101-7-iscsi',id=af1b81b0-43af-47bb-a61e-8e46b36efc57,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:11:57Z,topic='l3_agent')) {'router_ids': ['424b05dc-39d4-46aa-abc7-b98214c48596'], 'active': True} {{(pid=103199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 19:20:49.670334 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.db.l3_db [None req-977ba330-c87f-44f8-8adf-7dcbc8af78d2 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] Floating IP f07ebe5b-dd69-4343-8876-89820a154a01 associated. External IP: 172.27.0.60, port: 49753907-3d92-474f-bd8d-596897e5c904. Mar 25 19:20:49.753331 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-ed9b3d6e-9f46-43e4-b8c6-6ecfe4b9e429 req-5589e19a-6238-4211-a43e-0d4ef6437ccb tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] 10.222.0.18 "GET /v2.0/security-groups?id=316ae13e-57e7-48d9-a090-8e2f46504143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1921914 Mar 25 19:20:49.787475 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.db.l3_dvr_db [None req-30ac88bc-9a39-43b5-b4c2-7178d9f985c4 None None] Set router 424b05dc-39d4-46aa-abc7-b98214c48596 gateway port host: dv-cinder-755101-7-iscsi {{(pid=103199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 25 19:20:49.812831 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17f75c7-d8bb-4153-b02e-3cf05d25c139 req-d10dd8da-c85a-4306-9374-db0e4e02a1ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:20:49.814268 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-b17f75c7-d8bb-4153-b02e-3cf05d25c139 req-d10dd8da-c85a-4306-9374-db0e4e02a1ec service neutron] 10.222.0.26 "GET /v2.0/networks?id=547b5db8-9a10-4506-ba92-acf96e89ae8e HTTP/1.1" status: 200 len: 912 time: 0.2144113 Mar 25 19:20:49.994740 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-b17f75c7-d8bb-4153-b02e-3cf05d25c139 req-ba5840eb-ef7f-4163-8975-212a878b52d0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d5017eb3-7c1a-4acd-b3e7-abbf54ea28c0 HTTP/1.1" status: 200 len: 998 time: 0.1739144 Mar 25 19:20:50.052239 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-977ba330-c87f-44f8-8adf-7dcbc8af78d2 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] Router 85cba199-43e6-4acd-a362-e5a880e7fcaf has already been hosted by L3 agent af1b81b0-43af-47bb-a61e-8e46b36efc57 {{(pid=103196) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 25 19:20:50.065931 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.db.l3_hamode_db [None req-30ac88bc-9a39-43b5-b4c2-7178d9f985c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '424b05dc-39d4-46aa-abc7-b98214c48596', 'name': 'tempest-AttachVolumeTestJSON-1389583433-router', 'tenant_id': '511b62f595874a80ab2449c4446c40d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'external_fixed_ips': [{'subnet_id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'ip_address': '172.27.0.241'}], 'enable_snat': True}, 'gw_port_id': 'f1cac042-1cc6-40dd-8663-517a8c53bdce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T19:19:58Z', 'updated_at': '2022-03-25T19:20:06Z', 'revision_number': 4, 'project_id': '511b62f595874a80ab2449c4446c40d6', 'gw_port': {'id': 'f1cac042-1cc6-40dd-8663-517a8c53bdce', 'name': '', 'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:f5:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '424b05dc-39d4-46aa-abc7-b98214c48596', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'ip_address': '172.27.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T19:20:00Z', 'updated_at': '2022-03-25T19:20:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755101-7-iscsi', '_floatingips': [{'id': '7b2e23ec-d7ca-418b-8c87-8fed2a0f1fc5', 'tenant_id': '511b62f595874a80ab2449c4446c40d6', 'floating_ip_address': '172.27.0.5', 'floating_network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'router_id': '424b05dc-39d4-46aa-abc7-b98214c48596', 'port_id': 'd5017eb3-7c1a-4acd-b3e7-abbf54ea28c0', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 93, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '547b5db8-9a10-4506-ba92-acf96e89ae8e', 'mac_address': 'fa:16:3e:2d:7d:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2f22826-2512-4bee-8ddc-2e80d6e63d45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-25T19:20:10Z', 'updated_at': '2022-03-25T19:20:48Z', 'revision_number': 1, 'project_id': '511b62f595874a80ab2449c4446c40d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c0e54b1-e605-4665-84e8-8ee5f99972a2', 'name': '', 'network_id': '547b5db8-9a10-4506-ba92-acf96e89ae8e', 'tenant_id': '511b62f595874a80ab2449c4446c40d6', 'mac_address': 'fa:16:3e:86:21:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '424b05dc-39d4-46aa-abc7-b98214c48596', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '5f5dde36-3194-44e6-b8cf-733c65400f3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T19:20:05Z', 'updated_at': '2022-03-25T19:20:18Z', 'revision_number': 5, 'project_id': '511b62f595874a80ab2449c4446c40d6', 'subnets': [{'id': '5f5dde36-3194-44e6-b8cf-733c65400f3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-755101-7-iscsi', False) {} {{(pid=103199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 19:20:50.115777 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30ac88bc-9a39-43b5-b4c2-7178d9f985c4 None None] The sync data for ids ['424b05dc-39d4-46aa-abc7-b98214c48596'] in dv-cinder-755101-7-iscsi is: [{'id': '424b05dc-39d4-46aa-abc7-b98214c48596', 'name': 'tempest-AttachVolumeTestJSON-1389583433-router', 'tenant_id': '511b62f595874a80ab2449c4446c40d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'external_fixed_ips': [{'subnet_id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'ip_address': '172.27.0.241'}], 'enable_snat': True}, 'gw_port_id': 'f1cac042-1cc6-40dd-8663-517a8c53bdce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T19:19:58Z', 'updated_at': '2022-03-25T19:20:06Z', 'revision_number': 4, 'project_id': '511b62f595874a80ab2449c4446c40d6', 'gw_port': {'id': 'f1cac042-1cc6-40dd-8663-517a8c53bdce', 'name': '', 'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:f5:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '424b05dc-39d4-46aa-abc7-b98214c48596', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'ip_address': '172.27.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T19:20:00Z', 'updated_at': '2022-03-25T19:20:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755101-7-iscsi', '_floatingips': [{'id': '7b2e23ec-d7ca-418b-8c87-8fed2a0f1fc5', 'tenant_id': '511b62f595874a80ab2449c4446c40d6', 'floating_ip_address': '172.27.0.5', 'floating_network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'router_id': '424b05dc-39d4-46aa-abc7-b98214c48596', 'port_id': 'd5017eb3-7c1a-4acd-b3e7-abbf54ea28c0', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 93, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '547b5db8-9a10-4506-ba92-acf96e89ae8e', 'mac_address': 'fa:16:3e:2d:7d:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2f22826-2512-4bee-8ddc-2e80d6e63d45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-25T19:20:10Z', 'updated_at': '2022-03-25T19:20:48Z', 'revision_number': 1, 'project_id': '511b62f595874a80ab2449c4446c40d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c0e54b1-e605-4665-84e8-8ee5f99972a2', 'name': '', 'network_id': '547b5db8-9a10-4506-ba92-acf96e89ae8e', 'tenant_id': '511b62f595874a80ab2449c4446c40d6', 'mac_address': 'fa:16:3e:86:21:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '424b05dc-39d4-46aa-abc7-b98214c48596', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '5f5dde36-3194-44e6-b8cf-733c65400f3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T19:20:05Z', 'updated_at': '2022-03-25T19:20:18Z', 'revision_number': 5, 'project_id': '511b62f595874a80ab2449c4446c40d6', 'subnets': [{'id': '5f5dde36-3194-44e6-b8cf-733c65400f3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 25 19:20:50.197281 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17f75c7-d8bb-4153-b02e-3cf05d25c139 req-f747f697-6a10-4b97-aab0-e79f6b5a4998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:20:50.202763 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-b17f75c7-d8bb-4153-b02e-3cf05d25c139 req-f747f697-6a10-4b97-aab0-e79f6b5a4998 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5f5dde36-3194-44e6-b8cf-733c65400f3b HTTP/1.1" status: 200 len: 850 time: 0.1365910 Mar 25 19:20:50.294253 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-977ba330-c87f-44f8-8adf-7dcbc8af78d2 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] Notify agent at l3_agent.dv-cinder-755101-7-iscsi the message routers_updated {{(pid=103196) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 25 19:20:50.299613 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-977ba330-c87f-44f8-8adf-7dcbc8af78d2 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63648'] for floatingip (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:50.306555 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc8fdc52-8d09-478e-8343-0022748e6a42 None None] Sync routers for ids ['85cba199-43e6-4acd-a362-e5a880e7fcaf'] in dv-cinder-755101-7-iscsi {{(pid=103198) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 25 19:20:50.318038 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc8fdc52-8d09-478e-8343-0022748e6a42 None None] Routers {'85cba199-43e6-4acd-a362-e5a880e7fcaf'} bound to L3 agent in host dv-cinder-755101-7-iscsi {{(pid=103198) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 25 19:20:50.318990 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.l3_hamode_db [None req-cc8fdc52-8d09-478e-8343-0022748e6a42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755101-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-25T19:11:57Z,description=,heartbeat_timestamp=2022-03-25T19:20:27Z,host='dv-cinder-755101-7-iscsi',id=af1b81b0-43af-47bb-a61e-8e46b36efc57,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:11:57Z,topic='l3_agent')) {'router_ids': ['85cba199-43e6-4acd-a362-e5a880e7fcaf'], 'active': True} {{(pid=103198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 19:20:50.328011 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17f75c7-d8bb-4153-b02e-3cf05d25c139 req-a616381d-2e60-4f94-8c07-44e6fa057f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:20:50.329576 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-b17f75c7-d8bb-4153-b02e-3cf05d25c139 req-a616381d-2e60-4f94-8c07-44e6fa057f88 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=547b5db8-9a10-4506-ba92-acf96e89ae8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1229608 Mar 25 19:20:50.348827 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-977ba330-c87f-44f8-8adf-7dcbc8af78d2 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] 10.222.0.18 "PUT /v2.0/floatingips/f07ebe5b-dd69-4343-8876-89820a154a01 HTTP/1.1" status: 200 len: 991 time: 2.3050630 Mar 25 19:20:50.359249 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60b11edc-ce3f-48f7-ac37-bc15cd882254', 'tag': '49753907-3d92-474f-bd8d-596897e5c904'}] {{(pid=103196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 25 19:20:50.361508 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aab9b3bfb8b62b9c439d2baea07b5fa53a515b81dc2b4d2d70d2153c83a947a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29bf662d-ee81-49ff-a7e6-4a2229ceebc5" -d '{"events": [{"name": "network-changed", "server_uuid": "60b11edc-ce3f-48f7-ac37-bc15cd882254", "tag": "49753907-3d92-474f-bd8d-596897e5c904"}]}' {{(pid=103196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 25 19:20:50.435444 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Mar 2022 19:20:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad8008c0-3792-4d7c-842b-27577411dcc6 x-openstack-request-id: req-ad8008c0-3792-4d7c-842b-27577411dcc6 {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 25 19:20:50.435726 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60b11edc-ce3f-48f7-ac37-bc15cd882254", "tag": "49753907-3d92-474f-bd8d-596897e5c904", "status": "completed", "code": 200}]} {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 25 19:20:50.436455 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ad8008c0-3792-4d7c-842b-27577411dcc6 {{(pid=103196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 25 19:20:50.436455 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad8008c0-3792-4d7c-842b-27577411dcc6'] response: {'name': 'network-changed', 'server_uuid': '60b11edc-ce3f-48f7-ac37-bc15cd882254', 'tag': '49753907-3d92-474f-bd8d-596897e5c904', 'status': 'completed', 'code': 200} Mar 25 19:20:50.491963 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.l3_dvr_db [None req-cc8fdc52-8d09-478e-8343-0022748e6a42 None None] Set router 85cba199-43e6-4acd-a362-e5a880e7fcaf gateway port host: dv-cinder-755101-7-iscsi {{(pid=103198) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 25 19:20:50.497662 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eab529dd-c86a-4cdd-be39-b798252dbdc7 None None] New status for floating IP 7b2e23ec-d7ca-418b-8c87-8fed2a0f1fc5: ACTIVE {{(pid=103199) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 25 19:20:50.541268 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-b17f75c7-d8bb-4153-b02e-3cf05d25c139 req-0e37e8f4-7400-4edb-953d-59234c6f73c8 service neutron] 10.222.0.26 "GET /v2.0/networks/547b5db8-9a10-4506-ba92-acf96e89ae8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2034888 Mar 25 19:20:50.586104 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bf662d-ee81-49ff-a7e6-4a2229ceebc5 req-0e30a35e-877e-4ed0-85fb-49d99fb4f2e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:20:50.588123 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-29bf662d-ee81-49ff-a7e6-4a2229ceebc5 req-0e30a35e-877e-4ed0-85fb-49d99fb4f2e5 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6512a963b11c42188d92829b913731e9&device_id=60b11edc-ce3f-48f7-ac37-bc15cd882254 HTTP/1.1" status: 200 len: 1130 time: 0.1350493 Mar 25 19:20:50.915047 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-b17f75c7-d8bb-4153-b02e-3cf05d25c139 req-74ac32bb-b359-40f7-968b-b8c28a2fd9ee service neutron] 10.222.0.26 "GET /v2.0/networks/547b5db8-9a10-4506-ba92-acf96e89ae8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3580244 Mar 25 19:20:50.920707 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.l3_hamode_db [None req-cc8fdc52-8d09-478e-8343-0022748e6a42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85cba199-43e6-4acd-a362-e5a880e7fcaf', 'name': 'tempest-AttachVolumeShelveTestJSON-1863061992-router', 'tenant_id': '6512a963b11c42188d92829b913731e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'external_fixed_ips': [{'subnet_id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'ip_address': '172.27.0.148'}], 'enable_snat': True}, 'gw_port_id': 'dae70a26-65a0-4e48-8759-4d453feb5be6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T19:19:54Z', 'updated_at': '2022-03-25T19:20:01Z', 'revision_number': 4, 'project_id': '6512a963b11c42188d92829b913731e9', 'gw_port': {'id': 'dae70a26-65a0-4e48-8759-4d453feb5be6', 'name': '', 'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:64:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85cba199-43e6-4acd-a362-e5a880e7fcaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'ip_address': '172.27.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T19:19:55Z', 'updated_at': '2022-03-25T19:20:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755101-7-iscsi', '_floatingips': [{'id': 'f07ebe5b-dd69-4343-8876-89820a154a01', 'tenant_id': '6512a963b11c42188d92829b913731e9', 'floating_ip_address': '172.27.0.60', 'floating_network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'router_id': '85cba199-43e6-4acd-a362-e5a880e7fcaf', 'port_id': '49753907-3d92-474f-bd8d-596897e5c904', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 86, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '41df54f8-722f-48ae-9670-4d05784c9b60', 'mac_address': 'fa:16:3e:e7:ca:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b11edc-ce3f-48f7-ac37-bc15cd882254', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-25T19:20:07Z', 'updated_at': '2022-03-25T19:20:48Z', 'revision_number': 1, 'project_id': '6512a963b11c42188d92829b913731e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5acf6b82-7f0e-482f-94b1-20571c2ce911', 'name': '', 'network_id': '41df54f8-722f-48ae-9670-4d05784c9b60', 'tenant_id': '6512a963b11c42188d92829b913731e9', 'mac_address': 'fa:16:3e:08:d7:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85cba199-43e6-4acd-a362-e5a880e7fcaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'd9ce3099-d02a-4e55-9db5-3bce93935985', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T19:19:59Z', 'updated_at': '2022-03-25T19:20:07Z', 'revision_number': 5, 'project_id': '6512a963b11c42188d92829b913731e9', 'subnets': [{'id': 'd9ce3099-d02a-4e55-9db5-3bce93935985', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-755101-7-iscsi', False) {} {{(pid=103198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 19:20:50.928469 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bf662d-ee81-49ff-a7e6-4a2229ceebc5 req-5ec37acb-61db-4427-97c7-94dcebbe3124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:20:50.933167 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-29bf662d-ee81-49ff-a7e6-4a2229ceebc5 req-5ec37acb-61db-4427-97c7-94dcebbe3124 service neutron] 10.222.0.26 "GET /v2.0/networks?id=41df54f8-722f-48ae-9670-4d05784c9b60 HTTP/1.1" status: 200 len: 918 time: 0.3290362 Mar 25 19:20:50.958285 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc8fdc52-8d09-478e-8343-0022748e6a42 None None] Checking router: 85cba199-43e6-4acd-a362-e5a880e7fcaf for host: dv-cinder-755101-7-iscsi {{(pid=103198) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 25 19:20:50.974357 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc8fdc52-8d09-478e-8343-0022748e6a42 None None] Routers {'85cba199-43e6-4acd-a362-e5a880e7fcaf'} bound to L3 agent in host dv-cinder-755101-7-iscsi {{(pid=103198) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 25 19:20:50.975028 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.l3_hamode_db [None req-cc8fdc52-8d09-478e-8343-0022748e6a42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755101-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-25T19:11:57Z,description=,heartbeat_timestamp=2022-03-25T19:20:27Z,host='dv-cinder-755101-7-iscsi',id=af1b81b0-43af-47bb-a61e-8e46b36efc57,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:11:57Z,topic='l3_agent')) {'router_ids': ['85cba199-43e6-4acd-a362-e5a880e7fcaf'], 'active': True} {{(pid=103198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 19:20:50.980419 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f14bad-a822-4668-aea4-6c151230c79f req-68247a74-9cb4-4a5e-817c-3fcdc273477d tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:20:50.989479 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-c1f14bad-a822-4668-aea4-6c151230c79f req-68247a74-9cb4-4a5e-817c-3fcdc273477d tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e98d9a4-7bc3-4128-b4ae-768498a633da HTTP/1.1" status: 200 len: 946 time: 0.0866942 Mar 25 19:20:51.107146 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-c1f14bad-a822-4668-aea4-6c151230c79f req-41ad3ebd-101a-4e66-8089-003cafdf43f3 tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] 10.222.0.18 "GET /v2.0/security-groups?id=316ae13e-57e7-48d9-a090-8e2f46504143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158960 Mar 25 19:20:51.266409 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.l3_dvr_db [None req-cc8fdc52-8d09-478e-8343-0022748e6a42 None None] Set router 85cba199-43e6-4acd-a362-e5a880e7fcaf gateway port host: dv-cinder-755101-7-iscsi {{(pid=103198) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 25 19:20:51.313592 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.18', 59128) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:20:51.442445 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-f6d4347e-c8bf-49d2-a741-6ac9f19859ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:51.513661 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df258315-ac7b-4d8f-95b4-ab3502f8200d req-d2540818-5083-4f98-ad9a-cf1f6caa26f3 tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:20:51.519942 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-df258315-ac7b-4d8f-95b4-ab3502f8200d req-d2540818-5083-4f98-ad9a-cf1f6caa26f3 tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e98d9a4-7bc3-4128-b4ae-768498a633da HTTP/1.1" status: 200 len: 946 time: 0.0673587 Mar 25 19:20:51.528475 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.l3_hamode_db [None req-cc8fdc52-8d09-478e-8343-0022748e6a42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85cba199-43e6-4acd-a362-e5a880e7fcaf', 'name': 'tempest-AttachVolumeShelveTestJSON-1863061992-router', 'tenant_id': '6512a963b11c42188d92829b913731e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'external_fixed_ips': [{'subnet_id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'ip_address': '172.27.0.148'}], 'enable_snat': True}, 'gw_port_id': 'dae70a26-65a0-4e48-8759-4d453feb5be6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T19:19:54Z', 'updated_at': '2022-03-25T19:20:01Z', 'revision_number': 4, 'project_id': '6512a963b11c42188d92829b913731e9', 'gw_port': {'id': 'dae70a26-65a0-4e48-8759-4d453feb5be6', 'name': '', 'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:64:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85cba199-43e6-4acd-a362-e5a880e7fcaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'ip_address': '172.27.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T19:19:55Z', 'updated_at': '2022-03-25T19:20:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755101-7-iscsi', '_floatingips': [{'id': 'f07ebe5b-dd69-4343-8876-89820a154a01', 'tenant_id': '6512a963b11c42188d92829b913731e9', 'floating_ip_address': '172.27.0.60', 'floating_network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'router_id': '85cba199-43e6-4acd-a362-e5a880e7fcaf', 'port_id': '49753907-3d92-474f-bd8d-596897e5c904', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 86, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '41df54f8-722f-48ae-9670-4d05784c9b60', 'mac_address': 'fa:16:3e:e7:ca:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b11edc-ce3f-48f7-ac37-bc15cd882254', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-25T19:20:07Z', 'updated_at': '2022-03-25T19:20:48Z', 'revision_number': 1, 'project_id': '6512a963b11c42188d92829b913731e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5acf6b82-7f0e-482f-94b1-20571c2ce911', 'name': '', 'network_id': '41df54f8-722f-48ae-9670-4d05784c9b60', 'tenant_id': '6512a963b11c42188d92829b913731e9', 'mac_address': 'fa:16:3e:08:d7:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85cba199-43e6-4acd-a362-e5a880e7fcaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'd9ce3099-d02a-4e55-9db5-3bce93935985', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T19:19:59Z', 'updated_at': '2022-03-25T19:20:07Z', 'revision_number': 5, 'project_id': '6512a963b11c42188d92829b913731e9', 'subnets': [{'id': 'd9ce3099-d02a-4e55-9db5-3bce93935985', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-755101-7-iscsi', False) {} {{(pid=103198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 19:20:51.533588 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-f6d4347e-c8bf-49d2-a741-6ac9f19859ec admin admin] Publish callbacks [] for security_group (a079fcb0-4728-4ecf-8f99-d06896db5e8f), precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:51.539885 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-f6d4347e-c8bf-49d2-a741-6ac9f19859ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687199'] for security_group (a079fcb0-4728-4ecf-8f99-d06896db5e8f), after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:51.561991 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc8fdc52-8d09-478e-8343-0022748e6a42 None None] The sync data for ids ['85cba199-43e6-4acd-a362-e5a880e7fcaf'] in dv-cinder-755101-7-iscsi is: [{'id': '85cba199-43e6-4acd-a362-e5a880e7fcaf', 'name': 'tempest-AttachVolumeShelveTestJSON-1863061992-router', 'tenant_id': '6512a963b11c42188d92829b913731e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'external_fixed_ips': [{'subnet_id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'ip_address': '172.27.0.148'}], 'enable_snat': True}, 'gw_port_id': 'dae70a26-65a0-4e48-8759-4d453feb5be6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T19:19:54Z', 'updated_at': '2022-03-25T19:20:01Z', 'revision_number': 4, 'project_id': '6512a963b11c42188d92829b913731e9', 'gw_port': {'id': 'dae70a26-65a0-4e48-8759-4d453feb5be6', 'name': '', 'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:64:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85cba199-43e6-4acd-a362-e5a880e7fcaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'ip_address': '172.27.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T19:19:55Z', 'updated_at': '2022-03-25T19:20:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755101-7-iscsi', '_floatingips': [{'id': 'f07ebe5b-dd69-4343-8876-89820a154a01', 'tenant_id': '6512a963b11c42188d92829b913731e9', 'floating_ip_address': '172.27.0.60', 'floating_network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'router_id': '85cba199-43e6-4acd-a362-e5a880e7fcaf', 'port_id': '49753907-3d92-474f-bd8d-596897e5c904', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 86, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '41df54f8-722f-48ae-9670-4d05784c9b60', 'mac_address': 'fa:16:3e:e7:ca:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b11edc-ce3f-48f7-ac37-bc15cd882254', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-25T19:20:07Z', 'updated_at': '2022-03-25T19:20:48Z', 'revision_number': 1, 'project_id': '6512a963b11c42188d92829b913731e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5acf6b82-7f0e-482f-94b1-20571c2ce911', 'name': '', 'network_id': '41df54f8-722f-48ae-9670-4d05784c9b60', 'tenant_id': '6512a963b11c42188d92829b913731e9', 'mac_address': 'fa:16:3e:08:d7:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85cba199-43e6-4acd-a362-e5a880e7fcaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'd9ce3099-d02a-4e55-9db5-3bce93935985', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T19:19:59Z', 'updated_at': '2022-03-25T19:20:07Z', 'revision_number': 5, 'project_id': '6512a963b11c42188d92829b913731e9', 'subnets': [{'id': 'd9ce3099-d02a-4e55-9db5-3bce93935985', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103198) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 25 19:20:51.580651 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d4347e-c8bf-49d2-a741-6ac9f19859ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a079fcb0-4728-4ecf-8f99-d06896db5e8f,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:20:51.588302 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-f6d4347e-c8bf-49d2-a741-6ac9f19859ec admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=33e5ee0f1cb744a8becd73109e475ecc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2728090 Mar 25 19:20:51.589256 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.18', 59134) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:20:51.651926 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-47338c16-427b-4f9a-af79-71add7188b40 admin admin] Publish callbacks [] for security_group (a079fcb0-4728-4ecf-8f99-d06896db5e8f), before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:51.676816 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-47338c16-427b-4f9a-af79-71add7188b40 admin admin] Publish callbacks [] for security_group (a079fcb0-4728-4ecf-8f99-d06896db5e8f), precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:51.728897 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-47338c16-427b-4f9a-af79-71add7188b40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687199'] for security_group (a079fcb0-4728-4ecf-8f99-d06896db5e8f), after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:51.731644 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-47338c16-427b-4f9a-af79-71add7188b40 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:51.736754 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-47338c16-427b-4f9a-af79-71add7188b40 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a079fcb0-4728-4ecf-8f99-d06896db5e8f HTTP/1.1" status: 204 len: 168 time: 0.1427307 Mar 25 19:20:51.741437 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47338c16-427b-4f9a-af79-71add7188b40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a079fcb0-4728-4ecf-8f99-d06896db5e8f,revision_number=None']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:20:51.795654 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-df258315-ac7b-4d8f-95b4-ab3502f8200d req-f99a5546-0a0a-4f9a-95e7-83036f8a0083 tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] 10.222.0.18 "GET /v2.0/security-groups?id=316ae13e-57e7-48d9-a090-8e2f46504143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2725625 Mar 25 19:20:51.809591 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44a22983-c341-45eb-9fab-9bd7c8013fd4 None None] New status for floating IP f07ebe5b-dd69-4343-8876-89820a154a01: ACTIVE {{(pid=103198) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 25 19:20:52.023905 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.18', 59142) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:20:52.037342 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-7cb44ec1-58cc-4187-8694-1da369680533 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:52.134915 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-7cb44ec1-58cc-4187-8694-1da369680533 admin admin] Publish callbacks [] for security_group (3ffd8e11-9ed4-4d5e-ab5d-cb8ab0df1e6b), precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:52.138475 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-7cb44ec1-58cc-4187-8694-1da369680533 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687199'] for security_group (3ffd8e11-9ed4-4d5e-ab5d-cb8ab0df1e6b), after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:52.177449 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-7cb44ec1-58cc-4187-8694-1da369680533 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6dd44d39a81e473fbea6a75689c9a7b2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1525030 Mar 25 19:20:52.178288 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb44ec1-58cc-4187-8694-1da369680533 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ffd8e11-9ed4-4d5e-ab5d-cb8ab0df1e6b,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:20:52.180154 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.18', 59146) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:20:52.227528 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-a38c59b0-4410-4801-9b4a-0f24d2399116 admin admin] Publish callbacks [] for security_group (3ffd8e11-9ed4-4d5e-ab5d-cb8ab0df1e6b), before_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:52.248689 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-a38c59b0-4410-4801-9b4a-0f24d2399116 admin admin] Publish callbacks [] for security_group (3ffd8e11-9ed4-4d5e-ab5d-cb8ab0df1e6b), precommit_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:52.294968 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-a38c59b0-4410-4801-9b4a-0f24d2399116 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687199'] for security_group (3ffd8e11-9ed4-4d5e-ab5d-cb8ab0df1e6b), after_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:52.297537 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-a38c59b0-4410-4801-9b4a-0f24d2399116 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:52.298739 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-a38c59b0-4410-4801-9b4a-0f24d2399116 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3ffd8e11-9ed4-4d5e-ab5d-cb8ab0df1e6b HTTP/1.1" status: 204 len: 168 time: 0.1175456 Mar 25 19:20:52.306761 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38c59b0-4410-4801-9b4a-0f24d2399116 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ffd8e11-9ed4-4d5e-ab5d-cb8ab0df1e6b,revision_number=None']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:20:52.920300 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fb8c16-292f-4293-a8c4-1a1783e41018 req-04f0b7a8-5b34-4e94-8749-c8650589c7f1 tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:20:52.921762 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-c3fb8c16-292f-4293-a8c4-1a1783e41018 req-04f0b7a8-5b34-4e94-8749-c8650589c7f1 tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e98d9a4-7bc3-4128-b4ae-768498a633da HTTP/1.1" status: 200 len: 946 time: 0.0527604 Mar 25 19:20:52.968066 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-c3fb8c16-292f-4293-a8c4-1a1783e41018 req-21aa0a7f-12c5-41d6-b9c3-97f395e77b93 tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] 10.222.0.18 "GET /v2.0/security-groups?id=316ae13e-57e7-48d9-a090-8e2f46504143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407741 Mar 25 19:20:53.623430 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-29bf662d-ee81-49ff-a7e6-4a2229ceebc5 req-7b68bf43-97a8-416f-ba86-f0fc25cf49ef service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=49753907-3d92-474f-bd8d-596897e5c904 HTTP/1.1" status: 200 len: 1001 time: 0.2929564 Mar 25 19:20:53.640800 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c787032-9e4a-4f05-98e9-4ed765ce474d req-eba28981-0f14-441c-83ce-55ff64849ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:20:53.642213 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-4c787032-9e4a-4f05-98e9-4ed765ce474d req-eba28981-0f14-441c-83ce-55ff64849ae1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=155e7b1bde6b4fb1ba768c2d6ab00159&device_id=2e98d9a4-7bc3-4128-b4ae-768498a633da HTTP/1.1" status: 200 len: 1130 time: 0.2614300 Mar 25 19:20:53.734818 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bf662d-ee81-49ff-a7e6-4a2229ceebc5 req-efdd6272-4789-4cd0-91d1-d596cf745d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:20:53.735043 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-29bf662d-ee81-49ff-a7e6-4a2229ceebc5 req-efdd6272-4789-4cd0-91d1-d596cf745d1c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d9ce3099-d02a-4e55-9db5-3bce93935985 HTTP/1.1" status: 200 len: 856 time: 0.1046000 Mar 25 19:20:53.797305 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c787032-9e4a-4f05-98e9-4ed765ce474d req-d9c48703-d8db-4304-9c1c-4956fbf53c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:20:53.799149 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-4c787032-9e4a-4f05-98e9-4ed765ce474d req-d9c48703-d8db-4304-9c1c-4956fbf53c9e service neutron] 10.222.0.26 "GET /v2.0/networks?id=aa37333a-1101-47b7-acc7-f21479cd1d95 HTTP/1.1" status: 200 len: 920 time: 0.1399395 Mar 25 19:20:53.823817 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bf662d-ee81-49ff-a7e6-4a2229ceebc5 req-0ed0bd1c-3e27-4335-a9ad-fcff30579740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:20:53.825447 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-29bf662d-ee81-49ff-a7e6-4a2229ceebc5 req-0ed0bd1c-3e27-4335-a9ad-fcff30579740 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=41df54f8-722f-48ae-9670-4d05784c9b60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0577135 Mar 25 19:20:53.880876 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-4c787032-9e4a-4f05-98e9-4ed765ce474d req-09df7220-c2e7-4858-99fd-63866a977c09 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eccc2666-aab1-47fb-824f-6146f634c584 HTTP/1.1" status: 200 len: 217 time: 0.0664039 Mar 25 19:20:53.990143 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c787032-9e4a-4f05-98e9-4ed765ce474d req-04a1f421-9a50-4395-90eb-e3c29048daab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:20:53.991957 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-4c787032-9e4a-4f05-98e9-4ed765ce474d req-04a1f421-9a50-4395-90eb-e3c29048daab service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d8fb3102-0026-42d9-a683-15415ae64f68 HTTP/1.1" status: 200 len: 858 time: 0.0942011 Mar 25 19:20:54.034874 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-29bf662d-ee81-49ff-a7e6-4a2229ceebc5 req-8b86ad91-30e4-49fb-b111-68cec997466d service neutron] 10.222.0.26 "GET /v2.0/networks/41df54f8-722f-48ae-9670-4d05784c9b60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1721327 Mar 25 19:20:54.094233 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430887a6-4740-4542-8736-e2ba0a412844 req-46b301d5-9e54-4b8a-a37e-99a4b1584860 tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:20:54.096317 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-430887a6-4740-4542-8736-e2ba0a412844 req-46b301d5-9e54-4b8a-a37e-99a4b1584860 tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e98d9a4-7bc3-4128-b4ae-768498a633da HTTP/1.1" status: 200 len: 946 time: 0.0588512 Mar 25 19:20:54.100596 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c787032-9e4a-4f05-98e9-4ed765ce474d req-61f7136a-4864-4abb-9dd5-459b51703b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:20:54.102770 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-4c787032-9e4a-4f05-98e9-4ed765ce474d req-61f7136a-4864-4abb-9dd5-459b51703b35 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=aa37333a-1101-47b7-acc7-f21479cd1d95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1034362 Mar 25 19:20:54.148628 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-430887a6-4740-4542-8736-e2ba0a412844 req-58dae24a-a53a-4dad-955c-27588d9ef2ae tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] 10.222.0.18 "GET /v2.0/security-groups?id=316ae13e-57e7-48d9-a090-8e2f46504143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446944 Mar 25 19:20:54.191505 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-29bf662d-ee81-49ff-a7e6-4a2229ceebc5 req-d126490c-6174-48ef-b890-d53d1dd0020a service neutron] 10.222.0.26 "GET /v2.0/networks/41df54f8-722f-48ae-9670-4d05784c9b60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1510723 Mar 25 19:20:54.217525 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-4c787032-9e4a-4f05-98e9-4ed765ce474d req-3304a7e8-f56d-4580-b82e-15b042502446 service neutron] 10.222.0.26 "GET /v2.0/networks/aa37333a-1101-47b7-acc7-f21479cd1d95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1086290 Mar 25 19:20:54.274957 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-cb6c5652-dcad-431d-bfb3-f54ca4f74a2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741036503857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133703'] for agent (ff15a80c-2d7c-4104-a6ad-0973d1d911f7), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:54.736654 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.18', 59244) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:20:54.836556 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-7b7af572-7d41-4c9b-b5c3-f09348bb14bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:54.906668 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-7b7af572-7d41-4c9b-b5c3-f09348bb14bb admin admin] Publish callbacks [] for security_group (cce1f915-6717-4ea1-9040-6a2731769e62), precommit_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:54.910905 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-7b7af572-7d41-4c9b-b5c3-f09348bb14bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687199'] for security_group (cce1f915-6717-4ea1-9040-6a2731769e62), after_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:54.948582 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-7b7af572-7d41-4c9b-b5c3-f09348bb14bb admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2bd147074212428b914d067cd9547e70&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2108576 Mar 25 19:20:54.949439 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7af572-7d41-4c9b-b5c3-f09348bb14bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cce1f915-6717-4ea1-9040-6a2731769e62,revision_number=1']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:20:54.951231 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.18', 59250) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:20:54.956342 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7af572-7d41-4c9b-b5c3-f09348bb14bb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:20:54.956696 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7af572-7d41-4c9b-b5c3-f09348bb14bb admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:20:54.957042 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7af572-7d41-4c9b-b5c3-f09348bb14bb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:20:54.957385 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7af572-7d41-4c9b-b5c3-f09348bb14bb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:20:54.957718 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7af572-7d41-4c9b-b5c3-f09348bb14bb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:20:54.958048 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7af572-7d41-4c9b-b5c3-f09348bb14bb admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:20:54.958377 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7af572-7d41-4c9b-b5c3-f09348bb14bb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:20:54.958724 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7af572-7d41-4c9b-b5c3-f09348bb14bb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:20:54.959053 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7af572-7d41-4c9b-b5c3-f09348bb14bb admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:20:54.959381 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7af572-7d41-4c9b-b5c3-f09348bb14bb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:20:54.959704 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7af572-7d41-4c9b-b5c3-f09348bb14bb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:20:54.960026 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7af572-7d41-4c9b-b5c3-f09348bb14bb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:20:54.960346 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7af572-7d41-4c9b-b5c3-f09348bb14bb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:20:54.960666 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7af572-7d41-4c9b-b5c3-f09348bb14bb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:20:54.961561 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7af572-7d41-4c9b-b5c3-f09348bb14bb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:20:55.002610 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-11083504-89e7-4035-ba53-6761cd471b7e admin admin] Publish callbacks [] for security_group (cce1f915-6717-4ea1-9040-6a2731769e62), before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:55.023222 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-11083504-89e7-4035-ba53-6761cd471b7e admin admin] Publish callbacks [] for security_group (cce1f915-6717-4ea1-9040-6a2731769e62), precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:55.069944 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-11083504-89e7-4035-ba53-6761cd471b7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687199'] for security_group (cce1f915-6717-4ea1-9040-6a2731769e62), after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:55.072432 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-11083504-89e7-4035-ba53-6761cd471b7e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:55.073603 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-11083504-89e7-4035-ba53-6761cd471b7e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/cce1f915-6717-4ea1-9040-6a2731769e62 HTTP/1.1" status: 204 len: 168 time: 0.1213932 Mar 25 19:20:55.080950 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11083504-89e7-4035-ba53-6761cd471b7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cce1f915-6717-4ea1-9040-6a2731769e62,revision_number=None']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:20:55.087747 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11083504-89e7-4035-ba53-6761cd471b7e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:20:55.088132 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11083504-89e7-4035-ba53-6761cd471b7e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:20:55.088479 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11083504-89e7-4035-ba53-6761cd471b7e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:20:55.088819 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11083504-89e7-4035-ba53-6761cd471b7e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:20:55.089153 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11083504-89e7-4035-ba53-6761cd471b7e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:20:55.089486 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11083504-89e7-4035-ba53-6761cd471b7e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:20:55.089816 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11083504-89e7-4035-ba53-6761cd471b7e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:20:55.090142 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11083504-89e7-4035-ba53-6761cd471b7e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:20:55.090471 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11083504-89e7-4035-ba53-6761cd471b7e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:20:55.090818 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11083504-89e7-4035-ba53-6761cd471b7e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:20:55.091200 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11083504-89e7-4035-ba53-6761cd471b7e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:20:55.091456 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11083504-89e7-4035-ba53-6761cd471b7e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:20:55.091782 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11083504-89e7-4035-ba53-6761cd471b7e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:20:55.092103 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11083504-89e7-4035-ba53-6761cd471b7e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:20:55.092540 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11083504-89e7-4035-ba53-6761cd471b7e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:20:55.267352 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc16e2e1-cec1-462e-8201-d677a6906076 req-f459f3bf-1f2d-4509-b822-959ac33b367f tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:20:55.268902 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-fc16e2e1-cec1-462e-8201-d677a6906076 req-f459f3bf-1f2d-4509-b822-959ac33b367f tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e98d9a4-7bc3-4128-b4ae-768498a633da HTTP/1.1" status: 200 len: 946 time: 0.0534027 Mar 25 19:20:55.316615 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-fc16e2e1-cec1-462e-8201-d677a6906076 req-41facd42-8b76-4241-92a6-bf22ade56c1f tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] 10.222.0.18 "GET /v2.0/security-groups?id=316ae13e-57e7-48d9-a090-8e2f46504143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415344 Mar 25 19:20:55.338307 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.18', 59260) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:20:55.352237 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-1042dfdd-7b4f-4104-abc5-741061da206a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:55.425362 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-1042dfdd-7b4f-4104-abc5-741061da206a admin admin] Publish callbacks [] for security_group (0f9c3d3a-cdf2-4ba9-bed5-31228ac73caa), precommit_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:55.429696 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-1042dfdd-7b4f-4104-abc5-741061da206a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687199'] for security_group (0f9c3d3a-cdf2-4ba9-bed5-31228ac73caa), after_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:55.468400 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-1042dfdd-7b4f-4104-abc5-741061da206a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b32d0c2c0e144221a95067d426b43f98&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1289842 Mar 25 19:20:55.469258 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1042dfdd-7b4f-4104-abc5-741061da206a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f9c3d3a-cdf2-4ba9-bed5-31228ac73caa,revision_number=1']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:20:55.471047 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.18', 59262) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:20:55.519749 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9d92bb8e-de83-4a72-8cbe-0380bda61392 admin admin] Publish callbacks [] for security_group (0f9c3d3a-cdf2-4ba9-bed5-31228ac73caa), before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:55.544045 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9d92bb8e-de83-4a72-8cbe-0380bda61392 admin admin] Publish callbacks [] for security_group (0f9c3d3a-cdf2-4ba9-bed5-31228ac73caa), precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:55.589912 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9d92bb8e-de83-4a72-8cbe-0380bda61392 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687199'] for security_group (0f9c3d3a-cdf2-4ba9-bed5-31228ac73caa), after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:55.592486 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9d92bb8e-de83-4a72-8cbe-0380bda61392 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:55.593603 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-9d92bb8e-de83-4a72-8cbe-0380bda61392 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0f9c3d3a-cdf2-4ba9-bed5-31228ac73caa HTTP/1.1" status: 204 len: 168 time: 0.1215930 Mar 25 19:20:55.602336 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d92bb8e-de83-4a72-8cbe-0380bda61392 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f9c3d3a-cdf2-4ba9-bed5-31228ac73caa,revision_number=None']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:20:56.438421 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1753be57-93f2-46d3-9eed-de6f5cb18291 req-4f203870-79f6-46af-8fb9-01d35fc59e36 tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:20:56.443091 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-1753be57-93f2-46d3-9eed-de6f5cb18291 req-4f203870-79f6-46af-8fb9-01d35fc59e36 tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e98d9a4-7bc3-4128-b4ae-768498a633da HTTP/1.1" status: 200 len: 946 time: 0.0599930 Mar 25 19:20:56.486740 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-1753be57-93f2-46d3-9eed-de6f5cb18291 req-c9f5a8eb-64b6-47d0-87df-e3967ee424ba tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] 10.222.0.18 "GET /v2.0/security-groups?id=316ae13e-57e7-48d9-a090-8e2f46504143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414062 Mar 25 19:20:56.681689 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-439a9cac-8cfa-4b8b-9ba7-2228fd3e0ddb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741036503857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133703'] for agent (af1b81b0-43af-47bb-a61e-8e46b36efc57), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:56.848699 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-4c787032-9e4a-4f05-98e9-4ed765ce474d req-c0fcdbf4-26c0-41e4-bf82-0ce19ec27d37 service neutron] 10.222.0.26 "GET /v2.0/networks/aa37333a-1101-47b7-acc7-f21479cd1d95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888283 Mar 25 19:20:57.569044 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-af60142c-683d-41c3-be1d-5377fff6ca45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741036503857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133703'] for agent (c3076277-13eb-43a7-9b94-fad13f82c96d), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:57.604441 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607b32bd-6ca8-4f73-a9e3-ec3855775c28 req-ef649134-eadb-4146-8d0b-218b24a3a3d7 tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:20:57.605932 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-607b32bd-6ca8-4f73-a9e3-ec3855775c28 req-ef649134-eadb-4146-8d0b-218b24a3a3d7 tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e98d9a4-7bc3-4128-b4ae-768498a633da HTTP/1.1" status: 200 len: 946 time: 0.0521936 Mar 25 19:20:57.666355 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-607b32bd-6ca8-4f73-a9e3-ec3855775c28 req-59acb648-774d-4ef9-ae5e-ee7802c62af7 tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] 10.222.0.18 "GET /v2.0/security-groups?id=316ae13e-57e7-48d9-a090-8e2f46504143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447052 Mar 25 19:20:58.781161 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3a92a9-82ef-482d-8f70-f55dee7c6637 req-f1e80088-840b-42ac-8afc-858924b62797 tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:20:58.782697 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-ae3a92a9-82ef-482d-8f70-f55dee7c6637 req-f1e80088-840b-42ac-8afc-858924b62797 tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e98d9a4-7bc3-4128-b4ae-768498a633da HTTP/1.1" status: 200 len: 946 time: 0.0496166 Mar 25 19:20:58.826593 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-ae3a92a9-82ef-482d-8f70-f55dee7c6637 req-8f778dd0-2eb9-46b8-b855-10fa5920652c tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] 10.222.0.18 "GET /v2.0/security-groups?id=316ae13e-57e7-48d9-a090-8e2f46504143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386312 Mar 25 19:20:59.162196 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-bfcc621e-35c9-4ac2-b4cb-53c403134561 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741036503857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133703'] for agent (9ba807d9-64cc-4b2a-8ad2-e4f3b23bc779), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:20:59.940079 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5743aff4-0971-4913-ae92-9a1c1ad3721e req-de9d7dc2-4edf-4766-b224-e73b306ad5b3 tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:20:59.941486 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-5743aff4-0971-4913-ae92-9a1c1ad3721e req-de9d7dc2-4edf-4766-b224-e73b306ad5b3 tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e98d9a4-7bc3-4128-b4ae-768498a633da HTTP/1.1" status: 200 len: 946 time: 0.0521605 Mar 25 19:20:59.990090 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-5743aff4-0971-4913-ae92-9a1c1ad3721e req-c6e82f5c-4ca3-4777-b321-3553aff8a784 tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] 10.222.0.18 "GET /v2.0/security-groups?id=316ae13e-57e7-48d9-a090-8e2f46504143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432119 Mar 25 19:21:00.067235 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-890101ff-9f24-4bf0-8dff-ad3e9fa378a6 req-5156b49b-2d67-4f23-be13-3b6df1e7741f service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=9df5ca96-e2d4-4758-9ddb-4aa505cf1a35&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0432007 Mar 25 19:21:00.160559 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890101ff-9f24-4bf0-8dff-ad3e9fa378a6 req-094f62aa-cfb0-427c-a70a-7646a0666a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:21:00.162017 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-890101ff-9f24-4bf0-8dff-ad3e9fa378a6 req-094f62aa-cfb0-427c-a70a-7646a0666a84 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=24f5fac9a0a146698f68e93d9c785d0e&device_id=9df5ca96-e2d4-4758-9ddb-4aa505cf1a35 HTTP/1.1" status: 200 len: 1129 time: 0.0465543 Mar 25 19:21:00.265196 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890101ff-9f24-4bf0-8dff-ad3e9fa378a6 req-f53d0806-150e-4f9e-8143-007ec5bdc325 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:21:00.266682 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-890101ff-9f24-4bf0-8dff-ad3e9fa378a6 req-f53d0806-150e-4f9e-8143-007ec5bdc325 service neutron] 10.222.0.26 "GET /v2.0/networks?id=ffddfb87-b9e1-4b51-8018-42d9ab6c3ad8 HTTP/1.1" status: 200 len: 913 time: 0.0836446 Mar 25 19:21:00.310879 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-890101ff-9f24-4bf0-8dff-ad3e9fa378a6 req-d246410d-22c2-4167-8b33-99c99c828d5d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b11e0829-8e77-4884-be37-f7605d1d55af HTTP/1.1" status: 200 len: 217 time: 0.0337152 Mar 25 19:21:00.365565 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890101ff-9f24-4bf0-8dff-ad3e9fa378a6 req-e2a697a0-07fc-47b3-a106-1b6fc4791b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:21:00.367127 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-890101ff-9f24-4bf0-8dff-ad3e9fa378a6 req-e2a697a0-07fc-47b3-a106-1b6fc4791b9e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=08275f5a-05cf-469a-a79e-d56942db469a HTTP/1.1" status: 200 len: 852 time: 0.0483949 Mar 25 19:21:00.400710 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-890101ff-9f24-4bf0-8dff-ad3e9fa378a6 req-aef1beb7-3820-43cc-9f84-7b41bf1f7412 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ffddfb87-b9e1-4b51-8018-42d9ab6c3ad8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248082 Mar 25 19:21:00.488310 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-890101ff-9f24-4bf0-8dff-ad3e9fa378a6 req-bea1202b-453d-46e6-a22a-051710ea1cd1 service neutron] 10.222.0.26 "GET /v2.0/networks/ffddfb87-b9e1-4b51-8018-42d9ab6c3ad8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808723 Mar 25 19:21:00.583273 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-890101ff-9f24-4bf0-8dff-ad3e9fa378a6 req-62f724bf-3e45-41a8-84f5-d223cf8d73aa service neutron] 10.222.0.26 "GET /v2.0/networks/ffddfb87-b9e1-4b51-8018-42d9ab6c3ad8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871561 Mar 25 19:21:00.659747 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741036503857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133703'] for agent (e10cc9df-a7ce-4b9c-bc25-dffd007f5dd8), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:21:00.789270 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741036503857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133703'] for agent (239dac0e-b210-4295-8f1a-11f7f9dc3de1), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:21:01.143121 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d80f06-a1d8-416b-93d1-6c089f547cd6 req-ca3abd26-1532-44f3-8fac-5d5bf4c8ee77 tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:21:01.145428 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-19d80f06-a1d8-416b-93d1-6c089f547cd6 req-ca3abd26-1532-44f3-8fac-5d5bf4c8ee77 tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e98d9a4-7bc3-4128-b4ae-768498a633da HTTP/1.1" status: 200 len: 946 time: 0.0751061 Mar 25 19:21:01.203290 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-19d80f06-a1d8-416b-93d1-6c089f547cd6 req-c061a9de-fb1a-4027-8572-c4bbcc4cd070 tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] 10.222.0.18 "GET /v2.0/security-groups?id=316ae13e-57e7-48d9-a090-8e2f46504143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507853 Mar 25 19:21:02.329367 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9174d023-4d99-4a21-ab73-6e5484994581 req-4c776418-eb0c-45c4-8b07-778c91414b54 tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:21:02.330975 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-9174d023-4d99-4a21-ab73-6e5484994581 req-4c776418-eb0c-45c4-8b07-778c91414b54 tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e98d9a4-7bc3-4128-b4ae-768498a633da HTTP/1.1" status: 200 len: 946 time: 0.0595393 Mar 25 19:21:02.394752 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-9174d023-4d99-4a21-ab73-6e5484994581 req-e05cb0a8-7154-43a1-a071-9b3541a2b928 tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] 10.222.0.18 "GET /v2.0/security-groups?id=316ae13e-57e7-48d9-a090-8e2f46504143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573390 Mar 25 19:21:02.972335 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac483bb-578c-4f6c-85cf-c4823aec4fef req-2c0ec653-4a24-473d-8d53-21a4607cee39 tempest-DeleteServersTestJSON-630511010 tempest-DeleteServersTestJSON-630511010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:21:02.975053 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-7ac483bb-578c-4f6c-85cf-c4823aec4fef req-2c0ec653-4a24-473d-8d53-21a4607cee39 tempest-DeleteServersTestJSON-630511010 tempest-DeleteServersTestJSON-630511010-project] 10.222.0.18 "GET /v2.0/ports?device_id=9df5ca96-e2d4-4758-9ddb-4aa505cf1a35 HTTP/1.1" status: 200 len: 945 time: 0.0916424 Mar 25 19:21:03.026145 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-7ac483bb-578c-4f6c-85cf-c4823aec4fef req-a8190991-7d18-4dd1-8f8a-c2401e0cf565 tempest-DeleteServersTestJSON-630511010 tempest-DeleteServersTestJSON-630511010-project] 10.222.0.18 "GET /v2.0/security-groups?id=d5c330d0-a6f0-4d62-a482-38972d204a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418892 Mar 25 19:21:03.519783 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d852285f-5288-4633-bab0-872654b9384e req-eee36bff-ac28-4993-abef-8913f685ad87 tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:21:03.523566 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-d852285f-5288-4633-bab0-872654b9384e req-eee36bff-ac28-4993-abef-8913f685ad87 tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e98d9a4-7bc3-4128-b4ae-768498a633da HTTP/1.1" status: 200 len: 946 time: 0.0576437 Mar 25 19:21:03.572258 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-d852285f-5288-4633-bab0-872654b9384e req-c625dfdc-9c31-45b9-8196-af90c6828ad2 tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] 10.222.0.18 "GET /v2.0/security-groups?id=316ae13e-57e7-48d9-a090-8e2f46504143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447474 Mar 25 19:21:04.117897 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.18', 59564) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:21:04.149301 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37d2593-4142-43f9-9181-f0f491d9c93b req-153d6100-2598-4562-bdd1-6bc22f664334 tempest-DeleteServersTestJSON-630511010 tempest-DeleteServersTestJSON-630511010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:21:04.150816 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-e37d2593-4142-43f9-9181-f0f491d9c93b req-153d6100-2598-4562-bdd1-6bc22f664334 tempest-DeleteServersTestJSON-630511010 tempest-DeleteServersTestJSON-630511010-project] 10.222.0.18 "GET /v2.0/ports?device_id=9df5ca96-e2d4-4758-9ddb-4aa505cf1a35 HTTP/1.1" status: 200 len: 945 time: 0.0528417 Mar 25 19:21:04.223509 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-e37d2593-4142-43f9-9181-f0f491d9c93b req-5eabd365-eed6-4b7a-97a0-7ea696909933 tempest-DeleteServersTestJSON-630511010 tempest-DeleteServersTestJSON-630511010-project] 10.222.0.18 "GET /v2.0/security-groups?id=d5c330d0-a6f0-4d62-a482-38972d204a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603468 Mar 25 19:21:04.238067 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-f696be51-d625-42b3-aee2-aa1f4bb864fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:21:04.316157 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-f696be51-d625-42b3-aee2-aa1f4bb864fd admin admin] Publish callbacks [] for security_group (a1e36d58-5ba1-4a6d-9912-00959324b464), precommit_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:21:04.321241 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-f696be51-d625-42b3-aee2-aa1f4bb864fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687199'] for security_group (a1e36d58-5ba1-4a6d-9912-00959324b464), after_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:21:04.369443 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.18', 59580) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:21:04.371059 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-f696be51-d625-42b3-aee2-aa1f4bb864fd admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=49fd120ebb5d4182a69c3c2ced851d85&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2510920 Mar 25 19:21:04.372200 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f696be51-d625-42b3-aee2-aa1f4bb864fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1e36d58-5ba1-4a6d-9912-00959324b464,revision_number=1']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:21:04.422147 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-35c510be-1e17-485a-959b-a269ee7cad7a admin admin] Publish callbacks [] for security_group (a1e36d58-5ba1-4a6d-9912-00959324b464), before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:21:04.445404 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-35c510be-1e17-485a-959b-a269ee7cad7a admin admin] Publish callbacks [] for security_group (a1e36d58-5ba1-4a6d-9912-00959324b464), precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:21:04.500405 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-35c510be-1e17-485a-959b-a269ee7cad7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687199'] for security_group (a1e36d58-5ba1-4a6d-9912-00959324b464), after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:21:04.502744 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-35c510be-1e17-485a-959b-a269ee7cad7a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:21:04.503890 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-35c510be-1e17-485a-959b-a269ee7cad7a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a1e36d58-5ba1-4a6d-9912-00959324b464 HTTP/1.1" status: 204 len: 168 time: 0.1334724 Mar 25 19:21:04.512728 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c510be-1e17-485a-959b-a269ee7cad7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1e36d58-5ba1-4a6d-9912-00959324b464,revision_number=None']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:21:04.694528 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121cd750-62d5-4d0e-8883-3727df440ce8 req-bfcab109-4d52-4eb1-aff5-0948d1b893dd tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:21:04.696586 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-121cd750-62d5-4d0e-8883-3727df440ce8 req-bfcab109-4d52-4eb1-aff5-0948d1b893dd tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e98d9a4-7bc3-4128-b4ae-768498a633da HTTP/1.1" status: 200 len: 946 time: 0.0547268 Mar 25 19:21:04.743836 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-121cd750-62d5-4d0e-8883-3727df440ce8 req-54ec660e-a1a0-4228-999b-9bfddeb2a1dd tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] 10.222.0.18 "GET /v2.0/security-groups?id=316ae13e-57e7-48d9-a090-8e2f46504143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415325 Mar 25 19:21:04.777490 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.18', 59598) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:21:04.790598 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-7a3ee7e2-0f14-4e8f-b406-ede1e97f723f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:21:04.862030 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-7a3ee7e2-0f14-4e8f-b406-ede1e97f723f admin admin] Publish callbacks [] for security_group (ed0b1bbd-a5d7-4c55-b642-57a878bb006b), precommit_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:21:04.865655 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-7a3ee7e2-0f14-4e8f-b406-ede1e97f723f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687199'] for security_group (ed0b1bbd-a5d7-4c55-b642-57a878bb006b), after_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:21:04.903317 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-7a3ee7e2-0f14-4e8f-b406-ede1e97f723f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1a2151d953ef493bb00be000444fa9fd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1247799 Mar 25 19:21:04.904183 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3ee7e2-0f14-4e8f-b406-ede1e97f723f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed0b1bbd-a5d7-4c55-b642-57a878bb006b,revision_number=1']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:21:04.905914 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.18', 59602) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:21:04.952481 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-f41167c9-6440-4c6a-91c5-ae234d5961dc admin admin] Publish callbacks [] for security_group (ed0b1bbd-a5d7-4c55-b642-57a878bb006b), before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:21:04.972942 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-f41167c9-6440-4c6a-91c5-ae234d5961dc admin admin] Publish callbacks [] for security_group (ed0b1bbd-a5d7-4c55-b642-57a878bb006b), precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:21:05.017616 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-f41167c9-6440-4c6a-91c5-ae234d5961dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687199'] for security_group (ed0b1bbd-a5d7-4c55-b642-57a878bb006b), after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:21:05.020094 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-f41167c9-6440-4c6a-91c5-ae234d5961dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:21:05.021207 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-f41167c9-6440-4c6a-91c5-ae234d5961dc admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ed0b1bbd-a5d7-4c55-b642-57a878bb006b HTTP/1.1" status: 204 len: 168 time: 0.1142981 Mar 25 19:21:05.029100 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41167c9-6440-4c6a-91c5-ae234d5961dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed0b1bbd-a5d7-4c55-b642-57a878bb006b,revision_number=None']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:21:05.334744 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fdfcb5-9a32-476b-8de7-d276a1e4b2c1 req-8889076f-c84c-4390-8437-650bf70a8a37 tempest-DeleteServersTestJSON-630511010 tempest-DeleteServersTestJSON-630511010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:21:05.336795 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-f5fdfcb5-9a32-476b-8de7-d276a1e4b2c1 req-8889076f-c84c-4390-8437-650bf70a8a37 tempest-DeleteServersTestJSON-630511010 tempest-DeleteServersTestJSON-630511010-project] 10.222.0.18 "GET /v2.0/ports?device_id=9df5ca96-e2d4-4758-9ddb-4aa505cf1a35 HTTP/1.1" status: 200 len: 945 time: 0.0559223 Mar 25 19:21:05.385887 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-f5fdfcb5-9a32-476b-8de7-d276a1e4b2c1 req-d02c3f0c-d2a1-4b21-9da1-283723976be2 tempest-DeleteServersTestJSON-630511010 tempest-DeleteServersTestJSON-630511010-project] 10.222.0.18 "GET /v2.0/security-groups?id=d5c330d0-a6f0-4d62-a482-38972d204a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434771 Mar 25 19:21:05.867363 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42f7c09-5b9a-4e6f-81c7-f4b70f2fa2b3 req-e182f16e-2828-459c-9da6-52dd1d248cf9 tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:21:05.868942 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-a42f7c09-5b9a-4e6f-81c7-f4b70f2fa2b3 req-e182f16e-2828-459c-9da6-52dd1d248cf9 tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e98d9a4-7bc3-4128-b4ae-768498a633da HTTP/1.1" status: 200 len: 946 time: 0.0546789 Mar 25 19:21:05.917606 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-a42f7c09-5b9a-4e6f-81c7-f4b70f2fa2b3 req-1917f6d2-c9fe-4923-961b-8db876eddc64 tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] 10.222.0.18 "GET /v2.0/security-groups?id=316ae13e-57e7-48d9-a090-8e2f46504143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432732 Mar 25 19:21:06.515436 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f6de43-12f9-4d01-a092-e36f57c320b8 req-a48e6034-a19f-4fed-a0b9-734eb7fed41e tempest-DeleteServersTestJSON-630511010 tempest-DeleteServersTestJSON-630511010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:21:06.517083 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-b2f6de43-12f9-4d01-a092-e36f57c320b8 req-a48e6034-a19f-4fed-a0b9-734eb7fed41e tempest-DeleteServersTestJSON-630511010 tempest-DeleteServersTestJSON-630511010-project] 10.222.0.18 "GET /v2.0/ports?device_id=9df5ca96-e2d4-4758-9ddb-4aa505cf1a35 HTTP/1.1" status: 200 len: 945 time: 0.0600572 Mar 25 19:21:06.565696 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-b2f6de43-12f9-4d01-a092-e36f57c320b8 req-903082d5-54d3-4c91-89f8-abd14d46aafc tempest-DeleteServersTestJSON-630511010 tempest-DeleteServersTestJSON-630511010-project] 10.222.0.18 "GET /v2.0/security-groups?id=d5c330d0-a6f0-4d62-a482-38972d204a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423825 Mar 25 19:21:06.941230 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.18', 59690) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:21:07.041183 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87432864-76aa-4e65-8281-e734760a04fe req-453647c6-f367-4315-b3de-7775ec80f0b0 tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:21:07.042704 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-87432864-76aa-4e65-8281-e734760a04fe req-453647c6-f367-4315-b3de-7775ec80f0b0 tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e98d9a4-7bc3-4128-b4ae-768498a633da HTTP/1.1" status: 200 len: 946 time: 0.0512929 Mar 25 19:21:07.046746 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9694b837-b811-4d69-95b6-f7d53d9df1e9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:21:07.091068 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-87432864-76aa-4e65-8281-e734760a04fe req-c80e9b29-391a-4522-b7c3-8e9133d50287 tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] 10.222.0.18 "GET /v2.0/security-groups?id=316ae13e-57e7-48d9-a090-8e2f46504143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427654 Mar 25 19:21:07.119214 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9694b837-b811-4d69-95b6-f7d53d9df1e9 admin admin] Publish callbacks [] for security_group (98635352-3776-4d3a-baef-e504229b1284), precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:21:07.122857 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9694b837-b811-4d69-95b6-f7d53d9df1e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687199'] for security_group (98635352-3776-4d3a-baef-e504229b1284), after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:21:07.159158 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9694b837-b811-4d69-95b6-f7d53d9df1e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98635352-3776-4d3a-baef-e504229b1284,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:21:07.164034 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-9694b837-b811-4d69-95b6-f7d53d9df1e9 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e83d576c6e6c47d1bc03c9f898d93599&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2211673 Mar 25 19:21:07.166026 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.18', 59696) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:21:07.212809 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-0c62bb18-4641-4338-ab9e-77c2315bd778 admin admin] Publish callbacks [] for security_group (98635352-3776-4d3a-baef-e504229b1284), before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:21:07.233386 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-0c62bb18-4641-4338-ab9e-77c2315bd778 admin admin] Publish callbacks [] for security_group (98635352-3776-4d3a-baef-e504229b1284), precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:21:07.280799 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-0c62bb18-4641-4338-ab9e-77c2315bd778 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687199'] for security_group (98635352-3776-4d3a-baef-e504229b1284), after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:21:07.283331 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-0c62bb18-4641-4338-ab9e-77c2315bd778 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:21:07.284431 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-0c62bb18-4641-4338-ab9e-77c2315bd778 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/98635352-3776-4d3a-baef-e504229b1284 HTTP/1.1" status: 204 len: 168 time: 0.1174009 Mar 25 19:21:07.292010 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c62bb18-4641-4338-ab9e-77c2315bd778 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98635352-3776-4d3a-baef-e504229b1284,revision_number=None']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:21:07.573302 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.18', 59704) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:21:07.586495 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-07fff13e-b960-4de4-9a2f-2b21784d6745 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:21:07.687929 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-07fff13e-b960-4de4-9a2f-2b21784d6745 admin admin] Publish callbacks [] for security_group (e8aa8970-79a7-4d96-928c-59885ff912ce), precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:21:07.694009 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-07fff13e-b960-4de4-9a2f-2b21784d6745 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687199'] for security_group (e8aa8970-79a7-4d96-928c-59885ff912ce), after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:21:07.752511 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49805162-4fe5-4de8-bc30-fb05bfc7c70e req-7a0e036d-7209-4258-98e3-aeb79887ae49 tempest-DeleteServersTestJSON-630511010 tempest-DeleteServersTestJSON-630511010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:21:07.754049 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-49805162-4fe5-4de8-bc30-fb05bfc7c70e req-7a0e036d-7209-4258-98e3-aeb79887ae49 tempest-DeleteServersTestJSON-630511010 tempest-DeleteServersTestJSON-630511010-project] 10.222.0.18 "GET /v2.0/ports?device_id=9df5ca96-e2d4-4758-9ddb-4aa505cf1a35 HTTP/1.1" status: 200 len: 945 time: 0.1140187 Mar 25 19:21:07.763270 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-07fff13e-b960-4de4-9a2f-2b21784d6745 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=15f032d847224915b6fa2af4a7a23d5b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1889186 Mar 25 19:21:07.765972 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.18', 59716) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:21:07.778362 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fff13e-b960-4de4-9a2f-2b21784d6745 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8aa8970-79a7-4d96-928c-59885ff912ce,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:21:07.825832 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-d1a18e1f-d26f-4d9e-b575-95513faf629b admin admin] Publish callbacks [] for security_group (e8aa8970-79a7-4d96-928c-59885ff912ce), before_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:21:07.851237 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-49805162-4fe5-4de8-bc30-fb05bfc7c70e req-277a2907-575a-4788-894a-337bb40abdbe tempest-DeleteServersTestJSON-630511010 tempest-DeleteServersTestJSON-630511010-project] 10.222.0.18 "GET /v2.0/security-groups?id=d5c330d0-a6f0-4d62-a482-38972d204a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868597 Mar 25 19:21:07.851559 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-d1a18e1f-d26f-4d9e-b575-95513faf629b admin admin] Publish callbacks [] for security_group (e8aa8970-79a7-4d96-928c-59885ff912ce), precommit_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:21:07.859311 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970a1340-4336-4f74-9340-b1e9a3041555 req-a47049d0-1a21-4408-8ceb-6efd40a0fa2a tempest-DeleteServersTestJSON-630511010 tempest-DeleteServersTestJSON-630511010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:21:07.860920 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-970a1340-4336-4f74-9340-b1e9a3041555 req-a47049d0-1a21-4408-8ceb-6efd40a0fa2a tempest-DeleteServersTestJSON-630511010 tempest-DeleteServersTestJSON-630511010-project] 10.222.0.26 "GET /v2.0/ports?device_id=9df5ca96-e2d4-4758-9ddb-4aa505cf1a35 HTTP/1.1" status: 200 len: 945 time: 0.1057990 Mar 25 19:21:07.908712 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-d1a18e1f-d26f-4d9e-b575-95513faf629b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687199'] for security_group (e8aa8970-79a7-4d96-928c-59885ff912ce), after_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:21:07.911491 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-d1a18e1f-d26f-4d9e-b575-95513faf629b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:21:07.916408 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-d1a18e1f-d26f-4d9e-b575-95513faf629b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e8aa8970-79a7-4d96-928c-59885ff912ce HTTP/1.1" status: 204 len: 168 time: 0.1490092 Mar 25 19:21:07.925004 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a18e1f-d26f-4d9e-b575-95513faf629b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8aa8970-79a7-4d96-928c-59885ff912ce,revision_number=None']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:21:08.034071 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [req-970a1340-4336-4f74-9340-b1e9a3041555 req-97843040-2008-45a3-ab16-a5cba121dc04 tempest-DeleteServersTestJSON-630511010 tempest-DeleteServersTestJSON-630511010-project] Deleting port b11e0829-8e77-4884-be37-f7605d1d55af {{(pid=103196) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 25 19:21:08.034416 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-970a1340-4336-4f74-9340-b1e9a3041555 req-97843040-2008-45a3-ab16-a5cba121dc04 tempest-DeleteServersTestJSON-630511010 tempest-DeleteServersTestJSON-630511010-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741036672799'] for port (b11e0829-8e77-4884-be37-f7605d1d55af), before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:21:08.107857 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.18', 59728) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:21:08.180180 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.db [req-970a1340-4336-4f74-9340-b1e9a3041555 req-97843040-2008-45a3-ab16-a5cba121dc04 tempest-DeleteServersTestJSON-630511010 tempest-DeleteServersTestJSON-630511010-project] For port b11e0829-8e77-4884-be37-f7605d1d55af, host hv-cinder-75510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75510',level=0,port_id=b11e0829-8e77-4884-be37-f7605d1d55af,segment=NetworkSegment(98907f1f-3df8-47ea-a63f-ed9b1dc9d713),segment_id=98907f1f-3df8-47ea-a63f-ed9b1dc9d713)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 25 19:21:08.180855 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-970a1340-4336-4f74-9340-b1e9a3041555 req-97843040-2008-45a3-ab16-a5cba121dc04 tempest-DeleteServersTestJSON-630511010 tempest-DeleteServersTestJSON-630511010-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3766103'] for port (b11e0829-8e77-4884-be37-f7605d1d55af), precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:21:08.200271 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [req-970a1340-4336-4f74-9340-b1e9a3041555 req-97843040-2008-45a3-ab16-a5cba121dc04 tempest-DeleteServersTestJSON-630511010 tempest-DeleteServersTestJSON-630511010-project] Calling delete_port for b11e0829-8e77-4884-be37-f7605d1d55af owned by compute:nova {{(pid=103196) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 25 19:21:08.249295 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1322ab4-f066-4fa8-881f-3d53d8928a56 req-df7d3700-702e-4dee-bd71-8846202afa15 tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:21:08.257665 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-e1322ab4-f066-4fa8-881f-3d53d8928a56 req-df7d3700-702e-4dee-bd71-8846202afa15 tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e98d9a4-7bc3-4128-b4ae-768498a633da HTTP/1.1" status: 200 len: 946 time: 0.0761216 Mar 25 19:21:08.318965 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-bf609d1a-4772-448f-a567-95882eeaeb32 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:21:08.338765 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-e1322ab4-f066-4fa8-881f-3d53d8928a56 req-2e8bfe27-90fc-42fd-a455-702246377b6b tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] 10.222.0.18 "GET /v2.0/security-groups?id=316ae13e-57e7-48d9-a090-8e2f46504143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799363 Mar 25 19:21:08.394560 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-970a1340-4336-4f74-9340-b1e9a3041555 req-97843040-2008-45a3-ab16-a5cba121dc04 tempest-DeleteServersTestJSON-630511010 tempest-DeleteServersTestJSON-630511010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741036679554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741036190724'] for port (b11e0829-8e77-4884-be37-f7605d1d55af), after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:21:08.410063 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] get_ports_and_sgs() called for port_ids ['b11e0829-8e77-4884-be37-f7605d1d55af'] {{(pid=103198) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 25 19:21:08.441434 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97843040-2008-45a3-ab16-a5cba121dc04 tempest-DeleteServersTestJSON-630511010 tempest-DeleteServersTestJSON-630511010-project] Pushing event deleted for resources: {'Port': ['ID=b11e0829-8e77-4884-be37-f7605d1d55af,revision_number=None']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:21:08.525057 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-bf609d1a-4772-448f-a567-95882eeaeb32 admin admin] Publish callbacks [] for security_group (53a318b4-3cf8-41a6-b147-2b3cea46d942), precommit_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:21:08.528061 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [req-970a1340-4336-4f74-9340-b1e9a3041555 req-97843040-2008-45a3-ab16-a5cba121dc04 tempest-DeleteServersTestJSON-630511010 tempest-DeleteServersTestJSON-630511010-project] No DVR routers for this DVR port b11e0829-8e77-4884-be37-f7605d1d55af on host hv-cinder-75510 {{(pid=103196) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 25 19:21:08.532160 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-970a1340-4336-4f74-9340-b1e9a3041555 req-97843040-2008-45a3-ab16-a5cba121dc04 tempest-DeleteServersTestJSON-630511010 tempest-DeleteServersTestJSON-630511010-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63648'] for port (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:21:08.534798 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-bf609d1a-4772-448f-a567-95882eeaeb32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687199'] for security_group (53a318b4-3cf8-41a6-b147-2b3cea46d942), after_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:21:08.536880 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-970a1340-4336-4f74-9340-b1e9a3041555 req-97843040-2008-45a3-ab16-a5cba121dc04 tempest-DeleteServersTestJSON-630511010 tempest-DeleteServersTestJSON-630511010-project] 10.222.0.26 "DELETE /v2.0/ports/b11e0829-8e77-4884-be37-f7605d1d55af HTTP/1.1" status: 204 len: 173 time: 0.6654551 Mar 25 19:21:08.538091 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9df5ca96-e2d4-4758-9ddb-4aa505cf1a35', 'name': 'network-vif-deleted', 'tag': 'b11e0829-8e77-4884-be37-f7605d1d55af'}] {{(pid=103196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 25 19:21:08.540251 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aab9b3bfb8b62b9c439d2baea07b5fa53a515b81dc2b4d2d70d2153c83a947a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ea7da4b-de62-4e2c-89f2-af8a123fe67d" -d '{"events": [{"server_uuid": "9df5ca96-e2d4-4758-9ddb-4aa505cf1a35", "name": "network-vif-deleted", "tag": "b11e0829-8e77-4884-be37-f7605d1d55af"}]}' {{(pid=103196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 25 19:21:08.595171 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Mar 2022 19:21:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34d477e4-f6c8-41fd-be7c-e8bb3faa64d3 x-openstack-request-id: req-34d477e4-f6c8-41fd-be7c-e8bb3faa64d3 {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 25 19:21:08.596119 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9df5ca96-e2d4-4758-9ddb-4aa505cf1a35", "name": "network-vif-deleted", "tag": "b11e0829-8e77-4884-be37-f7605d1d55af", "status": "completed", "code": 200}]} {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 25 19:21:08.596541 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-34d477e4-f6c8-41fd-be7c-e8bb3faa64d3 {{(pid=103196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 25 19:21:08.597228 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event matching ['req-34d477e4-f6c8-41fd-be7c-e8bb3faa64d3'] response: {'server_uuid': '9df5ca96-e2d4-4758-9ddb-4aa505cf1a35', 'name': 'network-vif-deleted', 'tag': 'b11e0829-8e77-4884-be37-f7605d1d55af', 'status': 'completed', 'code': 200} Mar 25 19:21:08.622320 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf609d1a-4772-448f-a567-95882eeaeb32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53a318b4-3cf8-41a6-b147-2b3cea46d942,revision_number=1']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:21:08.628181 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-bf609d1a-4772-448f-a567-95882eeaeb32 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=df27100724954b18b386e0bd78a8d9b9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5187278 Mar 25 19:21:08.630812 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.18', 59756) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:21:08.685697 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-1211a794-bd44-4898-af2a-552ee79e612b admin admin] Publish callbacks [] for security_group (53a318b4-3cf8-41a6-b147-2b3cea46d942), before_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:21:08.707280 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-1211a794-bd44-4898-af2a-552ee79e612b admin admin] Publish callbacks [] for security_group (53a318b4-3cf8-41a6-b147-2b3cea46d942), precommit_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:21:08.756668 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-1211a794-bd44-4898-af2a-552ee79e612b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687199'] for security_group (53a318b4-3cf8-41a6-b147-2b3cea46d942), after_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:21:08.759785 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-1211a794-bd44-4898-af2a-552ee79e612b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:21:08.764025 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-1211a794-bd44-4898-af2a-552ee79e612b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/53a318b4-3cf8-41a6-b147-2b3cea46d942 HTTP/1.1" status: 204 len: 168 time: 0.1295407 Mar 25 19:21:08.770411 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1211a794-bd44-4898-af2a-552ee79e612b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53a318b4-3cf8-41a6-b147-2b3cea46d942,revision_number=None']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:21:08.947631 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-fb06c692-9daa-41f7-809d-293154fb9f8d req-7e4b2b2d-c4d1-4e08-b7a1-e18e3bb9cf97 tempest-DeleteServersTestJSON-630511010 tempest-DeleteServersTestJSON-630511010-project] 10.222.0.18 "GET /v2.0/ports?device_id=9df5ca96-e2d4-4758-9ddb-4aa505cf1a35 HTTP/1.1" status: 200 len: 210 time: 0.0304613 Mar 25 19:21:09.122321 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.18', 59774) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:21:09.140765 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-4c8fdae4-da14-4475-9980-aee458a15afd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:21:09.221631 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-4c8fdae4-da14-4475-9980-aee458a15afd admin admin] Publish callbacks [] for security_group (93f6eacc-97a7-40ab-ab96-a565f07ee7de), precommit_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:21:09.225555 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-4c8fdae4-da14-4475-9980-aee458a15afd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687199'] for security_group (93f6eacc-97a7-40ab-ab96-a565f07ee7de), after_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:21:09.257848 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-4c8fdae4-da14-4475-9980-aee458a15afd admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=022ffc542c89468b869f3755263a7a33&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1337450 Mar 25 19:21:09.260970 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.18', 59778) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:21:09.272058 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8fdae4-da14-4475-9980-aee458a15afd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93f6eacc-97a7-40ab-ab96-a565f07ee7de,revision_number=1']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:21:09.319196 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-1312288d-4a74-44af-97d8-d1e922d32e46 admin admin] Publish callbacks [] for security_group (93f6eacc-97a7-40ab-ab96-a565f07ee7de), before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:21:09.343534 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-1312288d-4a74-44af-97d8-d1e922d32e46 admin admin] Publish callbacks [] for security_group (93f6eacc-97a7-40ab-ab96-a565f07ee7de), precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:21:09.402922 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-1312288d-4a74-44af-97d8-d1e922d32e46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687199'] for security_group (93f6eacc-97a7-40ab-ab96-a565f07ee7de), after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:21:09.405454 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-1312288d-4a74-44af-97d8-d1e922d32e46 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:21:09.406712 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-1312288d-4a74-44af-97d8-d1e922d32e46 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/93f6eacc-97a7-40ab-ab96-a565f07ee7de HTTP/1.1" status: 204 len: 168 time: 0.1446595 Mar 25 19:21:09.428488 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1312288d-4a74-44af-97d8-d1e922d32e46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93f6eacc-97a7-40ab-ab96-a565f07ee7de,revision_number=None']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:21:09.498676 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285ac009-6595-4f72-ad65-47c2d70e69c5 req-a87da980-f009-4094-8733-9dc73b60fe5f tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:21:09.500756 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-285ac009-6595-4f72-ad65-47c2d70e69c5 req-a87da980-f009-4094-8733-9dc73b60fe5f tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e98d9a4-7bc3-4128-b4ae-768498a633da HTTP/1.1" status: 200 len: 946 time: 0.0899987 Mar 25 19:21:09.580643 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-285ac009-6595-4f72-ad65-47c2d70e69c5 req-8e5fc862-2b38-4785-b3f0-93f103562245 tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] 10.222.0.18 "GET /v2.0/security-groups?id=316ae13e-57e7-48d9-a090-8e2f46504143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739527 Mar 25 19:21:09.889484 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.18', 59804) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:21:09.902810 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d21cdb0c-b670-41f1-9a7b-f637c2b2481c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:21:09.981733 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d21cdb0c-b670-41f1-9a7b-f637c2b2481c admin admin] Publish callbacks [] for security_group (7b4997b6-7842-49df-8868-6835f6389634), precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:21:09.985175 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d21cdb0c-b670-41f1-9a7b-f637c2b2481c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687199'] for security_group (7b4997b6-7842-49df-8868-6835f6389634), after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:21:10.028316 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-d21cdb0c-b670-41f1-9a7b-f637c2b2481c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=401ab176da5f449fb49f08cd7f94f8fe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1354234 Mar 25 19:21:10.028521 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.18', 59816) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:21:10.034992 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21cdb0c-b670-41f1-9a7b-f637c2b2481c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b4997b6-7842-49df-8868-6835f6389634,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:21:10.102170 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-44d2d9d6-4559-4e58-bab4-581b8f59bcf8 admin admin] Publish callbacks [] for security_group (7b4997b6-7842-49df-8868-6835f6389634), before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:21:10.124875 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-44d2d9d6-4559-4e58-bab4-581b8f59bcf8 admin admin] Publish callbacks [] for security_group (7b4997b6-7842-49df-8868-6835f6389634), precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:21:10.189850 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-44d2d9d6-4559-4e58-bab4-581b8f59bcf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687199'] for security_group (7b4997b6-7842-49df-8868-6835f6389634), after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:21:10.192620 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-44d2d9d6-4559-4e58-bab4-581b8f59bcf8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:21:10.193821 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-44d2d9d6-4559-4e58-bab4-581b8f59bcf8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7b4997b6-7842-49df-8868-6835f6389634 HTTP/1.1" status: 204 len: 168 time: 0.1644011 Mar 25 19:21:10.203191 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d2d9d6-4559-4e58-bab4-581b8f59bcf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b4997b6-7842-49df-8868-6835f6389634,revision_number=None']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:21:10.705809 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675e712f-8f44-4095-b349-11a9d734c228 req-cf7b30df-8be7-49df-86b4-ca368f80d93e tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:21:10.707411 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-675e712f-8f44-4095-b349-11a9d734c228 req-cf7b30df-8be7-49df-86b4-ca368f80d93e tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e98d9a4-7bc3-4128-b4ae-768498a633da HTTP/1.1" status: 200 len: 946 time: 0.0573339 Mar 25 19:21:10.756137 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-675e712f-8f44-4095-b349-11a9d734c228 req-382ea1c8-3d8e-4ffb-8fde-d2804eb6336a tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] 10.222.0.18 "GET /v2.0/security-groups?id=316ae13e-57e7-48d9-a090-8e2f46504143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430162 Mar 25 19:21:11.491896 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.18', 59924) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:21:11.537648 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad0c93a7-9f30-47cc-9279-badacab3ca15 admin admin] Deleting subnet 08275f5a-05cf-469a-a79e-d56942db469a {{(pid=103196) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 25 19:21:11.541738 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-ad0c93a7-9f30-47cc-9279-badacab3ca15 admin admin] Publish callbacks [] for subnet (08275f5a-05cf-469a-a79e-d56942db469a), before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:21:11.576685 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-ad0c93a7-9f30-47cc-9279-badacab3ca15 admin admin] Publish callbacks [] for subnet (08275f5a-05cf-469a-a79e-d56942db469a), precommit_delete_associations {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:21:11.586219 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-ad0c93a7-9f30-47cc-9279-badacab3ca15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1170929'] for subnet (08275f5a-05cf-469a-a79e-d56942db469a), precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:21:11.640894 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-ad0c93a7-9f30-47cc-9279-badacab3ca15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1170920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877'] for subnet (08275f5a-05cf-469a-a79e-d56942db469a), after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:21:11.669421 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0c93a7-9f30-47cc-9279-badacab3ca15 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=08275f5a-05cf-469a-a79e-d56942db469a,revision_number=None']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:21:11.673366 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-ad0c93a7-9f30-47cc-9279-badacab3ca15 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692927'] for subnet (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:21:11.676489 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-ad0c93a7-9f30-47cc-9279-badacab3ca15 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/08275f5a-05cf-469a-a79e-d56942db469a HTTP/1.1" status: 204 len: 168 time: 0.1835439 Mar 25 19:21:11.679634 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.18', 59934) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:21:11.751439 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-02be5089-46e0-481f-bf06-3036ce29540f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1050558'] for network (ffddfb87-b9e1-4b51-8018-42d9ab6c3ad8), before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:21:11.861581 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-02be5089-46e0-481f-bf06-3036ce29540f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1136452', 'neutron.services.segments.db._delete_segments_for_network-8741036503875'] for network (ffddfb87-b9e1-4b51-8018-42d9ab6c3ad8), precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:21:11.888441 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-02be5089-46e0-481f-bf06-3036ce29540f admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103196) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 25 19:21:11.888791 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-02be5089-46e0-481f-bf06-3036ce29540f admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103196) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 25 19:21:11.889528 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-02be5089-46e0-481f-bf06-3036ce29540f admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103196) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 25 19:21:11.889860 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-02be5089-46e0-481f-bf06-3036ce29540f admin admin] Subscribe: > port after_create 55550000 {{(pid=103196) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 25 19:21:11.890183 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-02be5089-46e0-481f-bf06-3036ce29540f admin admin] Subscribe: > port after_delete 55550000 {{(pid=103196) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 25 19:21:11.890541 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-02be5089-46e0-481f-bf06-3036ce29540f admin admin] Subscribe: > port after_update 55550000 {{(pid=103196) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 25 19:21:11.890870 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-02be5089-46e0-481f-bf06-3036ce29540f admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103196) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 25 19:21:11.891190 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-02be5089-46e0-481f-bf06-3036ce29540f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103196) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 25 19:21:11.891506 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-02be5089-46e0-481f-bf06-3036ce29540f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103196) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 25 19:21:11.891825 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-02be5089-46e0-481f-bf06-3036ce29540f admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103196) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 25 19:21:11.956769 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-02be5089-46e0-481f-bf06-3036ce29540f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103196) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 25 19:21:11.957124 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-02be5089-46e0-481f-bf06-3036ce29540f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103196) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 25 19:21:11.957456 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-02be5089-46e0-481f-bf06-3036ce29540f admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103196) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 25 19:21:11.957785 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-02be5089-46e0-481f-bf06-3036ce29540f admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103196) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 25 19:21:11.958151 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.services.segments.db [None req-02be5089-46e0-481f-bf06-3036ce29540f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ffddfb87-b9e1-4b51-8018-42d9ab6c3ad8']}} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 19:21:11.978767 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.services.segments.db [None req-02be5089-46e0-481f-bf06-3036ce29540f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98907f1f-3df8-47ea-a63f-ed9b1dc9d713') {'for_net_delete': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 19:21:11.979063 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.services.segments.db [None req-02be5089-46e0-481f-bf06-3036ce29540f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98907f1f-3df8-47ea-a63f-ed9b1dc9d713') {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 19:21:12.003981 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529f9f92-de8a-41d5-bae1-9e3858ac55fd req-4d59ff53-2590-4c70-b205-a03727ebbf2b tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:21:12.005521 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-529f9f92-de8a-41d5-bae1-9e3858ac55fd req-4d59ff53-2590-4c70-b205-a03727ebbf2b tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e98d9a4-7bc3-4128-b4ae-768498a633da HTTP/1.1" status: 200 len: 946 time: 0.1770191 Mar 25 19:21:12.007756 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-02be5089-46e0-481f-bf06-3036ce29540f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741036503116', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62748183'] for segment (98907f1f-3df8-47ea-a63f-ed9b1dc9d713), before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:21:12.040234 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-02be5089-46e0-481f-bf06-3036ce29540f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1189096'] for segment (98907f1f-3df8-47ea-a63f-ed9b1dc9d713), precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:21:12.049984 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02be5089-46e0-481f-bf06-3036ce29540f admin admin] Releasing vlan 253 on physical network physnet1 to pool {{(pid=103196) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 25 19:21:12.050301 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-02be5089-46e0-481f-bf06-3036ce29540f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1189096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58911722'] for segment (98907f1f-3df8-47ea-a63f-ed9b1dc9d713), after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:21:12.054918 dv-cinder-755101-7-iscsi neutron-server[103196]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 25 19:21:12.054918 dv-cinder-755101-7-iscsi neutron-server[103196]: from cryptography.utils import int_from_bytes Mar 25 19:21:12.054918 dv-cinder-755101-7-iscsi neutron-server[103196]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 25 19:21:12.054918 dv-cinder-755101-7-iscsi neutron-server[103196]: from cryptography.utils import int_from_bytes Mar 25 19:21:12.054918 dv-cinder-755101-7-iscsi neutron-server[103196]: Traceback (most recent call last): Mar 25 19:21:12.054918 dv-cinder-755101-7-iscsi neutron-server[103196]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 25 19:21:12.054918 dv-cinder-755101-7-iscsi neutron-server[103196]: timer() Mar 25 19:21:12.054918 dv-cinder-755101-7-iscsi neutron-server[103196]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 25 19:21:12.054918 dv-cinder-755101-7-iscsi neutron-server[103196]: cb(*args, **kw) Mar 25 19:21:12.054918 dv-cinder-755101-7-iscsi neutron-server[103196]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 25 19:21:12.054918 dv-cinder-755101-7-iscsi neutron-server[103196]: return func(*args, **kwargs) Mar 25 19:21:12.054918 dv-cinder-755101-7-iscsi neutron-server[103196]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 25 19:21:12.054918 dv-cinder-755101-7-iscsi neutron-server[103196]: self._notify() Mar 25 19:21:12.054918 dv-cinder-755101-7-iscsi neutron-server[103196]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 25 19:21:12.054918 dv-cinder-755101-7-iscsi neutron-server[103196]: self.callback(batched_events) Mar 25 19:21:12.054918 dv-cinder-755101-7-iscsi neutron-server[103196]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 25 19:21:12.054918 dv-cinder-755101-7-iscsi neutron-server[103196]: event.method(event) Mar 25 19:21:12.054918 dv-cinder-755101-7-iscsi neutron-server[103196]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 25 19:21:12.054918 dv-cinder-755101-7-iscsi neutron-server[103196]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 25 19:21:12.054918 dv-cinder-755101-7-iscsi neutron-server[103196]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 25 19:21:12.054918 dv-cinder-755101-7-iscsi neutron-server[103196]: aggregate_uuid = self.p_client.list_aggregates( Mar 25 19:21:12.054918 dv-cinder-755101-7-iscsi neutron-server[103196]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 25 19:21:12.054918 dv-cinder-755101-7-iscsi neutron-server[103196]: return f(self, *a, **k) Mar 25 19:21:12.054918 dv-cinder-755101-7-iscsi neutron-server[103196]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 25 19:21:12.054918 dv-cinder-755101-7-iscsi neutron-server[103196]: return self._get(url).json() Mar 25 19:21:12.054918 dv-cinder-755101-7-iscsi neutron-server[103196]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 25 19:21:12.054918 dv-cinder-755101-7-iscsi neutron-server[103196]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 25 19:21:12.054918 dv-cinder-755101-7-iscsi neutron-server[103196]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 25 19:21:12.054918 dv-cinder-755101-7-iscsi neutron-server[103196]: return self.request(url, 'GET', **kwargs) Mar 25 19:21:12.054918 dv-cinder-755101-7-iscsi neutron-server[103196]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 25 19:21:12.054918 dv-cinder-755101-7-iscsi neutron-server[103196]: base_url = self.get_endpoint(auth, allow=allow, Mar 25 19:21:12.054918 dv-cinder-755101-7-iscsi neutron-server[103196]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 25 19:21:12.054918 dv-cinder-755101-7-iscsi neutron-server[103196]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 25 19:21:12.054918 dv-cinder-755101-7-iscsi neutron-server[103196]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 25 19:21:12.054918 dv-cinder-755101-7-iscsi neutron-server[103196]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 25 19:21:12.054918 dv-cinder-755101-7-iscsi neutron-server[103196]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 25 19:21:12.125552 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-529f9f92-de8a-41d5-bae1-9e3858ac55fd req-54dd53af-06d7-4f73-8994-d670337735d0 tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] 10.222.0.18 "GET /v2.0/security-groups?id=316ae13e-57e7-48d9-a090-8e2f46504143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037610 Mar 25 19:21:12.134241 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-02be5089-46e0-481f-bf06-3036ce29540f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1136511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3753587'] for network (ffddfb87-b9e1-4b51-8018-42d9ab6c3ad8), after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:21:12.154621 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-02be5089-46e0-481f-bf06-3036ce29540f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692927'] for network (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:21:12.157725 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-02be5089-46e0-481f-bf06-3036ce29540f admin admin] 10.222.0.18 "DELETE /v2.0/networks/ffddfb87-b9e1-4b51-8018-42d9ab6c3ad8 HTTP/1.1" status: 204 len: 168 time: 0.4771943 Mar 25 19:21:12.159087 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02be5089-46e0-481f-bf06-3036ce29540f admin admin] Pushing event deleted for resources: {'Network': ['ID=ffddfb87-b9e1-4b51-8018-42d9ab6c3ad8,revision_number=None']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:21:12.326614 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.18', 59966) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:21:12.371252 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-9c679c57-de96-4299-8af1-be13879cfe4a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=24f5fac9a0a146698f68e93d9c785d0e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0435104 Mar 25 19:21:12.373818 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.18', 59970) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:21:12.424963 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-0ef44131-9612-4190-a991-2e8cd19eb643 admin admin] Publish callbacks [] for security_group (d5c330d0-a6f0-4d62-a482-38972d204a8a), before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:21:12.455026 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-0ef44131-9612-4190-a991-2e8cd19eb643 admin admin] Publish callbacks [] for security_group (d5c330d0-a6f0-4d62-a482-38972d204a8a), precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:21:12.462539 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.18', 59974) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:21:12.520886 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-0ef44131-9612-4190-a991-2e8cd19eb643 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687199'] for security_group (d5c330d0-a6f0-4d62-a482-38972d204a8a), after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:21:12.524182 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-0ef44131-9612-4190-a991-2e8cd19eb643 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:21:12.537533 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-0ef44131-9612-4190-a991-2e8cd19eb643 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d5c330d0-a6f0-4d62-a482-38972d204a8a HTTP/1.1" status: 204 len: 168 time: 0.1626391 Mar 25 19:21:12.565226 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef44131-9612-4190-a991-2e8cd19eb643 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5c330d0-a6f0-4d62-a482-38972d204a8a,revision_number=None']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:21:12.593562 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-85e5e430-296d-4943-858a-7d363d501cbb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:21:12.685959 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Device b11e0829-8e77-4884-be37-f7605d1d55af no longer exists at agent hyperv_hv-cinder-75510 {{(pid=103198) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 25 19:21:12.686560 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-85e5e430-296d-4943-858a-7d363d501cbb admin admin] Publish callbacks [] for security_group (91788617-a331-44d2-b9ad-8fa37b915f27), precommit_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:21:12.694226 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-85e5e430-296d-4943-858a-7d363d501cbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687199'] for security_group (91788617-a331-44d2-b9ad-8fa37b915f27), after_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:21:12.719896 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] No Port match for: b11e0829-8e77-4884-be37-f7605d1d55af {{(pid=103198) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 25 19:21:12.720486 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Device b11e0829-8e77-4884-be37-f7605d1d55af not bound to the agent host hv-cinder-75510 {{(pid=103198) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 25 19:21:12.750479 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-85e5e430-296d-4943-858a-7d363d501cbb admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d6a160eb91dc4e048b3a2d0cd4a08330&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2838976 Mar 25 19:21:12.750479 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e5e430-296d-4943-858a-7d363d501cbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91788617-a331-44d2-b9ad-8fa37b915f27,revision_number=1']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:21:12.751723 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.18', 59988) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:21:12.819505 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-a3ad2ba2-e20e-4b6c-9b23-267c6c29fca2 admin admin] Publish callbacks [] for security_group (91788617-a331-44d2-b9ad-8fa37b915f27), before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:21:12.863034 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-a3ad2ba2-e20e-4b6c-9b23-267c6c29fca2 admin admin] Publish callbacks [] for security_group (91788617-a331-44d2-b9ad-8fa37b915f27), precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:21:12.935981 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-a3ad2ba2-e20e-4b6c-9b23-267c6c29fca2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687199'] for security_group (91788617-a331-44d2-b9ad-8fa37b915f27), after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:21:12.938770 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-a3ad2ba2-e20e-4b6c-9b23-267c6c29fca2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:21:12.942573 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-a3ad2ba2-e20e-4b6c-9b23-267c6c29fca2 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/91788617-a331-44d2-b9ad-8fa37b915f27 HTTP/1.1" status: 204 len: 168 time: 0.1868443 Mar 25 19:21:12.951913 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ad2ba2-e20e-4b6c-9b23-267c6c29fca2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91788617-a331-44d2-b9ad-8fa37b915f27,revision_number=None']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:21:13.261126 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9933cff-99a6-409e-abac-1ed273b44da0 req-b9a56bc6-2869-4ea6-bd80-47a7761bafe9 tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:21:13.263222 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-f9933cff-99a6-409e-abac-1ed273b44da0 req-b9a56bc6-2869-4ea6-bd80-47a7761bafe9 tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e98d9a4-7bc3-4128-b4ae-768498a633da HTTP/1.1" status: 200 len: 946 time: 0.0607984 Mar 25 19:21:13.319819 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-f9933cff-99a6-409e-abac-1ed273b44da0 req-19c07b02-a1f6-4c8a-8efb-752f355a8904 tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] 10.222.0.18 "GET /v2.0/security-groups?id=316ae13e-57e7-48d9-a090-8e2f46504143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507803 Mar 25 19:21:14.444914 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.18', 60106) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:21:14.742030 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6669b0-c163-4f88-acdb-10ab36762831 req-e32055cd-dbbd-4c23-a43b-b3642bc6d5b0 tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:21:14.743556 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-cc6669b0-c163-4f88-acdb-10ab36762831 req-e32055cd-dbbd-4c23-a43b-b3642bc6d5b0 tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e98d9a4-7bc3-4128-b4ae-768498a633da HTTP/1.1" status: 200 len: 946 time: 0.3521357 Mar 25 19:21:14.756826 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9be7cb81-b549-43ce-8430-dbe405eba600 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:21:14.825739 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-cc6669b0-c163-4f88-acdb-10ab36762831 req-82b59b09-b1e4-4d6b-b716-4194ec53e70f tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] 10.222.0.18 "GET /v2.0/security-groups?id=316ae13e-57e7-48d9-a090-8e2f46504143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706270 Mar 25 19:21:14.882702 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9be7cb81-b549-43ce-8430-dbe405eba600 admin admin] Publish callbacks [] for security_group (afb85045-6c8d-48f0-90eb-545c4b0130d9), precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:21:14.887616 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9be7cb81-b549-43ce-8430-dbe405eba600 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687199'] for security_group (afb85045-6c8d-48f0-90eb-545c4b0130d9), after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:21:14.924183 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be7cb81-b549-43ce-8430-dbe405eba600 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afb85045-6c8d-48f0-90eb-545c4b0130d9,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:21:14.928405 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-9be7cb81-b549-43ce-8430-dbe405eba600 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6c12eead885b40c79c89f8bf24f06fa5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4807072 Mar 25 19:21:14.931216 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.18', 60142) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:21:14.980111 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-81f712ba-1518-4ed1-8b6d-8f5bdf65d0cb admin admin] Publish callbacks [] for security_group (afb85045-6c8d-48f0-90eb-545c4b0130d9), before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:21:15.000940 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-81f712ba-1518-4ed1-8b6d-8f5bdf65d0cb admin admin] Publish callbacks [] for security_group (afb85045-6c8d-48f0-90eb-545c4b0130d9), precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:21:15.047060 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-81f712ba-1518-4ed1-8b6d-8f5bdf65d0cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687199'] for security_group (afb85045-6c8d-48f0-90eb-545c4b0130d9), after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:21:15.049557 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-81f712ba-1518-4ed1-8b6d-8f5bdf65d0cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:21:15.050706 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-81f712ba-1518-4ed1-8b6d-8f5bdf65d0cb admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/afb85045-6c8d-48f0-90eb-545c4b0130d9 HTTP/1.1" status: 204 len: 168 time: 0.1185045 Mar 25 19:21:15.060703 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f712ba-1518-4ed1-8b6d-8f5bdf65d0cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afb85045-6c8d-48f0-90eb-545c4b0130d9,revision_number=None']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:21:15.399131 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.18', 60152) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:21:15.414845 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-059537b9-48e5-46cb-9ca8-498df153f10f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:21:15.488597 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-059537b9-48e5-46cb-9ca8-498df153f10f admin admin] Publish callbacks [] for security_group (7171df9a-2a89-49d0-9db8-37ce00d39247), precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:21:15.493049 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-059537b9-48e5-46cb-9ca8-498df153f10f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687199'] for security_group (7171df9a-2a89-49d0-9db8-37ce00d39247), after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:21:15.529809 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-059537b9-48e5-46cb-9ca8-498df153f10f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5e41cef7e18247ee868fa4225137e194&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1297607 Mar 25 19:21:15.530477 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059537b9-48e5-46cb-9ca8-498df153f10f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7171df9a-2a89-49d0-9db8-37ce00d39247,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:21:15.532553 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.18', 60154) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:21:15.579762 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-e0120a5b-9864-49d0-95ce-d024744fa4a3 admin admin] Publish callbacks [] for security_group (7171df9a-2a89-49d0-9db8-37ce00d39247), before_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:21:15.601924 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-e0120a5b-9864-49d0-95ce-d024744fa4a3 admin admin] Publish callbacks [] for security_group (7171df9a-2a89-49d0-9db8-37ce00d39247), precommit_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:21:15.647680 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-e0120a5b-9864-49d0-95ce-d024744fa4a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687199'] for security_group (7171df9a-2a89-49d0-9db8-37ce00d39247), after_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:21:15.650576 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-e0120a5b-9864-49d0-95ce-d024744fa4a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:21:15.651856 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-e0120a5b-9864-49d0-95ce-d024744fa4a3 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7171df9a-2a89-49d0-9db8-37ce00d39247 HTTP/1.1" status: 204 len: 168 time: 0.1183004 Mar 25 19:21:15.659640 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0120a5b-9864-49d0-95ce-d024744fa4a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7171df9a-2a89-49d0-9db8-37ce00d39247,revision_number=None']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:21:15.960324 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5ee60b-df66-4a02-b3f9-ab150fa7f649 req-321ab170-a59a-47ee-bb3f-b1725fc83f2a tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:21:15.961812 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-6d5ee60b-df66-4a02-b3f9-ab150fa7f649 req-321ab170-a59a-47ee-bb3f-b1725fc83f2a tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e98d9a4-7bc3-4128-b4ae-768498a633da HTTP/1.1" status: 200 len: 946 time: 0.0574236 Mar 25 19:21:16.012535 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-6d5ee60b-df66-4a02-b3f9-ab150fa7f649 req-a3172704-10ce-492d-9a72-fd1838636bbd tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] 10.222.0.18 "GET /v2.0/security-groups?id=316ae13e-57e7-48d9-a090-8e2f46504143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451276 Mar 25 19:21:17.146796 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8441e740-855a-42f9-811b-fd02838da7af req-051de629-7694-4f26-8d4c-1c82037216f9 tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:21:17.148880 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-8441e740-855a-42f9-811b-fd02838da7af req-051de629-7694-4f26-8d4c-1c82037216f9 tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e98d9a4-7bc3-4128-b4ae-768498a633da HTTP/1.1" status: 200 len: 946 time: 0.0621271 Mar 25 19:21:17.206022 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-8441e740-855a-42f9-811b-fd02838da7af req-de1837c6-1655-4a76-98ea-b2b54facbb8c tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] 10.222.0.18 "GET /v2.0/security-groups?id=316ae13e-57e7-48d9-a090-8e2f46504143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498512 Mar 25 19:21:18.110584 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.db.agents_db [None req-ad735e95-395b-498c-b22d-e8906e231634 None None] Agent healthcheck: found 6 active agents {{(pid=103199) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 25 19:21:18.330788 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763ec90b-23e4-41f0-aff0-dc04b6894ef3 req-5b4900cb-e98b-4ef0-afb5-14000e7c972e tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:21:18.332343 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-763ec90b-23e4-41f0-aff0-dc04b6894ef3 req-5b4900cb-e98b-4ef0-afb5-14000e7c972e tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e98d9a4-7bc3-4128-b4ae-768498a633da HTTP/1.1" status: 200 len: 946 time: 0.0513318 Mar 25 19:21:18.380656 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-763ec90b-23e4-41f0-aff0-dc04b6894ef3 req-909e7479-22cd-40cc-9cf8-cb1eb7ff6b9d tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] 10.222.0.18 "GET /v2.0/security-groups?id=316ae13e-57e7-48d9-a090-8e2f46504143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426238 Mar 25 19:21:19.510513 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bb64e7-8b2a-47ee-b800-b65941af4146 req-6b37d508-0187-461f-b435-3594465694b3 tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:21:19.511974 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-92bb64e7-8b2a-47ee-b800-b65941af4146 req-6b37d508-0187-461f-b435-3594465694b3 tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e98d9a4-7bc3-4128-b4ae-768498a633da HTTP/1.1" status: 200 len: 946 time: 0.0543325 Mar 25 19:21:19.559028 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-92bb64e7-8b2a-47ee-b800-b65941af4146 req-897ae322-ad29-4bae-a673-0a3f6b275923 tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] 10.222.0.18 "GET /v2.0/security-groups?id=316ae13e-57e7-48d9-a090-8e2f46504143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413227 Mar 25 19:21:20.688568 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce289328-3ad9-4042-976a-9a10cdfb88f2 req-1115d635-158e-4199-b979-9855e65960c0 tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:21:20.690133 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-ce289328-3ad9-4042-976a-9a10cdfb88f2 req-1115d635-158e-4199-b979-9855e65960c0 tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e98d9a4-7bc3-4128-b4ae-768498a633da HTTP/1.1" status: 200 len: 946 time: 0.0575433 Mar 25 19:21:20.737051 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-ce289328-3ad9-4042-976a-9a10cdfb88f2 req-ec33de1e-15d4-42c3-8367-98cd0b9c4f29 tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] 10.222.0.18 "GET /v2.0/security-groups?id=316ae13e-57e7-48d9-a090-8e2f46504143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412645 Mar 25 19:21:20.980796 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.18', 60386) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:21:21.086296 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-d51d63a5-2bb5-44de-93f5-d9b48a691b1d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:21:21.162327 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-d51d63a5-2bb5-44de-93f5-d9b48a691b1d admin admin] Publish callbacks [] for security_group (8c9ace71-7a71-43b6-a6b5-d44a747ed61f), precommit_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:21:21.167713 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-d51d63a5-2bb5-44de-93f5-d9b48a691b1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687199'] for security_group (8c9ace71-7a71-43b6-a6b5-d44a747ed61f), after_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:21:21.204881 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51d63a5-2bb5-44de-93f5-d9b48a691b1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c9ace71-7a71-43b6-a6b5-d44a747ed61f,revision_number=1']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:21:21.209803 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-d51d63a5-2bb5-44de-93f5-d9b48a691b1d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=460a40874bb04b988d9ea7ce1ecf96b0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2273602 Mar 25 19:21:21.212339 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.18', 60392) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:21:21.259253 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-a565b48c-cf8b-4d47-bd92-5450ee38ce37 admin admin] Publish callbacks [] for security_group (8c9ace71-7a71-43b6-a6b5-d44a747ed61f), before_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:21:21.279335 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-a565b48c-cf8b-4d47-bd92-5450ee38ce37 admin admin] Publish callbacks [] for security_group (8c9ace71-7a71-43b6-a6b5-d44a747ed61f), precommit_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:21:21.326355 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-a565b48c-cf8b-4d47-bd92-5450ee38ce37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687199'] for security_group (8c9ace71-7a71-43b6-a6b5-d44a747ed61f), after_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:21:21.328933 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-a565b48c-cf8b-4d47-bd92-5450ee38ce37 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:21:21.330062 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-a565b48c-cf8b-4d47-bd92-5450ee38ce37 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8c9ace71-7a71-43b6-a6b5-d44a747ed61f HTTP/1.1" status: 204 len: 168 time: 0.1171615 Mar 25 19:21:21.338045 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a565b48c-cf8b-4d47-bd92-5450ee38ce37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c9ace71-7a71-43b6-a6b5-d44a747ed61f,revision_number=None']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:21:21.601042 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.18', 60408) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:21:21.615454 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-47963cfc-2fad-43a5-95cc-a30e41e300b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:21:21.698920 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-47963cfc-2fad-43a5-95cc-a30e41e300b3 admin admin] Publish callbacks [] for security_group (389e7ed9-a92c-4ced-86c6-95e41ad1e8ac), precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:21:21.704196 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-47963cfc-2fad-43a5-95cc-a30e41e300b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687199'] for security_group (389e7ed9-a92c-4ced-86c6-95e41ad1e8ac), after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:21:21.755123 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.18', 60418) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:21:21.755653 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-47963cfc-2fad-43a5-95cc-a30e41e300b3 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3d800680e4c54ef0b2e5cf871eb1b047&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1533370 Mar 25 19:21:21.759770 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47963cfc-2fad-43a5-95cc-a30e41e300b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=389e7ed9-a92c-4ced-86c6-95e41ad1e8ac,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:21:21.795079 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.18', 60424) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:21:21.828870 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-4996f8c0-591d-4d59-8000-259aea2d336b admin admin] Publish callbacks [] for security_group (389e7ed9-a92c-4ced-86c6-95e41ad1e8ac), before_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:21:21.867475 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-4996f8c0-591d-4d59-8000-259aea2d336b admin admin] Publish callbacks [] for security_group (389e7ed9-a92c-4ced-86c6-95e41ad1e8ac), precommit_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:21:21.948896 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-4996f8c0-591d-4d59-8000-259aea2d336b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687199'] for security_group (389e7ed9-a92c-4ced-86c6-95e41ad1e8ac), after_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:21:21.951241 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa64699-c2d4-4d4c-96ea-0e202018b731 req-e793f60c-9caa-4bb6-a582-16aa46d3e716 tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:21:21.951650 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-4996f8c0-591d-4d59-8000-259aea2d336b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:21:21.955141 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-4996f8c0-591d-4d59-8000-259aea2d336b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/389e7ed9-a92c-4ced-86c6-95e41ad1e8ac HTTP/1.1" status: 204 len: 168 time: 0.1960106 Mar 25 19:21:21.958102 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-3aa64699-c2d4-4d4c-96ea-0e202018b731 req-e793f60c-9caa-4bb6-a582-16aa46d3e716 tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e98d9a4-7bc3-4128-b4ae-768498a633da HTTP/1.1" status: 200 len: 946 time: 0.0879872 Mar 25 19:21:21.960661 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4996f8c0-591d-4d59-8000-259aea2d336b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=389e7ed9-a92c-4ced-86c6-95e41ad1e8ac,revision_number=None']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:21:21.960886 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-5d071dd1-e37e-4a71-a93d-5011e7c63b04 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:21:22.032297 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-3aa64699-c2d4-4d4c-96ea-0e202018b731 req-e272ecc8-db64-44be-88ee-a8ff26dc59b2 tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] 10.222.0.18 "GET /v2.0/security-groups?id=316ae13e-57e7-48d9-a090-8e2f46504143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732617 Mar 25 19:21:22.083802 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-5d071dd1-e37e-4a71-a93d-5011e7c63b04 admin admin] Publish callbacks [] for security_group (fe57368d-33f2-438f-bae7-9c574f3204cf), precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:21:22.090458 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-5d071dd1-e37e-4a71-a93d-5011e7c63b04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687199'] for security_group (fe57368d-33f2-438f-bae7-9c574f3204cf), after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:21:22.113014 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.18', 60436) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:21:22.136512 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d071dd1-e37e-4a71-a93d-5011e7c63b04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe57368d-33f2-438f-bae7-9c574f3204cf,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:21:22.142278 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-5d071dd1-e37e-4a71-a93d-5011e7c63b04 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=55781e9130a9430aa7f6aeb4e48bd22e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3460569 Mar 25 19:21:22.145236 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.18', 60440) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:21:22.203360 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-e12766d9-acf7-46e8-95a6-831c6a0da7f1 admin admin] Publish callbacks [] for security_group (fe57368d-33f2-438f-bae7-9c574f3204cf), before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:21:22.229312 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-e12766d9-acf7-46e8-95a6-831c6a0da7f1 admin admin] Publish callbacks [] for security_group (fe57368d-33f2-438f-bae7-9c574f3204cf), precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:21:22.287321 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-e12766d9-acf7-46e8-95a6-831c6a0da7f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687199'] for security_group (fe57368d-33f2-438f-bae7-9c574f3204cf), after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:21:22.290079 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-e12766d9-acf7-46e8-95a6-831c6a0da7f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:21:22.291260 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-e12766d9-acf7-46e8-95a6-831c6a0da7f1 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/fe57368d-33f2-438f-bae7-9c574f3204cf HTTP/1.1" status: 204 len: 168 time: 0.1445906 Mar 25 19:21:22.299779 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12766d9-acf7-46e8-95a6-831c6a0da7f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe57368d-33f2-438f-bae7-9c574f3204cf,revision_number=None']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:21:22.375865 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-5fbfa864-12b7-400e-be8b-c8bef4c977a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:21:22.476639 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-5fbfa864-12b7-400e-be8b-c8bef4c977a6 admin admin] Publish callbacks [] for security_group (4aa29f7e-6a21-48e4-90e6-d170e0f31306), precommit_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:21:22.481517 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-5fbfa864-12b7-400e-be8b-c8bef4c977a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687199'] for security_group (4aa29f7e-6a21-48e4-90e6-d170e0f31306), after_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:21:22.528699 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-5fbfa864-12b7-400e-be8b-c8bef4c977a6 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=37f8b2e0cb0246239d97be0646e124d0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4141805 Mar 25 19:21:22.531324 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbfa864-12b7-400e-be8b-c8bef4c977a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4aa29f7e-6a21-48e4-90e6-d170e0f31306,revision_number=1']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:21:22.531547 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.18', 60456) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:21:22.593507 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-4d417a41-ca64-49ce-bac0-7041bd614a81 admin admin] Publish callbacks [] for security_group (4aa29f7e-6a21-48e4-90e6-d170e0f31306), before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:21:22.615477 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-4d417a41-ca64-49ce-bac0-7041bd614a81 admin admin] Publish callbacks [] for security_group (4aa29f7e-6a21-48e4-90e6-d170e0f31306), precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:21:22.672363 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-4d417a41-ca64-49ce-bac0-7041bd614a81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687199'] for security_group (4aa29f7e-6a21-48e4-90e6-d170e0f31306), after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:21:22.675432 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-4d417a41-ca64-49ce-bac0-7041bd614a81 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:21:22.676874 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-4d417a41-ca64-49ce-bac0-7041bd614a81 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4aa29f7e-6a21-48e4-90e6-d170e0f31306 HTTP/1.1" status: 204 len: 168 time: 0.1442397 Mar 25 19:21:22.685544 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d417a41-ca64-49ce-bac0-7041bd614a81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4aa29f7e-6a21-48e4-90e6-d170e0f31306,revision_number=None']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:21:22.695312 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.18', 60462) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:21:22.709928 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-31caaee8-2536-4dca-bd2e-bfac5486e7fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:21:22.798685 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-31caaee8-2536-4dca-bd2e-bfac5486e7fb admin admin] Publish callbacks [] for security_group (598c387d-5251-478d-8116-e96e6489a4b3), precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:21:22.804297 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-31caaee8-2536-4dca-bd2e-bfac5486e7fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687199'] for security_group (598c387d-5251-478d-8116-e96e6489a4b3), after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:21:22.840204 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-31caaee8-2536-4dca-bd2e-bfac5486e7fb admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=54e07c7148b74a4da66730e890d2e0ca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1461406 Mar 25 19:21:22.842788 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.18', 60468) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:21:22.869693 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31caaee8-2536-4dca-bd2e-bfac5486e7fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=598c387d-5251-478d-8116-e96e6489a4b3,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:21:22.921447 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-6a7f6217-33d0-40dd-a1d0-01112550c89e admin admin] Publish callbacks [] for security_group (598c387d-5251-478d-8116-e96e6489a4b3), before_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:21:22.952706 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-6a7f6217-33d0-40dd-a1d0-01112550c89e admin admin] Publish callbacks [] for security_group (598c387d-5251-478d-8116-e96e6489a4b3), precommit_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:21:23.020615 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-6a7f6217-33d0-40dd-a1d0-01112550c89e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687199'] for security_group (598c387d-5251-478d-8116-e96e6489a4b3), after_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:21:23.023200 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-6a7f6217-33d0-40dd-a1d0-01112550c89e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:21:23.026803 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-6a7f6217-33d0-40dd-a1d0-01112550c89e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/598c387d-5251-478d-8116-e96e6489a4b3 HTTP/1.1" status: 204 len: 168 time: 0.1805942 Mar 25 19:21:23.036801 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7f6217-33d0-40dd-a1d0-01112550c89e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=598c387d-5251-478d-8116-e96e6489a4b3,revision_number=None']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:21:23.187435 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714fbcf3-b3be-4630-98ed-e89de2429aef req-69d6a97b-0590-4723-88e0-94f265875c7a tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:21:23.189472 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-714fbcf3-b3be-4630-98ed-e89de2429aef req-69d6a97b-0590-4723-88e0-94f265875c7a tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e98d9a4-7bc3-4128-b4ae-768498a633da HTTP/1.1" status: 200 len: 946 time: 0.0785799 Mar 25 19:21:23.256603 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-714fbcf3-b3be-4630-98ed-e89de2429aef req-9b78107f-03ce-4959-a70e-a5ba55341548 tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] 10.222.0.18 "GET /v2.0/security-groups?id=316ae13e-57e7-48d9-a090-8e2f46504143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588899 Mar 25 19:21:23.544325 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.18', 60512) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:21:23.561138 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-74a2a4bb-52a7-4b71-8364-c4d56bb2453f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:21:23.641205 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-74a2a4bb-52a7-4b71-8364-c4d56bb2453f admin admin] Publish callbacks [] for security_group (1926e64f-d091-478d-a2a3-6ce424d7ff37), precommit_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:21:23.651753 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-74a2a4bb-52a7-4b71-8364-c4d56bb2453f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687199'] for security_group (1926e64f-d091-478d-a2a3-6ce424d7ff37), after_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:21:23.693725 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-74a2a4bb-52a7-4b71-8364-c4d56bb2453f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ffe00ea2b1ed469d8dbcbab10abdaca3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1480505 Mar 25 19:21:23.694467 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a2a4bb-52a7-4b71-8364-c4d56bb2453f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1926e64f-d091-478d-a2a3-6ce424d7ff37,revision_number=1']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:21:23.696549 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.18', 60522) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:21:23.775697 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-bfd15b40-c794-49ad-9acd-3176ea1fdc9a admin admin] Publish callbacks [] for security_group (1926e64f-d091-478d-a2a3-6ce424d7ff37), before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:21:23.798211 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-bfd15b40-c794-49ad-9acd-3176ea1fdc9a admin admin] Publish callbacks [] for security_group (1926e64f-d091-478d-a2a3-6ce424d7ff37), precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:21:23.860631 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-bfd15b40-c794-49ad-9acd-3176ea1fdc9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687199'] for security_group (1926e64f-d091-478d-a2a3-6ce424d7ff37), after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:21:23.863574 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-bfd15b40-c794-49ad-9acd-3176ea1fdc9a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:21:23.866894 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-bfd15b40-c794-49ad-9acd-3176ea1fdc9a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1926e64f-d091-478d-a2a3-6ce424d7ff37 HTTP/1.1" status: 204 len: 168 time: 0.1678360 Mar 25 19:21:23.878855 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd15b40-c794-49ad-9acd-3176ea1fdc9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1926e64f-d091-478d-a2a3-6ce424d7ff37,revision_number=None']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:21:24.294755 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-33aac59f-9078-456d-b0e3-5fbefa8f26c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741036503857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133703'] for agent (ff15a80c-2d7c-4104-a6ad-0973d1d911f7), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:21:24.418538 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3ddcb1-8ea3-48c7-bb37-03ba97f0331c req-f8c2b18f-af1f-4f78-9963-8082e9a1023d tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:21:24.420093 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-8e3ddcb1-8ea3-48c7-bb37-03ba97f0331c req-f8c2b18f-af1f-4f78-9963-8082e9a1023d tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e98d9a4-7bc3-4128-b4ae-768498a633da HTTP/1.1" status: 200 len: 946 time: 0.0690677 Mar 25 19:21:24.480107 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-8e3ddcb1-8ea3-48c7-bb37-03ba97f0331c req-e1ccb067-3e2e-40c3-960e-a1c32f3e8a28 tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] 10.222.0.18 "GET /v2.0/security-groups?id=316ae13e-57e7-48d9-a090-8e2f46504143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525908 Mar 25 19:21:25.217935 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.18', 60654) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:21:25.327859 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-121b6857-41b2-45b3-8ef0-767878ef4f37 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:21:25.425969 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-121b6857-41b2-45b3-8ef0-767878ef4f37 admin admin] Publish callbacks [] for security_group (46f3d0a2-08a9-484f-97ae-61183b2b75cd), precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:21:25.432230 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-121b6857-41b2-45b3-8ef0-767878ef4f37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687199'] for security_group (46f3d0a2-08a9-484f-97ae-61183b2b75cd), after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:21:25.484321 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-121b6857-41b2-45b3-8ef0-767878ef4f37 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4bcd28fa7b7444098d969eb5eab5714b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2652891 Mar 25 19:21:25.487109 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.18', 60664) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:21:25.487646 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121b6857-41b2-45b3-8ef0-767878ef4f37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46f3d0a2-08a9-484f-97ae-61183b2b75cd,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:21:25.540251 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-53630269-ae5b-4fa6-ba93-24a560147a85 admin admin] Publish callbacks [] for security_group (46f3d0a2-08a9-484f-97ae-61183b2b75cd), before_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:21:25.572954 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-53630269-ae5b-4fa6-ba93-24a560147a85 admin admin] Publish callbacks [] for security_group (46f3d0a2-08a9-484f-97ae-61183b2b75cd), precommit_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:21:25.637581 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a93dc6-9911-49fc-8157-30a02c0ef81e req-c48c2a19-6afa-4527-ab4a-ab6a04caca67 tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:21:25.639074 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-53a93dc6-9911-49fc-8157-30a02c0ef81e req-c48c2a19-6afa-4527-ab4a-ab6a04caca67 tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e98d9a4-7bc3-4128-b4ae-768498a633da HTTP/1.1" status: 200 len: 946 time: 0.0825806 Mar 25 19:21:25.667128 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-53630269-ae5b-4fa6-ba93-24a560147a85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687199'] for security_group (46f3d0a2-08a9-484f-97ae-61183b2b75cd), after_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:21:25.669780 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-53630269-ae5b-4fa6-ba93-24a560147a85 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:21:25.670789 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-53630269-ae5b-4fa6-ba93-24a560147a85 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/46f3d0a2-08a9-484f-97ae-61183b2b75cd HTTP/1.1" status: 204 len: 168 time: 0.1825461 Mar 25 19:21:25.702799 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53630269-ae5b-4fa6-ba93-24a560147a85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46f3d0a2-08a9-484f-97ae-61183b2b75cd,revision_number=None']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:21:25.712492 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-53a93dc6-9911-49fc-8157-30a02c0ef81e req-5e3a5e42-0813-4d5e-ab91-41bc1989ca7e tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] 10.222.0.18 "GET /v2.0/security-groups?id=316ae13e-57e7-48d9-a090-8e2f46504143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676248 Mar 25 19:21:26.017268 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.18', 60702) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:21:26.031855 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-801d3226-0453-4d4e-ab8d-7a1f4de61ecc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:21:26.117465 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-801d3226-0453-4d4e-ab8d-7a1f4de61ecc admin admin] Publish callbacks [] for security_group (e5d43bbc-b55c-48d4-a757-384d6b9cbfe3), precommit_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:21:26.121544 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-801d3226-0453-4d4e-ab8d-7a1f4de61ecc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687199'] for security_group (e5d43bbc-b55c-48d4-a757-384d6b9cbfe3), after_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:21:26.165743 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-801d3226-0453-4d4e-ab8d-7a1f4de61ecc admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6777b494b47344aeb8e016b9dd02e483&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1473861 Mar 25 19:21:26.166597 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801d3226-0453-4d4e-ab8d-7a1f4de61ecc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5d43bbc-b55c-48d4-a757-384d6b9cbfe3,revision_number=1']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:21:26.168605 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.18', 60712) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:21:26.231331 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6cf1eee1-7ead-41db-8b4e-ffe1c519c923 admin admin] Publish callbacks [] for security_group (e5d43bbc-b55c-48d4-a757-384d6b9cbfe3), before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:21:26.253438 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6cf1eee1-7ead-41db-8b4e-ffe1c519c923 admin admin] Publish callbacks [] for security_group (e5d43bbc-b55c-48d4-a757-384d6b9cbfe3), precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:21:26.310919 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6cf1eee1-7ead-41db-8b4e-ffe1c519c923 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687199'] for security_group (e5d43bbc-b55c-48d4-a757-384d6b9cbfe3), after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:21:26.313643 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6cf1eee1-7ead-41db-8b4e-ffe1c519c923 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:21:26.314817 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-6cf1eee1-7ead-41db-8b4e-ffe1c519c923 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e5d43bbc-b55c-48d4-a757-384d6b9cbfe3 HTTP/1.1" status: 204 len: 168 time: 0.1450148 Mar 25 19:21:26.325138 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf1eee1-7ead-41db-8b4e-ffe1c519c923 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5d43bbc-b55c-48d4-a757-384d6b9cbfe3,revision_number=None']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:21:26.472519 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.18', 60728) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:21:26.580814 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-1fa0e85d-810c-49ea-8ed4-096f6eaae743 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:21:26.671048 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-1fa0e85d-810c-49ea-8ed4-096f6eaae743 admin admin] Publish callbacks [] for security_group (b50b3f3d-daba-49ef-b144-60f8c5026085), precommit_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:21:26.676290 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-1fa0e85d-810c-49ea-8ed4-096f6eaae743 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687199'] for security_group (b50b3f3d-daba-49ef-b144-60f8c5026085), after_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:21:26.688808 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-b4fab132-1734-42dc-a3fa-3b3b1d7fc6e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741036503857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133703'] for agent (af1b81b0-43af-47bb-a61e-8e46b36efc57), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:21:26.717472 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-1fa0e85d-810c-49ea-8ed4-096f6eaae743 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e333c79af2f748fb8112869a54a66103&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2438705 Mar 25 19:21:26.726798 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa0e85d-810c-49ea-8ed4-096f6eaae743 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b50b3f3d-daba-49ef-b144-60f8c5026085,revision_number=1']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:21:26.727715 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.18', 60740) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:21:26.787658 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-63aa89cb-8f6c-49a8-81d4-17b7f47f33e6 admin admin] Publish callbacks [] for security_group (b50b3f3d-daba-49ef-b144-60f8c5026085), before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:21:26.837152 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-63aa89cb-8f6c-49a8-81d4-17b7f47f33e6 admin admin] Publish callbacks [] for security_group (b50b3f3d-daba-49ef-b144-60f8c5026085), precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:21:26.878238 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91de57e0-2108-4668-9324-8efe5bee0509 req-89f032a9-8a2c-4965-856f-45ddf7f53130 tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:21:26.879780 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-91de57e0-2108-4668-9324-8efe5bee0509 req-89f032a9-8a2c-4965-856f-45ddf7f53130 tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e98d9a4-7bc3-4128-b4ae-768498a633da HTTP/1.1" status: 200 len: 946 time: 0.0941956 Mar 25 19:21:26.925273 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-63aa89cb-8f6c-49a8-81d4-17b7f47f33e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687199'] for security_group (b50b3f3d-daba-49ef-b144-60f8c5026085), after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:21:26.927822 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-63aa89cb-8f6c-49a8-81d4-17b7f47f33e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:21:26.931765 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-63aa89cb-8f6c-49a8-81d4-17b7f47f33e6 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b50b3f3d-daba-49ef-b144-60f8c5026085 HTTP/1.1" status: 204 len: 168 time: 0.2069478 Mar 25 19:21:26.938917 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-91de57e0-2108-4668-9324-8efe5bee0509 req-fcaea603-72b7-4eb7-99c7-998ea87a6fc0 tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] 10.222.0.18 "GET /v2.0/security-groups?id=316ae13e-57e7-48d9-a090-8e2f46504143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533335 Mar 25 19:21:26.944195 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63aa89cb-8f6c-49a8-81d4-17b7f47f33e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b50b3f3d-daba-49ef-b144-60f8c5026085,revision_number=None']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:21:27.270355 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.18', 60766) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:21:27.286990 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-c876d444-155a-410d-a56d-ad6e3339f134 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:21:27.360596 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-c876d444-155a-410d-a56d-ad6e3339f134 admin admin] Publish callbacks [] for security_group (e8b071c9-d99f-40f4-9970-5be7668f701b), precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:21:27.364783 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-c876d444-155a-410d-a56d-ad6e3339f134 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687199'] for security_group (e8b071c9-d99f-40f4-9970-5be7668f701b), after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:21:27.404046 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-c876d444-155a-410d-a56d-ad6e3339f134 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3d8a0e31d49e4542ae2dc63645f54cf9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1325660 Mar 25 19:21:27.405006 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c876d444-155a-410d-a56d-ad6e3339f134 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8b071c9-d99f-40f4-9970-5be7668f701b,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:21:27.407013 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.18', 60774) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:21:27.458490 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-fd0dbbd5-6e4f-465e-abf9-1521886b99dc admin admin] Publish callbacks [] for security_group (e8b071c9-d99f-40f4-9970-5be7668f701b), before_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:21:27.483355 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-fd0dbbd5-6e4f-465e-abf9-1521886b99dc admin admin] Publish callbacks [] for security_group (e8b071c9-d99f-40f4-9970-5be7668f701b), precommit_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:21:27.532076 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-fd0dbbd5-6e4f-465e-abf9-1521886b99dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687199'] for security_group (e8b071c9-d99f-40f4-9970-5be7668f701b), after_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:21:27.534791 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-fd0dbbd5-6e4f-465e-abf9-1521886b99dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:21:27.538865 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-fd0dbbd5-6e4f-465e-abf9-1521886b99dc admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e8b071c9-d99f-40f4-9970-5be7668f701b HTTP/1.1" status: 204 len: 168 time: 0.1308200 Mar 25 19:21:27.546882 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0dbbd5-6e4f-465e-abf9-1521886b99dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8b071c9-d99f-40f4-9970-5be7668f701b,revision_number=None']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:21:27.584489 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-af60142c-683d-41c3-be1d-5377fff6ca45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741036503857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133703'] for agent (c3076277-13eb-43a7-9b94-fad13f82c96d), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:21:28.073678 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fc87f2-fdb0-4ea0-a715-14600c39e43a req-03c45e7e-5c4d-477a-9ad1-494dd8502201 tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:21:28.075156 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-d2fc87f2-fdb0-4ea0-a715-14600c39e43a req-03c45e7e-5c4d-477a-9ad1-494dd8502201 tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e98d9a4-7bc3-4128-b4ae-768498a633da HTTP/1.1" status: 200 len: 946 time: 0.0637462 Mar 25 19:21:28.130766 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-d2fc87f2-fdb0-4ea0-a715-14600c39e43a req-a3d0850d-91bc-4a7f-a630-550f2fd22300 tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] 10.222.0.18 "GET /v2.0/security-groups?id=316ae13e-57e7-48d9-a090-8e2f46504143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494237 Mar 25 19:21:28.487886 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.18', 60844) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:21:28.593182 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-8802876c-ef58-487e-8ab1-af92bee122aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:21:28.672026 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-8802876c-ef58-487e-8ab1-af92bee122aa admin admin] Publish callbacks [] for security_group (2e172938-2d47-4ed4-ac28-a86ce7bbe9e3), precommit_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:21:28.675873 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-8802876c-ef58-487e-8ab1-af92bee122aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687199'] for security_group (2e172938-2d47-4ed4-ac28-a86ce7bbe9e3), after_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:21:28.719144 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-8802876c-ef58-487e-8ab1-af92bee122aa admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e723296f7cab42efac14df02c2737238&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2301290 Mar 25 19:21:28.719711 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.18', 60862) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:21:28.720164 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8802876c-ef58-487e-8ab1-af92bee122aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e172938-2d47-4ed4-ac28-a86ce7bbe9e3,revision_number=1']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:21:28.770304 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-825e83aa-e372-4c03-9040-101b0bba7dae admin admin] Publish callbacks [] for security_group (2e172938-2d47-4ed4-ac28-a86ce7bbe9e3), before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:21:28.794767 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-825e83aa-e372-4c03-9040-101b0bba7dae admin admin] Publish callbacks [] for security_group (2e172938-2d47-4ed4-ac28-a86ce7bbe9e3), precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:21:28.841362 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-825e83aa-e372-4c03-9040-101b0bba7dae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687199'] for security_group (2e172938-2d47-4ed4-ac28-a86ce7bbe9e3), after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:21:28.843935 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-825e83aa-e372-4c03-9040-101b0bba7dae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:21:28.849208 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-825e83aa-e372-4c03-9040-101b0bba7dae admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2e172938-2d47-4ed4-ac28-a86ce7bbe9e3 HTTP/1.1" status: 204 len: 168 time: 0.1284370 Mar 25 19:21:28.866551 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825e83aa-e372-4c03-9040-101b0bba7dae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e172938-2d47-4ed4-ac28-a86ce7bbe9e3,revision_number=None']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:21:29.196512 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-bfcc621e-35c9-4ac2-b4cb-53c403134561 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741036503857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133703'] for agent (9ba807d9-64cc-4b2a-8ad2-e4f3b23bc779), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:21:29.256005 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.18', 60914) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:21:29.269884 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-b2fb8a41-58c5-4845-9412-531db83b4563 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:21:29.308276 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28fdcdf-ebac-4019-aed7-6bd1347284f4 req-1aa90565-5fac-4bde-b767-940c3b473418 tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:21:29.317109 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-a28fdcdf-ebac-4019-aed7-6bd1347284f4 req-1aa90565-5fac-4bde-b767-940c3b473418 tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e98d9a4-7bc3-4128-b4ae-768498a633da HTTP/1.1" status: 200 len: 946 time: 0.0761366 Mar 25 19:21:29.357599 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-b2fb8a41-58c5-4845-9412-531db83b4563 admin admin] Publish callbacks [] for security_group (5c2f4f0c-c3cd-4ab8-84e6-1279c5a4a001), precommit_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:21:29.364313 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-b2fb8a41-58c5-4845-9412-531db83b4563 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687199'] for security_group (5c2f4f0c-c3cd-4ab8-84e6-1279c5a4a001), after_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:21:29.382830 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-a28fdcdf-ebac-4019-aed7-6bd1347284f4 req-9ffdf486-02c5-440f-93a1-10082135442c tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] 10.222.0.18 "GET /v2.0/security-groups?id=316ae13e-57e7-48d9-a090-8e2f46504143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557342 Mar 25 19:21:29.417284 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-b2fb8a41-58c5-4845-9412-531db83b4563 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f4eb118d49774bff83898acc75a907ee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1596911 Mar 25 19:21:29.418255 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fb8a41-58c5-4845-9412-531db83b4563 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c2f4f0c-c3cd-4ab8-84e6-1279c5a4a001,revision_number=1']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:21:29.419989 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.18', 60928) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:21:29.490551 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d8f68809-c7d2-499b-8a71-62aa86bd3498 admin admin] Publish callbacks [] for security_group (5c2f4f0c-c3cd-4ab8-84e6-1279c5a4a001), before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:21:29.514967 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d8f68809-c7d2-499b-8a71-62aa86bd3498 admin admin] Publish callbacks [] for security_group (5c2f4f0c-c3cd-4ab8-84e6-1279c5a4a001), precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:21:29.576761 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d8f68809-c7d2-499b-8a71-62aa86bd3498 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687199'] for security_group (5c2f4f0c-c3cd-4ab8-84e6-1279c5a4a001), after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:21:29.580411 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d8f68809-c7d2-499b-8a71-62aa86bd3498 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:21:29.583878 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-d8f68809-c7d2-499b-8a71-62aa86bd3498 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5c2f4f0c-c3cd-4ab8-84e6-1279c5a4a001 HTTP/1.1" status: 204 len: 168 time: 0.1603541 Mar 25 19:21:29.590346 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f68809-c7d2-499b-8a71-62aa86bd3498 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c2f4f0c-c3cd-4ab8-84e6-1279c5a4a001,revision_number=None']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:21:30.101357 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0885d6-f354-48b6-87eb-54a84f27714e req-f76246b9-434f-4343-9fd5-1b2aecabafcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:21:30.104016 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-0b0885d6-f354-48b6-87eb-54a84f27714e req-f76246b9-434f-4343-9fd5-1b2aecabafcd service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=2e98d9a4-7bc3-4128-b4ae-768498a633da HTTP/1.1" status: 200 len: 1130 time: 0.0541708 Mar 25 19:21:30.155156 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-0b0885d6-f354-48b6-87eb-54a84f27714e req-0443365b-c158-476b-9b95-75fe56708b94 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=316ae13e-57e7-48d9-a090-8e2f46504143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440929 Mar 25 19:21:30.504310 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4932fb-e6bd-4115-9602-09667a3cd0ef req-048e333e-24ba-4ebf-be82-bcfa5e8b9a91 tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:21:30.506403 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-bf4932fb-e6bd-4115-9602-09667a3cd0ef req-048e333e-24ba-4ebf-be82-bcfa5e8b9a91 tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e98d9a4-7bc3-4128-b4ae-768498a633da HTTP/1.1" status: 200 len: 946 time: 0.0548887 Mar 25 19:21:30.579086 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-bf4932fb-e6bd-4115-9602-09667a3cd0ef req-aec7a30a-eda6-42d6-9ad1-4b57d97db98e tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] 10.222.0.18 "GET /v2.0/security-groups?id=316ae13e-57e7-48d9-a090-8e2f46504143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669858 Mar 25 19:21:30.667296 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741036503857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133703'] for agent (e10cc9df-a7ce-4b9c-bc25-dffd007f5dd8), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:21:30.782132 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741036503857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133703'] for agent (239dac0e-b210-4295-8f1a-11f7f9dc3de1), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:21:30.825681 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.18', 32828) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:21:30.830902 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.18', 32830) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:21:30.947858 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-23c8b3b2-b937-4d42-bdfa-34343709f2dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:21:30.952702 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-5a3c9b76-5fbd-41a9-9e5c-53b2652f42a5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:21:31.034725 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-23c8b3b2-b937-4d42-bdfa-34343709f2dc admin admin] Publish callbacks [] for security_group (fd16090c-8ff2-49a5-b182-03fecacb2bad), precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:21:31.037330 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-5a3c9b76-5fbd-41a9-9e5c-53b2652f42a5 admin admin] Publish callbacks [] for security_group (4543b690-e4cd-4f48-a74a-aaa985ee896a), precommit_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:21:31.039631 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-23c8b3b2-b937-4d42-bdfa-34343709f2dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687199'] for security_group (fd16090c-8ff2-49a5-b182-03fecacb2bad), after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:21:31.041129 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-5a3c9b76-5fbd-41a9-9e5c-53b2652f42a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687199'] for security_group (4543b690-e4cd-4f48-a74a-aaa985ee896a), after_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:21:31.080439 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-23c8b3b2-b937-4d42-bdfa-34343709f2dc admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4370fa791f594f51a849f5179b9d7b6d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2484865 Mar 25 19:21:31.081554 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c8b3b2-b937-4d42-bdfa-34343709f2dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd16090c-8ff2-49a5-b182-03fecacb2bad,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:21:31.081868 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-5a3c9b76-5fbd-41a9-9e5c-53b2652f42a5 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ab1718418d2e42cf8060fb26cca799d9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2550039 Mar 25 19:21:31.082524 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.18', 32838) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:21:31.085152 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.18', 32840) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:21:31.090394 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3c9b76-5fbd-41a9-9e5c-53b2652f42a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4543b690-e4cd-4f48-a74a-aaa985ee896a,revision_number=1']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:21:31.136085 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-66b6ed68-0c15-468f-ba5c-e8095c570e42 admin admin] Publish callbacks [] for security_group (fd16090c-8ff2-49a5-b182-03fecacb2bad), before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:21:31.138208 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-beb86058-7fae-4248-a807-d7d9c38ac148 admin admin] Publish callbacks [] for security_group (4543b690-e4cd-4f48-a74a-aaa985ee896a), before_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:21:31.159756 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-66b6ed68-0c15-468f-ba5c-e8095c570e42 admin admin] Publish callbacks [] for security_group (fd16090c-8ff2-49a5-b182-03fecacb2bad), precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:21:31.161277 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-beb86058-7fae-4248-a807-d7d9c38ac148 admin admin] Publish callbacks [] for security_group (4543b690-e4cd-4f48-a74a-aaa985ee896a), precommit_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:21:31.208902 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-beb86058-7fae-4248-a807-d7d9c38ac148 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687199'] for security_group (4543b690-e4cd-4f48-a74a-aaa985ee896a), after_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:21:31.211158 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-66b6ed68-0c15-468f-ba5c-e8095c570e42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687199'] for security_group (fd16090c-8ff2-49a5-b182-03fecacb2bad), after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:21:31.211953 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-beb86058-7fae-4248-a807-d7d9c38ac148 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:21:31.215718 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-beb86058-7fae-4248-a807-d7d9c38ac148 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4543b690-e4cd-4f48-a74a-aaa985ee896a HTTP/1.1" status: 204 len: 168 time: 0.1293063 Mar 25 19:21:31.215856 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-66b6ed68-0c15-468f-ba5c-e8095c570e42 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:21:31.219838 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-66b6ed68-0c15-468f-ba5c-e8095c570e42 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/fd16090c-8ff2-49a5-b182-03fecacb2bad HTTP/1.1" status: 204 len: 168 time: 0.1327858 Mar 25 19:21:31.229614 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b6ed68-0c15-468f-ba5c-e8095c570e42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd16090c-8ff2-49a5-b182-03fecacb2bad,revision_number=None']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:21:31.229812 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb86058-7fae-4248-a807-d7d9c38ac148 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4543b690-e4cd-4f48-a74a-aaa985ee896a,revision_number=None']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:21:31.525205 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.18', 32856) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:21:31.538218 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-05354430-8760-4718-88cf-28a0db856579 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:21:31.625698 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-05354430-8760-4718-88cf-28a0db856579 admin admin] Publish callbacks [] for security_group (e9833fb0-5cd6-4635-92ef-3dab8c9ba700), precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:21:31.630899 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-05354430-8760-4718-88cf-28a0db856579 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687199'] for security_group (e9833fb0-5cd6-4635-92ef-3dab8c9ba700), after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:21:31.663204 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05354430-8760-4718-88cf-28a0db856579 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9833fb0-5cd6-4635-92ef-3dab8c9ba700,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:21:31.711554 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-05354430-8760-4718-88cf-28a0db856579 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=78429279b2084dcbb2c989f86592f7dd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1852279 Mar 25 19:21:31.714049 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.18', 32864) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:21:31.765232 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df4cfda-1a2d-44ee-8aab-e0be51d50fde req-b05cfc5f-7fa6-4926-9811-33c687619453 tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:21:31.766754 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-3df4cfda-1a2d-44ee-8aab-e0be51d50fde req-b05cfc5f-7fa6-4926-9811-33c687619453 tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e98d9a4-7bc3-4128-b4ae-768498a633da HTTP/1.1" status: 200 len: 946 time: 0.1143901 Mar 25 19:21:31.792188 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-541bdbd0-a9e3-468c-84ab-aebacf5b44d0 admin admin] Publish callbacks [] for security_group (e9833fb0-5cd6-4635-92ef-3dab8c9ba700), before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:21:31.836695 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-541bdbd0-a9e3-468c-84ab-aebacf5b44d0 admin admin] Publish callbacks [] for security_group (e9833fb0-5cd6-4635-92ef-3dab8c9ba700), precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:21:31.855460 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-3df4cfda-1a2d-44ee-8aab-e0be51d50fde req-090f6248-3f5d-48da-a714-7c7d9f3b1e0f tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] 10.222.0.18 "GET /v2.0/security-groups?id=316ae13e-57e7-48d9-a090-8e2f46504143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815592 Mar 25 19:21:31.897005 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-541bdbd0-a9e3-468c-84ab-aebacf5b44d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687199'] for security_group (e9833fb0-5cd6-4635-92ef-3dab8c9ba700), after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:21:31.899600 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-541bdbd0-a9e3-468c-84ab-aebacf5b44d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:21:31.903438 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-541bdbd0-a9e3-468c-84ab-aebacf5b44d0 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e9833fb0-5cd6-4635-92ef-3dab8c9ba700 HTTP/1.1" status: 204 len: 168 time: 0.1883864 Mar 25 19:21:31.927338 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541bdbd0-a9e3-468c-84ab-aebacf5b44d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9833fb0-5cd6-4635-92ef-3dab8c9ba700,revision_number=None']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:21:31.976636 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.18', 32884) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:21:32.039535 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3466369-a7ac-4ce4-9ff4-a10ca81e8677 req-a82cc6b8-2232-43cb-9e46-3231269e1a8a tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:21:32.041167 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-f3466369-a7ac-4ce4-9ff4-a10ca81e8677 req-a82cc6b8-2232-43cb-9e46-3231269e1a8a tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] 10.222.0.18 "GET /v2.0/ports?device_id=9da73b6c-0e9c-4722-bb2c-e3d758143cdf HTTP/1.1" status: 200 len: 946 time: 0.0591207 Mar 25 19:21:32.089810 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-f3466369-a7ac-4ce4-9ff4-a10ca81e8677 req-2ba36ba1-b63f-4d6e-8176-eef1251751f7 tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] 10.222.0.18 "GET /v2.0/security-groups?id=316ae13e-57e7-48d9-a090-8e2f46504143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430536 Mar 25 19:21:32.223438 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.18', 32896) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:21:32.242056 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.v2.base [None req-7442ec34-3283-418a-99d3-3ed45c2b898f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-666400331-network', 'tenant_id': '10c2ee5f52c941b68c86264cf6fe22c6'}} {{(pid=103197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 19:21:32.278648 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7442ec34-3283-418a-99d3-3ed45c2b898f admin admin] Made reservation on behalf of 10c2ee5f52c941b68c86264cf6fe22c6 for: {'network': 1} {{(pid=103197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 19:21:32.283564 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-7442ec34-3283-418a-99d3-3ed45c2b898f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1293263'] for network (None), before_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:21:32.296787 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-7442ec34-3283-418a-99d3-3ed45c2b898f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:21:32.337925 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-f5b5f5d4-14b4-40ac-a6de-a00aa20ae95f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:21:32.455413 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-7442ec34-3283-418a-99d3-3ed45c2b898f admin admin] Publish callbacks [] for security_group (b242bf4d-02be-4048-9580-b224e04b85f3), precommit_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:21:32.461779 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-7442ec34-3283-418a-99d3-3ed45c2b898f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687199'] for security_group (b242bf4d-02be-4048-9580-b224e04b85f3), after_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:21:32.492212 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7442ec34-3283-418a-99d3-3ed45c2b898f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 267} {{(pid=103197) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 25 19:21:32.513280 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-f5b5f5d4-14b4-40ac-a6de-a00aa20ae95f admin admin] Publish callbacks [] for security_group (f92ff3a0-7f90-4439-892e-9bf0995ccebd), precommit_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:21:32.517905 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7442ec34-3283-418a-99d3-3ed45c2b898f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b242bf4d-02be-4048-9580-b224e04b85f3,revision_number=1']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:21:32.520728 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-7442ec34-3283-418a-99d3-3ed45c2b898f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1189096'] for segment (a894a930-abca-44c9-a9d6-2ab8de3cb6b7), precommit_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:21:32.521077 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.db.segments_db [None req-7442ec34-3283-418a-99d3-3ed45c2b898f admin admin] Added segment a894a930-abca-44c9-a9d6-2ab8de3cb6b7 of type vlan for network b9c4b6f3-df0f-4c77-b839-49ddcf66324c Mar 25 19:21:32.523563 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-f5b5f5d4-14b4-40ac-a6de-a00aa20ae95f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687199'] for security_group (f92ff3a0-7f90-4439-892e-9bf0995ccebd), after_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:21:32.595178 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-f5b5f5d4-14b4-40ac-a6de-a00aa20ae95f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=00a715f857a9437ea8b6838a72150afc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3703032 Mar 25 19:21:32.596290 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.18', 32916) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:21:32.598776 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b5f5d4-14b4-40ac-a6de-a00aa20ae95f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f92ff3a0-7f90-4439-892e-9bf0995ccebd,revision_number=1']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:21:32.605510 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-7442ec34-3283-418a-99d3-3ed45c2b898f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741036145210'] for network (b9c4b6f3-df0f-4c77-b839-49ddcf66324c), precommit_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:21:32.633077 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-7442ec34-3283-418a-99d3-3ed45c2b898f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877'] for network (b9c4b6f3-df0f-4c77-b839-49ddcf66324c), after_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:21:32.634098 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7442ec34-3283-418a-99d3-3ed45c2b898f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:21:32.635210 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-7442ec34-3283-418a-99d3-3ed45c2b898f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692927'] for network (None), before_response {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:21:32.670681 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-3607dc2d-2679-4254-a570-50c4d43f4c0b admin admin] Publish callbacks [] for security_group (f92ff3a0-7f90-4439-892e-9bf0995ccebd), before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:21:32.698732 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-3607dc2d-2679-4254-a570-50c4d43f4c0b admin admin] Publish callbacks [] for security_group (f92ff3a0-7f90-4439-892e-9bf0995ccebd), precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:21:32.702490 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-7442ec34-3283-418a-99d3-3ed45c2b898f admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7246985 Mar 25 19:21:32.703139 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.18', 32922) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:21:32.711942 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.v2.base [None req-f07a0be9-e17a-495b-9333-8f724a0650ca admin admin] Request body: {'subnet': {'network_id': 'b9c4b6f3-df0f-4c77-b839-49ddcf66324c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-666400331-subnet', 'tenant_id': '10c2ee5f52c941b68c86264cf6fe22c6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 19:21:32.722530 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7442ec34-3283-418a-99d3-3ed45c2b898f admin admin] Pushing event updated for resources: {'Network': ['ID=b9c4b6f3-df0f-4c77-b839-49ddcf66324c,revision_number=1']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:21:32.742498 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Network b9c4b6f3-df0f-4c77-b839-49ddcf66324c details requested by agent ovs-agent-dv-cinder-755101-7-iscsi with host dv-cinder-755101-7-iscsi {{(pid=103198) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 25 19:21:32.745072 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f07a0be9-e17a-495b-9333-8f724a0650ca admin admin] Made reservation on behalf of 10c2ee5f52c941b68c86264cf6fe22c6 for: {'subnet': 1} {{(pid=103197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 19:21:32.748075 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-f07a0be9-e17a-495b-9333-8f724a0650ca admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59750796'] for subnet (None), before_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:21:32.776229 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-3607dc2d-2679-4254-a570-50c4d43f4c0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687199'] for security_group (f92ff3a0-7f90-4439-892e-9bf0995ccebd), after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:21:32.780140 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-3607dc2d-2679-4254-a570-50c4d43f4c0b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:21:32.781361 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-3607dc2d-2679-4254-a570-50c4d43f4c0b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f92ff3a0-7f90-4439-892e-9bf0995ccebd HTTP/1.1" status: 204 len: 168 time: 0.1841719 Mar 25 19:21:32.790146 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3607dc2d-2679-4254-a570-50c4d43f4c0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f92ff3a0-7f90-4439-892e-9bf0995ccebd,revision_number=None']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:21:32.965676 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-f07a0be9-e17a-495b-9333-8f724a0650ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59285124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59750810'] for subnet (c40ce403-aaea-4281-9350-ded3d3ca9df1), after_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:21:33.031161 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07a0be9-e17a-495b-9333-8f724a0650ca admin admin] Pushing event updated for resources: {'Subnet': ['ID=c40ce403-aaea-4281-9350-ded3d3ca9df1,revision_number=0']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:21:33.039988 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f07a0be9-e17a-495b-9333-8f724a0650ca admin admin] Checking segment: {'id': 'a894a930-abca-44c9-a9d6-2ab8de3cb6b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'b9c4b6f3-df0f-4c77-b839-49ddcf66324c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 25 19:21:33.040347 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f07a0be9-e17a-495b-9333-8f724a0650ca admin admin] Network hostable DHCP agents. Network: b9c4b6f3-df0f-4c77-b839-49ddcf66324c, hostable agents: ['ff15a80c-2d7c-4104-a6ad-0973d1d911f7'], hosted agents: [] {{(pid=103197) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 25 19:21:33.060921 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f07a0be9-e17a-495b-9333-8f724a0650ca admin admin] Network b9c4b6f3-df0f-4c77-b839-49ddcf66324c is scheduled to be hosted by DHCP agent ff15a80c-2d7c-4104-a6ad-0973d1d911f7 with binding_index 1 {{(pid=103197) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 25 19:21:33.071701 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.scheduler.base_scheduler [None req-f07a0be9-e17a-495b-9333-8f724a0650ca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-755101-7-iscsi, b9c4b6f3-df0f-4c77-b839-49ddcf66324c) {{(pid=103197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 19:21:33.077237 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f07a0be9-e17a-495b-9333-8f724a0650ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:21:33.077834 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-f07a0be9-e17a-495b-9333-8f724a0650ca admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:21:33.081325 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c51c74f5-9032-401b-9a9f-060d1b825a55 None None] Network b9c4b6f3-df0f-4c77-b839-49ddcf66324c requested from dv-cinder-755101-7-iscsi {{(pid=103198) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 25 19:21:33.110782 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-f07a0be9-e17a-495b-9333-8f724a0650ca admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4045212 Mar 25 19:21:33.191818 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41d9cf91-050b-4354-858e-35c290f2e0eb None None] Network b9c4b6f3-df0f-4c77-b839-49ddcf66324c requested from dv-cinder-755101-7-iscsi {{(pid=103198) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 25 19:21:33.810793 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b552a2-4663-4705-a35b-85de9103cdcd req-974a98f0-9a75-4dfc-afb2-d82a71284b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:21:33.814718 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-d9b552a2-4663-4705-a35b-85de9103cdcd req-974a98f0-9a75-4dfc-afb2-d82a71284b69 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=155e7b1bde6b4fb1ba768c2d6ab00159&device_id=9da73b6c-0e9c-4722-bb2c-e3d758143cdf HTTP/1.1" status: 200 len: 1130 time: 0.1034870 Mar 25 19:21:33.828962 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b2aefc-08a7-4acd-9c76-c3b80b68fc9c req-b5c49107-f9b0-4ac0-aa53-ac752bc8560b tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:21:33.832391 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-f8b2aefc-08a7-4acd-9c76-c3b80b68fc9c req-b5c49107-f9b0-4ac0-aa53-ac752bc8560b tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] 10.222.0.18 "GET /v2.0/ports?device_id=9da73b6c-0e9c-4722-bb2c-e3d758143cdf HTTP/1.1" status: 200 len: 946 time: 0.1063249 Mar 25 19:21:33.906646 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-f8b2aefc-08a7-4acd-9c76-c3b80b68fc9c req-adcdf7db-e8b1-40b0-8b71-551e9b5953f3 tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] 10.222.0.18 "GET /v2.0/security-groups?id=316ae13e-57e7-48d9-a090-8e2f46504143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661170 Mar 25 19:21:33.956713 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b552a2-4663-4705-a35b-85de9103cdcd req-d76f7cc8-930b-4449-97c0-b64b05d06d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:21:33.958328 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-d9b552a2-4663-4705-a35b-85de9103cdcd req-d76f7cc8-930b-4449-97c0-b64b05d06d99 service neutron] 10.222.0.26 "GET /v2.0/networks?id=aa37333a-1101-47b7-acc7-f21479cd1d95 HTTP/1.1" status: 200 len: 920 time: 0.1300325 Mar 25 19:21:34.003122 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-d9b552a2-4663-4705-a35b-85de9103cdcd req-6845d6e7-f44c-4df2-82b4-edb3ef957703 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3c0bc78a-5461-4c6b-9a9a-3f89dd130fc1 HTTP/1.1" status: 200 len: 217 time: 0.0385113 Mar 25 19:21:34.061505 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b552a2-4663-4705-a35b-85de9103cdcd req-eab924ba-d8ad-4c82-8237-5772f088a971 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:21:34.063293 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-d9b552a2-4663-4705-a35b-85de9103cdcd req-eab924ba-d8ad-4c82-8237-5772f088a971 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d8fb3102-0026-42d9-a683-15415ae64f68 HTTP/1.1" status: 200 len: 858 time: 0.0529673 Mar 25 19:21:34.118249 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b552a2-4663-4705-a35b-85de9103cdcd req-63877b8e-77a2-4307-a6ab-73d7a0334b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:21:34.121572 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-d9b552a2-4663-4705-a35b-85de9103cdcd req-63877b8e-77a2-4307-a6ab-73d7a0334b06 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=aa37333a-1101-47b7-acc7-f21479cd1d95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0517166 Mar 25 19:21:34.226238 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-d9b552a2-4663-4705-a35b-85de9103cdcd req-3a6db55e-4b73-4695-9003-7b7b0aab8924 service neutron] 10.222.0.26 "GET /v2.0/networks/aa37333a-1101-47b7-acc7-f21479cd1d95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961387 Mar 25 19:21:34.349339 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-d9b552a2-4663-4705-a35b-85de9103cdcd req-b1c75ed2-9880-4001-948c-20f90d3067b9 service neutron] 10.222.0.26 "GET /v2.0/networks/aa37333a-1101-47b7-acc7-f21479cd1d95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1141589 Mar 25 19:21:34.722363 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.18', 33028) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:21:34.825006 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-c098d1ff-2350-49a6-8b2b-51fc1b296aab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:21:34.900163 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-c098d1ff-2350-49a6-8b2b-51fc1b296aab admin admin] Publish callbacks [] for security_group (5749804f-e0f4-4601-913b-e0393265bb27), precommit_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:21:34.904554 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-c098d1ff-2350-49a6-8b2b-51fc1b296aab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687199'] for security_group (5749804f-e0f4-4601-913b-e0393265bb27), after_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:21:34.950478 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.18', 33040) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:21:34.950965 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-c098d1ff-2350-49a6-8b2b-51fc1b296aab admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d6521577b7fa4e619274abcf548ddea6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2270555 Mar 25 19:21:34.951525 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c098d1ff-2350-49a6-8b2b-51fc1b296aab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5749804f-e0f4-4601-913b-e0393265bb27,revision_number=1']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:21:35.075557 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-1485bf69-ad06-408a-8948-e40685c553b3 admin admin] Publish callbacks [] for security_group (5749804f-e0f4-4601-913b-e0393265bb27), before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:21:35.085608 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681c90b6-38b0-48e3-81c8-befde7540003 req-02ca5785-8812-4487-8f6a-b421a1e97736 tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:21:35.087147 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-681c90b6-38b0-48e3-81c8-befde7540003 req-02ca5785-8812-4487-8f6a-b421a1e97736 tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] 10.222.0.18 "GET /v2.0/ports?device_id=9da73b6c-0e9c-4722-bb2c-e3d758143cdf HTTP/1.1" status: 200 len: 946 time: 0.0782773 Mar 25 19:21:35.119425 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-1485bf69-ad06-408a-8948-e40685c553b3 admin admin] Publish callbacks [] for security_group (5749804f-e0f4-4601-913b-e0393265bb27), precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:21:35.176334 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-681c90b6-38b0-48e3-81c8-befde7540003 req-3efaff39-b19f-4018-baa1-bad7357b0888 tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] 10.222.0.18 "GET /v2.0/security-groups?id=316ae13e-57e7-48d9-a090-8e2f46504143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800123 Mar 25 19:21:35.208516 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-1485bf69-ad06-408a-8948-e40685c553b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687199'] for security_group (5749804f-e0f4-4601-913b-e0393265bb27), after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:21:35.221907 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-1485bf69-ad06-408a-8948-e40685c553b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:21:35.226394 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-1485bf69-ad06-408a-8948-e40685c553b3 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5749804f-e0f4-4601-913b-e0393265bb27 HTTP/1.1" status: 204 len: 168 time: 0.2748740 Mar 25 19:21:35.235698 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1485bf69-ad06-408a-8948-e40685c553b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5749804f-e0f4-4601-913b-e0393265bb27,revision_number=None']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:21:35.275729 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23eadfc6-5908-44c0-990f-beba375d648b req-6a042173-964b-463e-bfd3-a43122775057 tempest-VolumesActionsTest-1647809653 tempest-VolumesActionsTest-1647809653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:21:35.278016 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-23eadfc6-5908-44c0-990f-beba375d648b req-6a042173-964b-463e-bfd3-a43122775057 tempest-VolumesActionsTest-1647809653 tempest-VolumesActionsTest-1647809653-project] 10.222.0.18 "GET /v2.0/networks?id=b9c4b6f3-df0f-4c77-b839-49ddcf66324c HTTP/1.1" status: 200 len: 808 time: 0.1393909 Mar 25 19:21:35.298562 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-23eadfc6-5908-44c0-990f-beba375d648b req-1ffe17c6-55ef-4f14-8c04-cc917acb441a tempest-VolumesActionsTest-1647809653 tempest-VolumesActionsTest-1647809653-project] 10.222.0.18 "GET /v2.0/quotas/10c2ee5f52c941b68c86264cf6fe22c6 HTTP/1.1" status: 200 len: 375 time: 0.0094748 Mar 25 19:21:35.338526 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-23eadfc6-5908-44c0-990f-beba375d648b req-a1dde909-ba14-472c-a069-10381e3375d6 tempest-VolumesActionsTest-1647809653 tempest-VolumesActionsTest-1647809653-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=10c2ee5f52c941b68c86264cf6fe22c6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0322540 Mar 25 19:21:35.433418 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-23eadfc6-5908-44c0-990f-beba375d648b req-0236f16f-54c6-41bc-b3d7-c2e0a5e39a1e service neutron] 10.222.0.18 "GET /v2.0/networks/b9c4b6f3-df0f-4c77-b839-49ddcf66324c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868716 Mar 25 19:21:35.539627 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-23eadfc6-5908-44c0-990f-beba375d648b req-c7e5063d-a2b5-496a-97b1-e161af367033 service neutron] 10.222.0.18 "GET /v2.0/networks/b9c4b6f3-df0f-4c77-b839-49ddcf66324c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985646 Mar 25 19:21:35.566635 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.18', 33074) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:21:35.581906 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-90530e88-3203-4139-be56-e7636b4330f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:21:35.672620 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-90530e88-3203-4139-be56-e7636b4330f3 admin admin] Publish callbacks [] for security_group (5796013a-ba17-4b2e-b79b-24a0c23f0b48), precommit_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:21:35.683082 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-90530e88-3203-4139-be56-e7636b4330f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687199'] for security_group (5796013a-ba17-4b2e-b79b-24a0c23f0b48), after_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:21:35.725615 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-90530e88-3203-4139-be56-e7636b4330f3 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f5e90ec1536344f9a8ffbc11006408b7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1576352 Mar 25 19:21:35.726493 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90530e88-3203-4139-be56-e7636b4330f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5796013a-ba17-4b2e-b79b-24a0c23f0b48,revision_number=1']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:21:35.728937 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.18', 33082) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:21:35.770412 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-4deed075-9096-4008-b4c5-86b921b2c9fb req-5cdd721a-aee2-48ab-bff2-eb52891e3a6a tempest-VolumesActionsTest-1647809653 tempest-VolumesActionsTest-1647809653-project] 10.222.0.18 "GET /v2.0/ports?device_id=d21467c8-ca71-41b9-b2ea-fefe89ea0e7b HTTP/1.1" status: 200 len: 210 time: 0.0506282 Mar 25 19:21:35.785078 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-83506c07-5257-4b4f-b6eb-c2b4d6c6e52f admin admin] Publish callbacks [] for security_group (5796013a-ba17-4b2e-b79b-24a0c23f0b48), before_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:21:35.809327 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-83506c07-5257-4b4f-b6eb-c2b4d6c6e52f admin admin] Publish callbacks [] for security_group (5796013a-ba17-4b2e-b79b-24a0c23f0b48), precommit_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:21:35.866783 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-83506c07-5257-4b4f-b6eb-c2b4d6c6e52f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687199'] for security_group (5796013a-ba17-4b2e-b79b-24a0c23f0b48), after_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:21:35.869510 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-83506c07-5257-4b4f-b6eb-c2b4d6c6e52f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:21:35.873231 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-83506c07-5257-4b4f-b6eb-c2b4d6c6e52f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5796013a-ba17-4b2e-b79b-24a0c23f0b48 HTTP/1.1" status: 204 len: 168 time: 0.1406081 Mar 25 19:21:35.879272 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83506c07-5257-4b4f-b6eb-c2b4d6c6e52f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5796013a-ba17-4b2e-b79b-24a0c23f0b48,revision_number=None']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:21:36.330012 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028ea501-5574-4ba1-8fb8-32061729f143 req-66fec812-8ee4-463e-a645-fc5d54c451db tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:21:36.331479 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-028ea501-5574-4ba1-8fb8-32061729f143 req-66fec812-8ee4-463e-a645-fc5d54c451db tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] 10.222.0.18 "GET /v2.0/ports?device_id=9da73b6c-0e9c-4722-bb2c-e3d758143cdf HTTP/1.1" status: 200 len: 946 time: 0.0608625 Mar 25 19:21:36.384283 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-028ea501-5574-4ba1-8fb8-32061729f143 req-b0389022-2b20-4a9e-9189-6ef6f2e5acf5 tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] 10.222.0.18 "GET /v2.0/security-groups?id=316ae13e-57e7-48d9-a090-8e2f46504143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413015 Mar 25 19:21:36.616863 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.18', 33122) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:21:36.710314 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.v2.base [None req-f6e181cd-08dc-4516-acd2-15f6f3f710fa admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-436492676-network', 'tenant_id': 'b685f643de644f37b9324769920851f6'}} {{(pid=103197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 19:21:36.728056 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6e181cd-08dc-4516-acd2-15f6f3f710fa admin admin] Made reservation on behalf of b685f643de644f37b9324769920851f6 for: {'network': 1} {{(pid=103197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 19:21:36.730257 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-f6e181cd-08dc-4516-acd2-15f6f3f710fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1293263'] for network (None), before_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:21:36.738127 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-f6e181cd-08dc-4516-acd2-15f6f3f710fa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:21:36.808997 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-f6e181cd-08dc-4516-acd2-15f6f3f710fa admin admin] Publish callbacks [] for security_group (714baa3e-c710-44aa-913f-79e8b9e727c1), precommit_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:21:36.813024 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-f6e181cd-08dc-4516-acd2-15f6f3f710fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687199'] for security_group (714baa3e-c710-44aa-913f-79e8b9e727c1), after_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:21:36.832995 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6e181cd-08dc-4516-acd2-15f6f3f710fa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 293} {{(pid=103197) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 25 19:21:36.848737 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e181cd-08dc-4516-acd2-15f6f3f710fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=714baa3e-c710-44aa-913f-79e8b9e727c1,revision_number=1']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:21:36.852281 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-f6e181cd-08dc-4516-acd2-15f6f3f710fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1189096'] for segment (481acd56-62c8-4d16-9d45-9d2af15dd6aa), precommit_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:21:36.852624 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.db.segments_db [None req-f6e181cd-08dc-4516-acd2-15f6f3f710fa admin admin] Added segment 481acd56-62c8-4d16-9d45-9d2af15dd6aa of type vlan for network 088946b6-b50b-41d5-b3c5-fa3b8910ffc1 Mar 25 19:21:36.853057 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-124e8eae-10c4-4072-84bf-b6bff62cbe2c req-aac0e522-cdea-47d9-a068-1b17c060b353 tempest-VolumesActionsTest-1647809653 tempest-VolumesActionsTest-1647809653-project] 10.222.0.18 "GET /v2.0/ports?device_id=d21467c8-ca71-41b9-b2ea-fefe89ea0e7b HTTP/1.1" status: 200 len: 210 time: 0.0275056 Mar 25 19:21:36.891655 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-f6e181cd-08dc-4516-acd2-15f6f3f710fa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741036145210'] for network (088946b6-b50b-41d5-b3c5-fa3b8910ffc1), precommit_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:21:36.918378 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-f6e181cd-08dc-4516-acd2-15f6f3f710fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877'] for network (088946b6-b50b-41d5-b3c5-fa3b8910ffc1), after_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:21:36.919355 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6e181cd-08dc-4516-acd2-15f6f3f710fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:21:36.919924 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-f6e181cd-08dc-4516-acd2-15f6f3f710fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692927'] for network (None), before_response {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:21:36.973750 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-f6e181cd-08dc-4516-acd2-15f6f3f710fa admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3557675 Mar 25 19:21:36.977020 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.18', 33130) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:21:36.981630 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.v2.base [None req-67f35158-ea7d-48ca-9c87-0ab84f6fde23 admin admin] Request body: {'subnet': {'network_id': '088946b6-b50b-41d5-b3c5-fa3b8910ffc1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-436492676-subnet', 'tenant_id': 'b685f643de644f37b9324769920851f6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 19:21:36.989538 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e181cd-08dc-4516-acd2-15f6f3f710fa admin admin] Pushing event updated for resources: {'Network': ['ID=088946b6-b50b-41d5-b3c5-fa3b8910ffc1,revision_number=1']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:21:37.007986 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Network 088946b6-b50b-41d5-b3c5-fa3b8910ffc1 details requested by agent ovs-agent-dv-cinder-755101-7-iscsi with host dv-cinder-755101-7-iscsi {{(pid=103198) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 25 19:21:37.014775 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67f35158-ea7d-48ca-9c87-0ab84f6fde23 admin admin] Made reservation on behalf of b685f643de644f37b9324769920851f6 for: {'subnet': 1} {{(pid=103197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 19:21:37.017078 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-67f35158-ea7d-48ca-9c87-0ab84f6fde23 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59750796'] for subnet (None), before_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:21:37.177458 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-67f35158-ea7d-48ca-9c87-0ab84f6fde23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59285124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59750810'] for subnet (3ff1c990-074b-4b81-be66-27543f2fc503), after_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:21:37.230175 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f35158-ea7d-48ca-9c87-0ab84f6fde23 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3ff1c990-074b-4b81-be66-27543f2fc503,revision_number=0']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:21:37.239167 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67f35158-ea7d-48ca-9c87-0ab84f6fde23 admin admin] Checking segment: {'id': '481acd56-62c8-4d16-9d45-9d2af15dd6aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '088946b6-b50b-41d5-b3c5-fa3b8910ffc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 25 19:21:37.239527 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67f35158-ea7d-48ca-9c87-0ab84f6fde23 admin admin] Network hostable DHCP agents. Network: 088946b6-b50b-41d5-b3c5-fa3b8910ffc1, hostable agents: ['ff15a80c-2d7c-4104-a6ad-0973d1d911f7'], hosted agents: [] {{(pid=103197) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 25 19:21:37.255865 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67f35158-ea7d-48ca-9c87-0ab84f6fde23 admin admin] Network 088946b6-b50b-41d5-b3c5-fa3b8910ffc1 is scheduled to be hosted by DHCP agent ff15a80c-2d7c-4104-a6ad-0973d1d911f7 with binding_index 1 {{(pid=103197) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 25 19:21:37.264275 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.scheduler.base_scheduler [None req-67f35158-ea7d-48ca-9c87-0ab84f6fde23 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-755101-7-iscsi, 088946b6-b50b-41d5-b3c5-fa3b8910ffc1) {{(pid=103197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 19:21:37.268254 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67f35158-ea7d-48ca-9c87-0ab84f6fde23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:21:37.268842 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-67f35158-ea7d-48ca-9c87-0ab84f6fde23 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:21:37.274357 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a20a7f43-6ad1-4c43-8585-b4d85ad31218 None None] Network 088946b6-b50b-41d5-b3c5-fa3b8910ffc1 requested from dv-cinder-755101-7-iscsi {{(pid=103198) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 25 19:21:37.284451 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-67f35158-ea7d-48ca-9c87-0ab84f6fde23 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3063323 Mar 25 19:21:37.372892 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcfa9400-d564-4120-ae38-d5bf380463dc None None] Network 088946b6-b50b-41d5-b3c5-fa3b8910ffc1 requested from dv-cinder-755101-7-iscsi {{(pid=103198) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 25 19:21:37.513226 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f020f2-714e-4e72-b377-be3593db933d req-0584b536-4105-4d8d-a26e-ee45b08bf701 tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:21:37.514712 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-e7f020f2-714e-4e72-b377-be3593db933d req-0584b536-4105-4d8d-a26e-ee45b08bf701 tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] 10.222.0.18 "GET /v2.0/ports?device_id=9da73b6c-0e9c-4722-bb2c-e3d758143cdf HTTP/1.1" status: 200 len: 946 time: 0.0543489 Mar 25 19:21:37.565010 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-e7f020f2-714e-4e72-b377-be3593db933d req-87511f3b-9ff7-4e43-a312-20f0715336e6 tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] 10.222.0.18 "GET /v2.0/security-groups?id=316ae13e-57e7-48d9-a090-8e2f46504143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444760 Mar 25 19:21:37.775098 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.18', 33154) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:21:37.779847 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.v2.base [None req-32f9a944-2476-4660-9b6d-f5298e11e47c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1895540638-network', 'tenant_id': 'e0c0bddbacca40908d2cb6fd3e32db77'}} {{(pid=103197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 19:21:37.798346 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32f9a944-2476-4660-9b6d-f5298e11e47c admin admin] Made reservation on behalf of e0c0bddbacca40908d2cb6fd3e32db77 for: {'network': 1} {{(pid=103197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 19:21:37.800559 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-32f9a944-2476-4660-9b6d-f5298e11e47c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1293263'] for network (None), before_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:21:37.808471 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-32f9a944-2476-4660-9b6d-f5298e11e47c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:21:37.879638 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-32f9a944-2476-4660-9b6d-f5298e11e47c admin admin] Publish callbacks [] for security_group (00e0e32c-6f90-472a-95b6-925a579a2f63), precommit_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:21:37.886954 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-32f9a944-2476-4660-9b6d-f5298e11e47c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687199'] for security_group (00e0e32c-6f90-472a-95b6-925a579a2f63), after_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:21:37.911560 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32f9a944-2476-4660-9b6d-f5298e11e47c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 297} {{(pid=103197) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 25 19:21:37.921202 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f9a944-2476-4660-9b6d-f5298e11e47c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00e0e32c-6f90-472a-95b6-925a579a2f63,revision_number=1']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:21:37.926954 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-32f9a944-2476-4660-9b6d-f5298e11e47c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1189096'] for segment (06eeb65e-1a5c-484f-8324-0f6db715f692), precommit_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:21:37.927306 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.db.segments_db [None req-32f9a944-2476-4660-9b6d-f5298e11e47c admin admin] Added segment 06eeb65e-1a5c-484f-8324-0f6db715f692 of type vlan for network 7ec1a92d-2819-4756-a11e-481280071a17 Mar 25 19:21:37.952963 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-df436686-aebe-4914-b263-b371db287c76 req-be65c2a6-baa7-4944-9f71-2192fed2f2a9 tempest-VolumesActionsTest-1647809653 tempest-VolumesActionsTest-1647809653-project] 10.222.0.18 "GET /v2.0/ports?device_id=d21467c8-ca71-41b9-b2ea-fefe89ea0e7b HTTP/1.1" status: 200 len: 210 time: 0.0331101 Mar 25 19:21:37.971278 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-32f9a944-2476-4660-9b6d-f5298e11e47c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741036145210'] for network (7ec1a92d-2819-4756-a11e-481280071a17), precommit_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:21:37.994206 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-32f9a944-2476-4660-9b6d-f5298e11e47c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877'] for network (7ec1a92d-2819-4756-a11e-481280071a17), after_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:21:37.995087 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32f9a944-2476-4660-9b6d-f5298e11e47c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:21:37.995655 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-32f9a944-2476-4660-9b6d-f5298e11e47c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692927'] for network (None), before_response {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:21:38.049940 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-32f9a944-2476-4660-9b6d-f5298e11e47c admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2714496 Mar 25 19:21:38.050631 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.18', 33160) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:21:38.056104 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.v2.base [None req-ed1cb9fe-6c67-4d51-b842-a6cbb2aa8364 admin admin] Request body: {'subnet': {'network_id': '7ec1a92d-2819-4756-a11e-481280071a17', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1895540638-subnet', 'tenant_id': 'e0c0bddbacca40908d2cb6fd3e32db77', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103196) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 19:21:38.058830 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f9a944-2476-4660-9b6d-f5298e11e47c admin admin] Pushing event updated for resources: {'Network': ['ID=7ec1a92d-2819-4756-a11e-481280071a17,revision_number=1']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:21:38.072643 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Network 7ec1a92d-2819-4756-a11e-481280071a17 details requested by agent ovs-agent-dv-cinder-755101-7-iscsi with host dv-cinder-755101-7-iscsi {{(pid=103198) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 25 19:21:38.075580 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed1cb9fe-6c67-4d51-b842-a6cbb2aa8364 admin admin] Made reservation on behalf of e0c0bddbacca40908d2cb6fd3e32db77 for: {'subnet': 1} {{(pid=103196) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 19:21:38.077877 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-ed1cb9fe-6c67-4d51-b842-a6cbb2aa8364 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62747899'] for subnet (None), before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:21:38.236712 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-ed1cb9fe-6c67-4d51-b842-a6cbb2aa8364 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58912009', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62747885'] for subnet (627a5ef0-0083-4acf-8ab4-be2a721dd53e), after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:21:38.294878 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1cb9fe-6c67-4d51-b842-a6cbb2aa8364 admin admin] Pushing event updated for resources: {'Subnet': ['ID=627a5ef0-0083-4acf-8ab4-be2a721dd53e,revision_number=0']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:21:38.304564 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed1cb9fe-6c67-4d51-b842-a6cbb2aa8364 admin admin] Checking segment: {'id': '06eeb65e-1a5c-484f-8324-0f6db715f692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '7ec1a92d-2819-4756-a11e-481280071a17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103196) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 25 19:21:38.304916 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed1cb9fe-6c67-4d51-b842-a6cbb2aa8364 admin admin] Network hostable DHCP agents. Network: 7ec1a92d-2819-4756-a11e-481280071a17, hostable agents: ['ff15a80c-2d7c-4104-a6ad-0973d1d911f7'], hosted agents: [] {{(pid=103196) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 25 19:21:38.324830 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed1cb9fe-6c67-4d51-b842-a6cbb2aa8364 admin admin] Network 7ec1a92d-2819-4756-a11e-481280071a17 is scheduled to be hosted by DHCP agent ff15a80c-2d7c-4104-a6ad-0973d1d911f7 with binding_index 1 {{(pid=103196) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 25 19:21:38.333594 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.scheduler.base_scheduler [None req-ed1cb9fe-6c67-4d51-b842-a6cbb2aa8364 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-755101-7-iscsi, 7ec1a92d-2819-4756-a11e-481280071a17) {{(pid=103196) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 19:21:38.337934 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed1cb9fe-6c67-4d51-b842-a6cbb2aa8364 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:21:38.338703 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-ed1cb9fe-6c67-4d51-b842-a6cbb2aa8364 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692927'] for subnet (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:21:38.343927 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-868822e4-8dd7-4f51-a33a-54af28ab2488 None None] Network 7ec1a92d-2819-4756-a11e-481280071a17 requested from dv-cinder-755101-7-iscsi {{(pid=103198) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 25 19:21:38.363124 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-ed1cb9fe-6c67-4d51-b842-a6cbb2aa8364 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3113117 Mar 25 19:21:38.465435 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ea19dd0-6cc0-4743-a82e-c960b31f2f9f None None] Network 7ec1a92d-2819-4756-a11e-481280071a17 requested from dv-cinder-755101-7-iscsi {{(pid=103198) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 25 19:21:38.748330 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361817a2-797e-48b6-a11a-26b3a9977e0d req-7fce215f-d10b-4d7c-bde0-f0a9ae9e5d87 tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:21:38.749800 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-361817a2-797e-48b6-a11a-26b3a9977e0d req-7fce215f-d10b-4d7c-bde0-f0a9ae9e5d87 tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] 10.222.0.18 "GET /v2.0/ports?device_id=9da73b6c-0e9c-4722-bb2c-e3d758143cdf HTTP/1.1" status: 200 len: 946 time: 0.0960045 Mar 25 19:21:38.801729 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-361817a2-797e-48b6-a11a-26b3a9977e0d req-72f2bbc6-d046-45ba-98bf-8a1dac08aeba tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] 10.222.0.18 "GET /v2.0/security-groups?id=316ae13e-57e7-48d9-a090-8e2f46504143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443153 Mar 25 19:21:39.002247 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23eadfc6-5908-44c0-990f-beba375d648b req-5c47c148-5273-48ce-9985-3788ccf7084e tempest-VolumesActionsTest-1647809653 tempest-VolumesActionsTest-1647809653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:21:39.003763 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-23eadfc6-5908-44c0-990f-beba375d648b req-5c47c148-5273-48ce-9985-3788ccf7084e tempest-VolumesActionsTest-1647809653 tempest-VolumesActionsTest-1647809653-project] 10.222.0.26 "GET /v2.0/networks?id=b9c4b6f3-df0f-4c77-b839-49ddcf66324c HTTP/1.1" status: 200 len: 808 time: 0.1602490 Mar 25 19:21:39.024607 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.v2.base [req-23eadfc6-5908-44c0-990f-beba375d648b req-687165d4-a1c1-452c-aa8a-05805e3b4fdd tempest-VolumesActionsTest-1647809653 tempest-VolumesActionsTest-1647809653-project] Request body: {'port': {'device_id': 'd21467c8-ca71-41b9-b2ea-fefe89ea0e7b', 'network_id': 'b9c4b6f3-df0f-4c77-b839-49ddcf66324c', 'admin_state_up': True, 'tenant_id': '10c2ee5f52c941b68c86264cf6fe22c6'}} {{(pid=103196) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 19:21:39.111455 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-46abdda9-1db1-4fa5-9455-cf307b1807af req-52c82ed0-3a41-46ef-9f87-a77e4d724bf8 tempest-VolumesActionsTest-1647809653 tempest-VolumesActionsTest-1647809653-project] 10.222.0.18 "GET /v2.0/ports?device_id=d21467c8-ca71-41b9-b2ea-fefe89ea0e7b HTTP/1.1" status: 200 len: 210 time: 0.0630550 Mar 25 19:21:39.167067 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23eadfc6-5908-44c0-990f-beba375d648b req-687165d4-a1c1-452c-aa8a-05805e3b4fdd tempest-VolumesActionsTest-1647809653 tempest-VolumesActionsTest-1647809653-project] Made reservation on behalf of 10c2ee5f52c941b68c86264cf6fe22c6 for: {'port': 1} {{(pid=103196) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 19:21:39.170394 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-23eadfc6-5908-44c0-990f-beba375d648b req-687165d4-a1c1-452c-aa8a-05805e3b4fdd tempest-VolumesActionsTest-1647809653 tempest-VolumesActionsTest-1647809653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1293263'] for port (None), before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:21:39.293876 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.db.db_base_plugin_common [req-23eadfc6-5908-44c0-990f-beba375d648b req-687165d4-a1c1-452c-aa8a-05805e3b4fdd tempest-VolumesActionsTest-1647809653 tempest-VolumesActionsTest-1647809653-project] Allocated IP 172.20.0.12 (b9c4b6f3-df0f-4c77-b839-49ddcf66324c/c40ce403-aaea-4281-9350-ded3d3ca9df1/d5285f44-82d5-4215-b475-0fb19f7f662e) {{(pid=103196) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 19:21:39.440715 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-23eadfc6-5908-44c0-990f-beba375d648b req-687165d4-a1c1-452c-aa8a-05805e3b4fdd tempest-VolumesActionsTest-1647809653 tempest-VolumesActionsTest-1647809653-project] Publish callbacks [] for port (d5285f44-82d5-4215-b475-0fb19f7f662e), precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:21:39.477681 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-23eadfc6-5908-44c0-990f-beba375d648b req-687165d4-a1c1-452c-aa8a-05805e3b4fdd tempest-VolumesActionsTest-1647809653 tempest-VolumesActionsTest-1647809653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741036193015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58911673'] for port (d5285f44-82d5-4215-b475-0fb19f7f662e), after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:21:39.521953 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23eadfc6-5908-44c0-990f-beba375d648b req-687165d4-a1c1-452c-aa8a-05805e3b4fdd tempest-VolumesActionsTest-1647809653 tempest-VolumesActionsTest-1647809653-project] Network b9c4b6f3-df0f-4c77-b839-49ddcf66324c is already hosted by enough agents. {{(pid=103196) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 19:21:39.524883 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.scheduler.base_scheduler [req-23eadfc6-5908-44c0-990f-beba375d648b req-687165d4-a1c1-452c-aa8a-05805e3b4fdd tempest-VolumesActionsTest-1647809653 tempest-VolumesActionsTest-1647809653-project] Resources bound (agent type, host, resource id): {{(pid=103196) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 19:21:39.528434 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [req-23eadfc6-5908-44c0-990f-beba375d648b req-687165d4-a1c1-452c-aa8a-05805e3b4fdd tempest-VolumesActionsTest-1647809653 tempest-VolumesActionsTest-1647809653-project] Received port after_create {{(pid=103196) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 25 19:21:39.563013 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687165d4-a1c1-452c-aa8a-05805e3b4fdd tempest-VolumesActionsTest-1647809653 tempest-VolumesActionsTest-1647809653-project] Pushing event updated for resources: {'Port': ['ID=d5285f44-82d5-4215-b475-0fb19f7f662e,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:21:39.583396 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23eadfc6-5908-44c0-990f-beba375d648b req-687165d4-a1c1-452c-aa8a-05805e3b4fdd tempest-VolumesActionsTest-1647809653 tempest-VolumesActionsTest-1647809653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:21:39.583960 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-23eadfc6-5908-44c0-990f-beba375d648b req-687165d4-a1c1-452c-aa8a-05805e3b4fdd tempest-VolumesActionsTest-1647809653 tempest-VolumesActionsTest-1647809653-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63648'] for port (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:21:39.598496 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-23eadfc6-5908-44c0-990f-beba375d648b req-687165d4-a1c1-452c-aa8a-05805e3b4fdd tempest-VolumesActionsTest-1647809653 tempest-VolumesActionsTest-1647809653-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5779943 Mar 25 19:21:39.611729 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.v2.base [req-23eadfc6-5908-44c0-990f-beba375d648b req-7f0bb5ad-6ec3-41be-b9ee-bcaa641f5b2b service neutron] Request body: {'port': {'device_id': 'd21467c8-ca71-41b9-b2ea-fefe89ea0e7b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75510'}} {{(pid=103196) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 19:21:39.666699 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-23eadfc6-5908-44c0-990f-beba375d648b req-7f0bb5ad-6ec3-41be-b9ee-bcaa641f5b2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1293263'] for port (d5285f44-82d5-4215-b475-0fb19f7f662e), before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:21:39.931793 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4625022b-dc0f-433c-b501-4d2d6342b35f req-ce33196b-295e-4fa8-b69a-66a249790f95 tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:21:39.933238 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-4625022b-dc0f-433c-b501-4d2d6342b35f req-ce33196b-295e-4fa8-b69a-66a249790f95 tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] 10.222.0.18 "GET /v2.0/ports?device_id=9da73b6c-0e9c-4722-bb2c-e3d758143cdf HTTP/1.1" status: 200 len: 946 time: 0.0499256 Mar 25 19:21:39.934393 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.notifiers.nova [req-23eadfc6-5908-44c0-990f-beba375d648b req-7f0bb5ad-6ec3-41be-b9ee-bcaa641f5b2b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5285f44-82d5-4215-b475-0fb19f7f662e {{(pid=103196) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 25 19:21:39.942088 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-23eadfc6-5908-44c0-990f-beba375d648b req-7f0bb5ad-6ec3-41be-b9ee-bcaa641f5b2b service neutron] Publish callbacks [] for port (d5285f44-82d5-4215-b475-0fb19f7f662e), precommit_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:21:39.955188 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [req-23eadfc6-5908-44c0-990f-beba375d648b req-7f0bb5ad-6ec3-41be-b9ee-bcaa641f5b2b service neutron] Transition to ACTIVE for port object d5285f44-82d5-4215-b475-0fb19f7f662e will not be triggered until provisioned by entity L2. {{(pid=103196) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 25 19:21:39.959901 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-23eadfc6-5908-44c0-990f-beba375d648b req-7f0bb5ad-6ec3-41be-b9ee-bcaa641f5b2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036679572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741036190733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741036190751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58911630'] for port (d5285f44-82d5-4215-b475-0fb19f7f662e), after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:21:39.980272 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-4625022b-dc0f-433c-b501-4d2d6342b35f req-16c7f605-33f3-45e7-b85c-394925e0531e tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] 10.222.0.18 "GET /v2.0/security-groups?id=316ae13e-57e7-48d9-a090-8e2f46504143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411279 Mar 25 19:21:40.028021 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0bb5ad-6ec3-41be-b9ee-bcaa641f5b2b service neutron] Pushing event updated for resources: {'Port': ['ID=d5285f44-82d5-4215-b475-0fb19f7f662e,revision_number=2']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:21:40.079169 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [req-23eadfc6-5908-44c0-990f-beba375d648b req-7f0bb5ad-6ec3-41be-b9ee-bcaa641f5b2b service neutron] Attempting to bind port d5285f44-82d5-4215-b475-0fb19f7f662e on host hv-cinder-75510 for vnic_type normal with profile {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 25 19:21:40.079508 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [req-23eadfc6-5908-44c0-990f-beba375d648b req-7f0bb5ad-6ec3-41be-b9ee-bcaa641f5b2b service neutron] Attempting to bind port d5285f44-82d5-4215-b475-0fb19f7f662e by drivers openvswitch,hyperv on host hv-cinder-75510 at level 0 using segments [{'id': 'a894a930-abca-44c9-a9d6-2ab8de3cb6b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'b9c4b6f3-df0f-4c77-b839-49ddcf66324c'}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 25 19:21:40.079889 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23eadfc6-5908-44c0-990f-beba375d648b req-7f0bb5ad-6ec3-41be-b9ee-bcaa641f5b2b service neutron] Attempting to bind port d5285f44-82d5-4215-b475-0fb19f7f662e on network b9c4b6f3-df0f-4c77-b839-49ddcf66324c {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 25 19:21:40.085925 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23eadfc6-5908-44c0-990f-beba375d648b req-7f0bb5ad-6ec3-41be-b9ee-bcaa641f5b2b service neutron] Port d5285f44-82d5-4215-b475-0fb19f7f662e on network b9c4b6f3-df0f-4c77-b839-49ddcf66324c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75510 {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 25 19:21:40.086205 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23eadfc6-5908-44c0-990f-beba375d648b req-7f0bb5ad-6ec3-41be-b9ee-bcaa641f5b2b service neutron] Attempting to bind port d5285f44-82d5-4215-b475-0fb19f7f662e on network b9c4b6f3-df0f-4c77-b839-49ddcf66324c {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 25 19:21:40.090996 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23eadfc6-5908-44c0-990f-beba375d648b req-7f0bb5ad-6ec3-41be-b9ee-bcaa641f5b2b service neutron] Checking agent: {'id': 'e10cc9df-a7ce-4b9c-bc25-dffd007f5dd8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75510', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 19, 18, 1), 'started_at': datetime.datetime(2022, 3, 25, 19, 18, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 19, 21, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 25 19:21:40.091332 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23eadfc6-5908-44c0-990f-beba375d648b req-7f0bb5ad-6ec3-41be-b9ee-bcaa641f5b2b service neutron] Checking segment: {'id': 'a894a930-abca-44c9-a9d6-2ab8de3cb6b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'b9c4b6f3-df0f-4c77-b839-49ddcf66324c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103196) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 25 19:21:40.091711 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23eadfc6-5908-44c0-990f-beba375d648b req-7f0bb5ad-6ec3-41be-b9ee-bcaa641f5b2b service neutron] Bound using segment: {'id': 'a894a930-abca-44c9-a9d6-2ab8de3cb6b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'b9c4b6f3-df0f-4c77-b839-49ddcf66324c'} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 25 19:21:40.092128 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [req-23eadfc6-5908-44c0-990f-beba375d648b req-7f0bb5ad-6ec3-41be-b9ee-bcaa641f5b2b service neutron] Bound port: d5285f44-82d5-4215-b475-0fb19f7f662e, host: hv-cinder-75510, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a894a930-abca-44c9-a9d6-2ab8de3cb6b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'b9c4b6f3-df0f-4c77-b839-49ddcf66324c'}}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 25 19:21:40.092481 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-23eadfc6-5908-44c0-990f-beba375d648b req-7f0bb5ad-6ec3-41be-b9ee-bcaa641f5b2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1293263'] for port (d5285f44-82d5-4215-b475-0fb19f7f662e), before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:21:40.164377 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.db [req-23eadfc6-5908-44c0-990f-beba375d648b req-7f0bb5ad-6ec3-41be-b9ee-bcaa641f5b2b service neutron] For port d5285f44-82d5-4215-b475-0fb19f7f662e, host hv-cinder-75510, cleared binding levels {{(pid=103196) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 25 19:21:40.167680 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.db [req-23eadfc6-5908-44c0-990f-beba375d648b req-7f0bb5ad-6ec3-41be-b9ee-bcaa641f5b2b service neutron] For port d5285f44-82d5-4215-b475-0fb19f7f662e, host hv-cinder-75510, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75510',level=0,port_id=d5285f44-82d5-4215-b475-0fb19f7f662e,segment=NetworkSegment(a894a930-abca-44c9-a9d6-2ab8de3cb6b7),segment_id=a894a930-abca-44c9-a9d6-2ab8de3cb6b7)] {{(pid=103196) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 25 19:21:40.175080 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-23eadfc6-5908-44c0-990f-beba375d648b req-7f0bb5ad-6ec3-41be-b9ee-bcaa641f5b2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036679572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741036190733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741036190751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58911630'] for port (d5285f44-82d5-4215-b475-0fb19f7f662e), after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:21:40.236229 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23eadfc6-5908-44c0-990f-beba375d648b req-7f0bb5ad-6ec3-41be-b9ee-bcaa641f5b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:21:40.237202 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-23eadfc6-5908-44c0-990f-beba375d648b req-7f0bb5ad-6ec3-41be-b9ee-bcaa641f5b2b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63648'] for port (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:21:40.238603 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-23eadfc6-5908-44c0-990f-beba375d648b req-7f0bb5ad-6ec3-41be-b9ee-bcaa641f5b2b service neutron] 10.222.0.26 "PUT /v2.0/ports/d5285f44-82d5-4215-b475-0fb19f7f662e HTTP/1.1" status: 200 len: 1094 time: 0.6306837 Mar 25 19:21:40.242113 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd21467c8-ca71-41b9-b2ea-fefe89ea0e7b', 'tag': 'd5285f44-82d5-4215-b475-0fb19f7f662e'}] {{(pid=103196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 25 19:21:40.244465 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aab9b3bfb8b62b9c439d2baea07b5fa53a515b81dc2b4d2d70d2153c83a947a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4f2f629-19e3-4a98-beb5-75912cd7661f" -d '{"events": [{"name": "network-changed", "server_uuid": "d21467c8-ca71-41b9-b2ea-fefe89ea0e7b", "tag": "d5285f44-82d5-4215-b475-0fb19f7f662e"}]}' {{(pid=103196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 25 19:21:40.276954 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0bb5ad-6ec3-41be-b9ee-bcaa641f5b2b service neutron] Pushing event updated for resources: {'Port': ['ID=d5285f44-82d5-4215-b475-0fb19f7f662e,revision_number=3']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:21:40.301700 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Mar 2022 19:21:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20f08429-9a56-47d2-ba08-c8c05abd83cf x-openstack-request-id: req-20f08429-9a56-47d2-ba08-c8c05abd83cf {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 25 19:21:40.301998 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d21467c8-ca71-41b9-b2ea-fefe89ea0e7b", "tag": "d5285f44-82d5-4215-b475-0fb19f7f662e", "status": "completed", "code": 200}]} {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 25 19:21:40.302263 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-20f08429-9a56-47d2-ba08-c8c05abd83cf {{(pid=103196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 25 19:21:40.302735 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event matching ['req-20f08429-9a56-47d2-ba08-c8c05abd83cf'] response: {'name': 'network-changed', 'server_uuid': 'd21467c8-ca71-41b9-b2ea-fefe89ea0e7b', 'tag': 'd5285f44-82d5-4215-b475-0fb19f7f662e', 'status': 'completed', 'code': 200} Mar 25 19:21:40.330162 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf46999c-12d6-45c4-afb2-e327f270b109 req-f68ad0f5-0bb9-4b30-ae56-ca1268424daa tempest-VolumesActionsTest-1647809653 tempest-VolumesActionsTest-1647809653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:21:40.331757 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-bf46999c-12d6-45c4-afb2-e327f270b109 req-f68ad0f5-0bb9-4b30-ae56-ca1268424daa tempest-VolumesActionsTest-1647809653 tempest-VolumesActionsTest-1647809653-project] 10.222.0.18 "GET /v2.0/ports?device_id=d21467c8-ca71-41b9-b2ea-fefe89ea0e7b HTTP/1.1" status: 200 len: 944 time: 0.1544619 Mar 25 19:21:40.375442 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23eadfc6-5908-44c0-990f-beba375d648b req-fbe46cec-3c61-4604-a48f-02428dedf5a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:21:40.376942 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-23eadfc6-5908-44c0-990f-beba375d648b req-fbe46cec-3c61-4604-a48f-02428dedf5a5 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=10c2ee5f52c941b68c86264cf6fe22c6&device_id=d21467c8-ca71-41b9-b2ea-fefe89ea0e7b HTTP/1.1" status: 200 len: 1128 time: 0.0902491 Mar 25 19:21:40.397589 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-bf46999c-12d6-45c4-afb2-e327f270b109 req-dfae0ab7-d048-48ab-8ebd-d3eacbd14cfb tempest-VolumesActionsTest-1647809653 tempest-VolumesActionsTest-1647809653-project] 10.222.0.18 "GET /v2.0/security-groups?id=b242bf4d-02be-4048-9580-b224e04b85f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584519 Mar 25 19:21:40.424558 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-23eadfc6-5908-44c0-990f-beba375d648b req-8f6e81ee-8548-4812-bd73-5466504673cd service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d5285f44-82d5-4215-b475-0fb19f7f662e HTTP/1.1" status: 200 len: 217 time: 0.0376434 Mar 25 19:21:40.484365 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23eadfc6-5908-44c0-990f-beba375d648b req-ba1b5e45-9e8b-47cf-90df-f58ad2254e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:21:40.485777 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-23eadfc6-5908-44c0-990f-beba375d648b req-ba1b5e45-9e8b-47cf-90df-f58ad2254e41 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c40ce403-aaea-4281-9350-ded3d3ca9df1 HTTP/1.1" status: 200 len: 848 time: 0.0428674 Mar 25 19:21:40.518875 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-23eadfc6-5908-44c0-990f-beba375d648b req-e9ddd1b1-7d52-4a4b-a893-43d51bf51e57 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b9c4b6f3-df0f-4c77-b839-49ddcf66324c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264513 Mar 25 19:21:40.606017 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-23eadfc6-5908-44c0-990f-beba375d648b req-06343773-d683-485e-b4ba-86253f1722bf service neutron] 10.222.0.26 "GET /v2.0/networks/b9c4b6f3-df0f-4c77-b839-49ddcf66324c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806987 Mar 25 19:21:40.700507 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-23eadfc6-5908-44c0-990f-beba375d648b req-3c5241e7-9d90-413d-b70c-f3222a586803 service neutron] 10.222.0.26 "GET /v2.0/networks/b9c4b6f3-df0f-4c77-b839-49ddcf66324c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829620 Mar 25 19:21:40.796027 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f2f629-19e3-4a98-beb5-75912cd7661f req-c7f398b2-807e-49d5-9917-59844da3ca3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:21:40.797569 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-c4f2f629-19e3-4a98-beb5-75912cd7661f req-c7f398b2-807e-49d5-9917-59844da3ca3f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=10c2ee5f52c941b68c86264cf6fe22c6&device_id=d21467c8-ca71-41b9-b2ea-fefe89ea0e7b HTTP/1.1" status: 200 len: 1128 time: 0.0441608 Mar 25 19:21:40.893142 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f2f629-19e3-4a98-beb5-75912cd7661f req-c6f3dd9f-84b4-4362-9781-668389bdcd2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:21:40.895139 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-c4f2f629-19e3-4a98-beb5-75912cd7661f req-c6f3dd9f-84b4-4362-9781-668389bdcd2d service neutron] 10.222.0.26 "GET /v2.0/networks?id=b9c4b6f3-df0f-4c77-b839-49ddcf66324c HTTP/1.1" status: 200 len: 909 time: 0.0880966 Mar 25 19:21:40.943746 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-c4f2f629-19e3-4a98-beb5-75912cd7661f req-4cd97696-8ab9-4188-878e-295d9d19f45a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d5285f44-82d5-4215-b475-0fb19f7f662e HTTP/1.1" status: 200 len: 217 time: 0.0406260 Mar 25 19:21:40.993318 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f2f629-19e3-4a98-beb5-75912cd7661f req-366495d3-a2d6-491c-834e-5a651b3bed76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:21:40.995070 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-c4f2f629-19e3-4a98-beb5-75912cd7661f req-366495d3-a2d6-491c-834e-5a651b3bed76 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c40ce403-aaea-4281-9350-ded3d3ca9df1 HTTP/1.1" status: 200 len: 848 time: 0.0451095 Mar 25 19:21:41.025459 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-c4f2f629-19e3-4a98-beb5-75912cd7661f req-f27da6b6-eb28-4486-984f-8dfef102fd51 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b9c4b6f3-df0f-4c77-b839-49ddcf66324c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243700 Mar 25 19:21:41.102919 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d38a8a1-ae3f-4007-b3cb-a7392ae903b9 req-c6f20328-e2df-4a76-a04b-402213f7f674 tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:21:41.104574 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-7d38a8a1-ae3f-4007-b3cb-a7392ae903b9 req-c6f20328-e2df-4a76-a04b-402213f7f674 tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] 10.222.0.18 "GET /v2.0/ports?device_id=9da73b6c-0e9c-4722-bb2c-e3d758143cdf HTTP/1.1" status: 200 len: 946 time: 0.0570278 Mar 25 19:21:41.124910 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-c4f2f629-19e3-4a98-beb5-75912cd7661f req-f888b705-befd-4db8-9ad4-6d3b08a604d7 service neutron] 10.222.0.26 "GET /v2.0/networks/b9c4b6f3-df0f-4c77-b839-49ddcf66324c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919437 Mar 25 19:21:41.153009 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-7d38a8a1-ae3f-4007-b3cb-a7392ae903b9 req-9508cb93-1ccf-4646-a147-da946e031442 tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] 10.222.0.18 "GET /v2.0/security-groups?id=316ae13e-57e7-48d9-a090-8e2f46504143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429008 Mar 25 19:21:41.221070 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-c4f2f629-19e3-4a98-beb5-75912cd7661f req-8960c691-e21a-4d8d-a330-83f9e81c2b7c service neutron] 10.222.0.26 "GET /v2.0/networks/b9c4b6f3-df0f-4c77-b839-49ddcf66324c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889449 Mar 25 19:21:41.536146 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2c4cc1-af7d-4a52-8760-682f5f517e41 req-5b7d727e-10c6-43cf-b945-282ec4ece153 tempest-VolumesActionsTest-1647809653 tempest-VolumesActionsTest-1647809653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:21:41.537852 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-cb2c4cc1-af7d-4a52-8760-682f5f517e41 req-5b7d727e-10c6-43cf-b945-282ec4ece153 tempest-VolumesActionsTest-1647809653 tempest-VolumesActionsTest-1647809653-project] 10.222.0.18 "GET /v2.0/ports?device_id=d21467c8-ca71-41b9-b2ea-fefe89ea0e7b HTTP/1.1" status: 200 len: 944 time: 0.0571113 Mar 25 19:21:41.584106 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-cb2c4cc1-af7d-4a52-8760-682f5f517e41 req-560537dd-41b4-4421-8e23-ef8238a61e65 tempest-VolumesActionsTest-1647809653 tempest-VolumesActionsTest-1647809653-project] 10.222.0.18 "GET /v2.0/security-groups?id=b242bf4d-02be-4048-9580-b224e04b85f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402901 Mar 25 19:21:42.279333 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1c3ae5-f983-4a33-b83d-1994338a685a req-f3ed8ae0-2c1b-4139-a554-80d18d9fad9b tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:21:42.280786 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-ed1c3ae5-f983-4a33-b83d-1994338a685a req-f3ed8ae0-2c1b-4139-a554-80d18d9fad9b tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] 10.222.0.18 "GET /v2.0/ports?device_id=9da73b6c-0e9c-4722-bb2c-e3d758143cdf HTTP/1.1" status: 200 len: 946 time: 0.0514784 Mar 25 19:21:42.325494 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-ed1c3ae5-f983-4a33-b83d-1994338a685a req-745afb9b-3003-446b-a4fc-224a84fdb543 tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] 10.222.0.18 "GET /v2.0/security-groups?id=316ae13e-57e7-48d9-a090-8e2f46504143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392063 Mar 25 19:21:42.714608 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17105021-6bed-4db7-8598-79d76dfdfeb9 req-b47b3f45-6b89-4cb3-9b97-53970588fef4 tempest-VolumesActionsTest-1647809653 tempest-VolumesActionsTest-1647809653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:21:42.716442 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-17105021-6bed-4db7-8598-79d76dfdfeb9 req-b47b3f45-6b89-4cb3-9b97-53970588fef4 tempest-VolumesActionsTest-1647809653 tempest-VolumesActionsTest-1647809653-project] 10.222.0.18 "GET /v2.0/ports?device_id=d21467c8-ca71-41b9-b2ea-fefe89ea0e7b HTTP/1.1" status: 200 len: 944 time: 0.0562954 Mar 25 19:21:42.765746 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-17105021-6bed-4db7-8598-79d76dfdfeb9 req-69a6b676-6f80-42f0-a986-501482f003ab tempest-VolumesActionsTest-1647809653 tempest-VolumesActionsTest-1647809653-project] 10.222.0.18 "GET /v2.0/security-groups?id=b242bf4d-02be-4048-9580-b224e04b85f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428541 Mar 25 19:21:43.448627 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951ad33a-4427-44e4-8274-6a3ac8df069b req-d0a68f60-4547-423a-b5f3-84511eb5cce6 tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:21:43.450145 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-951ad33a-4427-44e4-8274-6a3ac8df069b req-d0a68f60-4547-423a-b5f3-84511eb5cce6 tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] 10.222.0.18 "GET /v2.0/ports?device_id=9da73b6c-0e9c-4722-bb2c-e3d758143cdf HTTP/1.1" status: 200 len: 946 time: 0.0537405 Mar 25 19:21:43.506302 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-951ad33a-4427-44e4-8274-6a3ac8df069b req-f8672ec9-a87c-4100-80f1-df746181828c tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] 10.222.0.18 "GET /v2.0/security-groups?id=316ae13e-57e7-48d9-a090-8e2f46504143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504391 Mar 25 19:21:43.889260 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b14660-d96a-46c3-a704-41dca7cd68fb req-7d755abe-7f81-4cc4-ad01-2e552fb64662 tempest-VolumesActionsTest-1647809653 tempest-VolumesActionsTest-1647809653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:21:43.891470 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-89b14660-d96a-46c3-a704-41dca7cd68fb req-7d755abe-7f81-4cc4-ad01-2e552fb64662 tempest-VolumesActionsTest-1647809653 tempest-VolumesActionsTest-1647809653-project] 10.222.0.18 "GET /v2.0/ports?device_id=d21467c8-ca71-41b9-b2ea-fefe89ea0e7b HTTP/1.1" status: 200 len: 944 time: 0.0558441 Mar 25 19:21:43.945849 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-89b14660-d96a-46c3-a704-41dca7cd68fb req-67462fb3-be08-448d-b853-753f01db7a18 tempest-VolumesActionsTest-1647809653 tempest-VolumesActionsTest-1647809653-project] 10.222.0.18 "GET /v2.0/security-groups?id=b242bf4d-02be-4048-9580-b224e04b85f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462554 Mar 25 19:21:44.629329 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4c21da-7fc7-4851-b617-fceebce1f0f9 req-a088cd30-cfb5-42ff-8afe-968296447876 tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:21:44.630834 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-7b4c21da-7fc7-4851-b617-fceebce1f0f9 req-a088cd30-cfb5-42ff-8afe-968296447876 tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] 10.222.0.18 "GET /v2.0/ports?device_id=9da73b6c-0e9c-4722-bb2c-e3d758143cdf HTTP/1.1" status: 200 len: 946 time: 0.0508969 Mar 25 19:21:44.676552 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-7b4c21da-7fc7-4851-b617-fceebce1f0f9 req-d153979e-00c2-4746-aa39-fd16fe2a53ea tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] 10.222.0.18 "GET /v2.0/security-groups?id=316ae13e-57e7-48d9-a090-8e2f46504143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400617 Mar 25 19:21:45.058244 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e68121f-3fd7-4ad0-a1aa-d2fa871e5435 req-5da64234-d15f-42cb-b960-6e1dd5ab6695 tempest-VolumesActionsTest-1647809653 tempest-VolumesActionsTest-1647809653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:21:45.059721 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-4e68121f-3fd7-4ad0-a1aa-d2fa871e5435 req-5da64234-d15f-42cb-b960-6e1dd5ab6695 tempest-VolumesActionsTest-1647809653 tempest-VolumesActionsTest-1647809653-project] 10.222.0.18 "GET /v2.0/ports?device_id=d21467c8-ca71-41b9-b2ea-fefe89ea0e7b HTTP/1.1" status: 200 len: 944 time: 0.0503457 Mar 25 19:21:45.106298 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-4e68121f-3fd7-4ad0-a1aa-d2fa871e5435 req-ff05113b-245d-461c-bc9b-5422e9b72d17 tempest-VolumesActionsTest-1647809653 tempest-VolumesActionsTest-1647809653-project] 10.222.0.18 "GET /v2.0/security-groups?id=b242bf4d-02be-4048-9580-b224e04b85f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400445 Mar 25 19:21:45.342583 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Device d5285f44-82d5-4215-b475-0fb19f7f662e details requested by agent hyperv_hv-cinder-75510 with host hv-cinder-75510 {{(pid=103198) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 25 19:21:45.434498 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] For port d5285f44-82d5-4215-b475-0fb19f7f662e, host hv-cinder-75510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75510',level=0,port_id=d5285f44-82d5-4215-b475-0fb19f7f662e,segment=NetworkSegment(a894a930-abca-44c9-a9d6-2ab8de3cb6b7),segment_id=a894a930-abca-44c9-a9d6-2ab8de3cb6b7)] {{(pid=103198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 25 19:21:45.448933 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Returning: {'device': 'd5285f44-82d5-4215-b475-0fb19f7f662e', 'network_id': 'b9c4b6f3-df0f-4c77-b839-49ddcf66324c', 'port_id': 'd5285f44-82d5-4215-b475-0fb19f7f662e', 'mac_address': 'fa:16:3e:e5:63:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 267, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c40ce403-aaea-4281-9350-ded3d3ca9df1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103198) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 25 19:21:45.485184 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Current status of the port d5285f44-82d5-4215-b475-0fb19f7f662e is: DOWN; New status is: BUILD {{(pid=103198) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 25 19:21:45.485576 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1293263'] for port (d5285f44-82d5-4215-b475-0fb19f7f662e), before_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:21:45.502168 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.notifiers.nova [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5285f44-82d5-4215-b475-0fb19f7f662e {{(pid=103198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 25 19:21:45.521087 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] For port d5285f44-82d5-4215-b475-0fb19f7f662e, host hv-cinder-75510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75510',level=0,port_id=d5285f44-82d5-4215-b475-0fb19f7f662e,segment=NetworkSegment(a894a930-abca-44c9-a9d6-2ab8de3cb6b7),segment_id=a894a930-abca-44c9-a9d6-2ab8de3cb6b7)] {{(pid=103198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 25 19:21:45.524892 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036679572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741036190733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741036190751'] for port (d5285f44-82d5-4215-b475-0fb19f7f662e), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:21:45.569889 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Pushing event updated for resources: {'Port': ['ID=d5285f44-82d5-4215-b475-0fb19f7f662e,revision_number=4']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:21:45.576606 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:21:45.576951 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:21:45.577305 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:21:45.577657 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:21:45.577990 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:21:45.578316 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:21:45.578666 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:21:45.578988 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:21:45.579308 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:21:45.579626 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:21:45.579946 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:21:45.580279 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:21:45.580601 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:21:45.580919 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:21:45.581229 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:21:45.790528 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdef79ae-622f-4356-a015-2a843e7f4234 req-934f5a4d-819d-4b7f-b109-afeabc584518 tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:21:45.792012 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-fdef79ae-622f-4356-a015-2a843e7f4234 req-934f5a4d-819d-4b7f-b109-afeabc584518 tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] 10.222.0.18 "GET /v2.0/ports?device_id=9da73b6c-0e9c-4722-bb2c-e3d758143cdf HTTP/1.1" status: 200 len: 946 time: 0.0517650 Mar 25 19:21:45.842125 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-fdef79ae-622f-4356-a015-2a843e7f4234 req-0984eb27-ea0f-47d4-9000-93336f5928b8 tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] 10.222.0.18 "GET /v2.0/security-groups?id=316ae13e-57e7-48d9-a090-8e2f46504143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446265 Mar 25 19:21:46.221612 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6e04b7-7c79-4168-9184-f16122f8e7e4 req-3be19210-3f49-4e7b-8785-05073e066ee5 tempest-VolumesActionsTest-1647809653 tempest-VolumesActionsTest-1647809653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:21:46.223165 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-1c6e04b7-7c79-4168-9184-f16122f8e7e4 req-3be19210-3f49-4e7b-8785-05073e066ee5 tempest-VolumesActionsTest-1647809653 tempest-VolumesActionsTest-1647809653-project] 10.222.0.18 "GET /v2.0/ports?device_id=d21467c8-ca71-41b9-b2ea-fefe89ea0e7b HTTP/1.1" status: 200 len: 945 time: 0.0525460 Mar 25 19:21:46.268728 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-1c6e04b7-7c79-4168-9184-f16122f8e7e4 req-6ee8cee1-6e7a-439e-893d-f8c2c46626ef tempest-VolumesActionsTest-1647809653 tempest-VolumesActionsTest-1647809653-project] 10.222.0.18 "GET /v2.0/security-groups?id=b242bf4d-02be-4048-9580-b224e04b85f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395288 Mar 25 19:21:46.588673 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] get_ports_and_sgs() called for port_ids ['d5285f44-82d5-4215-b475-0fb19f7f662e'] {{(pid=103198) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 25 19:21:46.961077 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d4b093-c343-4a39-8ac2-ce7ab0305e43 req-75fe725c-7d5b-4e33-a744-ed94d57db8b6 tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:21:46.962542 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-76d4b093-c343-4a39-8ac2-ce7ab0305e43 req-75fe725c-7d5b-4e33-a744-ed94d57db8b6 tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] 10.222.0.18 "GET /v2.0/ports?device_id=9da73b6c-0e9c-4722-bb2c-e3d758143cdf HTTP/1.1" status: 200 len: 946 time: 0.0550029 Mar 25 19:21:47.007343 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-76d4b093-c343-4a39-8ac2-ce7ab0305e43 req-3792d0b4-9342-4354-8516-62eaab2b9aea tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] 10.222.0.18 "GET /v2.0/security-groups?id=316ae13e-57e7-48d9-a090-8e2f46504143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392005 Mar 25 19:21:47.390488 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9385920b-3e2b-47b9-9d0c-72a4e630ff1a req-efd9de47-f194-4683-82cc-00420ab3e7ea tempest-VolumesActionsTest-1647809653 tempest-VolumesActionsTest-1647809653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:21:47.392859 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-9385920b-3e2b-47b9-9d0c-72a4e630ff1a req-efd9de47-f194-4683-82cc-00420ab3e7ea tempest-VolumesActionsTest-1647809653 tempest-VolumesActionsTest-1647809653-project] 10.222.0.18 "GET /v2.0/ports?device_id=d21467c8-ca71-41b9-b2ea-fefe89ea0e7b HTTP/1.1" status: 200 len: 945 time: 0.0587814 Mar 25 19:21:47.442719 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-9385920b-3e2b-47b9-9d0c-72a4e630ff1a req-37f9a430-bb15-4708-a0cc-049f3b3cf89a tempest-VolumesActionsTest-1647809653 tempest-VolumesActionsTest-1647809653-project] 10.222.0.18 "GET /v2.0/security-groups?id=b242bf4d-02be-4048-9580-b224e04b85f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438607 Mar 25 19:21:48.121730 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c33d68a-cb25-4cb2-a6ee-a01771cf6b60 req-c6834347-3758-43ee-ac03-458ae9824b92 tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:21:48.123266 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-0c33d68a-cb25-4cb2-a6ee-a01771cf6b60 req-c6834347-3758-43ee-ac03-458ae9824b92 tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] 10.222.0.18 "GET /v2.0/ports?device_id=9da73b6c-0e9c-4722-bb2c-e3d758143cdf HTTP/1.1" status: 200 len: 946 time: 0.0520711 Mar 25 19:21:48.168599 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-0c33d68a-cb25-4cb2-a6ee-a01771cf6b60 req-2ab143e4-10d4-42b0-8563-c0d2fb5390b4 tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] 10.222.0.18 "GET /v2.0/security-groups?id=316ae13e-57e7-48d9-a090-8e2f46504143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399082 Mar 25 19:21:48.555274 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b1fad9-69e3-41db-b0c3-c94b91f209f3 req-9ec9e8cc-ea3f-4f51-b06e-a30746c300a1 tempest-VolumesActionsTest-1647809653 tempest-VolumesActionsTest-1647809653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:21:48.556627 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-c0b1fad9-69e3-41db-b0c3-c94b91f209f3 req-9ec9e8cc-ea3f-4f51-b06e-a30746c300a1 tempest-VolumesActionsTest-1647809653 tempest-VolumesActionsTest-1647809653-project] 10.222.0.18 "GET /v2.0/ports?device_id=d21467c8-ca71-41b9-b2ea-fefe89ea0e7b HTTP/1.1" status: 200 len: 945 time: 0.0500915 Mar 25 19:21:48.601653 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-c0b1fad9-69e3-41db-b0c3-c94b91f209f3 req-e525e72e-408d-4850-8daf-d9fe52807aee tempest-VolumesActionsTest-1647809653 tempest-VolumesActionsTest-1647809653-project] 10.222.0.18 "GET /v2.0/security-groups?id=b242bf4d-02be-4048-9580-b224e04b85f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396545 Mar 25 19:21:49.281087 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcd5ed5-f5d5-44e8-a555-b10b33b4b5f6 req-adac6b63-8883-47fd-b943-ac469c0e5a66 tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:21:49.282561 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-9fcd5ed5-f5d5-44e8-a555-b10b33b4b5f6 req-adac6b63-8883-47fd-b943-ac469c0e5a66 tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] 10.222.0.18 "GET /v2.0/ports?device_id=9da73b6c-0e9c-4722-bb2c-e3d758143cdf HTTP/1.1" status: 200 len: 946 time: 0.0509472 Mar 25 19:21:49.330757 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-9fcd5ed5-f5d5-44e8-a555-b10b33b4b5f6 req-96820ac0-0109-4171-8170-d8c6c3f7e627 tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] 10.222.0.18 "GET /v2.0/security-groups?id=316ae13e-57e7-48d9-a090-8e2f46504143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420880 Mar 25 19:21:49.718878 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6ba203-d80a-4d55-b3ff-2a8440b161bd req-193e15d3-b7bf-4baf-9ddd-0b6eb14fb198 tempest-VolumesActionsTest-1647809653 tempest-VolumesActionsTest-1647809653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:21:49.720241 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-4b6ba203-d80a-4d55-b3ff-2a8440b161bd req-193e15d3-b7bf-4baf-9ddd-0b6eb14fb198 tempest-VolumesActionsTest-1647809653 tempest-VolumesActionsTest-1647809653-project] 10.222.0.18 "GET /v2.0/ports?device_id=d21467c8-ca71-41b9-b2ea-fefe89ea0e7b HTTP/1.1" status: 200 len: 945 time: 0.0546749 Mar 25 19:21:49.764866 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-4b6ba203-d80a-4d55-b3ff-2a8440b161bd req-6daab4e4-d8ae-45d4-a23c-4f96abaa7e61 tempest-VolumesActionsTest-1647809653 tempest-VolumesActionsTest-1647809653-project] 10.222.0.18 "GET /v2.0/security-groups?id=b242bf4d-02be-4048-9580-b224e04b85f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385330 Mar 25 19:21:50.445203 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e50b2f-6b8e-4690-8089-9169efb10849 req-39483c74-07f2-447d-bdbc-d3aba52eeeee tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:21:50.446698 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-81e50b2f-6b8e-4690-8089-9169efb10849 req-39483c74-07f2-447d-bdbc-d3aba52eeeee tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] 10.222.0.18 "GET /v2.0/ports?device_id=9da73b6c-0e9c-4722-bb2c-e3d758143cdf HTTP/1.1" status: 200 len: 946 time: 0.0518465 Mar 25 19:21:50.492054 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-81e50b2f-6b8e-4690-8089-9169efb10849 req-20e2d62c-dfc6-4430-bb08-9686a6707dbf tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] 10.222.0.18 "GET /v2.0/security-groups?id=316ae13e-57e7-48d9-a090-8e2f46504143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396745 Mar 25 19:21:50.882684 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fda184-c0bc-4fea-b6b0-6e00d988cd61 req-df3781d0-404d-4ecc-b4f3-5db1768c9cdb tempest-VolumesActionsTest-1647809653 tempest-VolumesActionsTest-1647809653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:21:50.884337 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-f8fda184-c0bc-4fea-b6b0-6e00d988cd61 req-df3781d0-404d-4ecc-b4f3-5db1768c9cdb tempest-VolumesActionsTest-1647809653 tempest-VolumesActionsTest-1647809653-project] 10.222.0.18 "GET /v2.0/ports?device_id=d21467c8-ca71-41b9-b2ea-fefe89ea0e7b HTTP/1.1" status: 200 len: 945 time: 0.0521760 Mar 25 19:21:50.941396 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-f8fda184-c0bc-4fea-b6b0-6e00d988cd61 req-32349984-a590-4469-a840-66862ed24a68 tempest-VolumesActionsTest-1647809653 tempest-VolumesActionsTest-1647809653-project] 10.222.0.18 "GET /v2.0/security-groups?id=b242bf4d-02be-4048-9580-b224e04b85f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514994 Mar 25 19:21:51.359886 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89f04e5-2d69-4f73-9db8-ea4ddd4d09e3 req-ac6d9113-f2e9-46b8-9b30-852d8ba95966 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:21:51.361606 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-e89f04e5-2d69-4f73-9db8-ea4ddd4d09e3 req-ac6d9113-f2e9-46b8-9b30-852d8ba95966 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] 10.222.0.18 "GET /v2.0/ports?device_id=60b11edc-ce3f-48f7-ac37-bc15cd882254 HTTP/1.1" status: 200 len: 946 time: 0.0571101 Mar 25 19:21:51.416263 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-e89f04e5-2d69-4f73-9db8-ea4ddd4d09e3 req-a1ff9946-bd79-4499-b581-2a70e48d914b tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] 10.222.0.18 "GET /v2.0/security-groups?id=ece6d36a-8c2c-423d-886b-e23866ad66ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476089 Mar 25 19:21:51.640557 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce8c8c7-23be-4373-88db-e41599d1de1c req-fb591f24-c8ca-40e1-a888-fef03be735f7 tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:21:51.642574 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-8ce8c8c7-23be-4373-88db-e41599d1de1c req-fb591f24-c8ca-40e1-a888-fef03be735f7 tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] 10.222.0.18 "GET /v2.0/ports?device_id=9da73b6c-0e9c-4722-bb2c-e3d758143cdf HTTP/1.1" status: 200 len: 946 time: 0.0575285 Mar 25 19:21:51.646046 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Device d5285f44-82d5-4215-b475-0fb19f7f662e up at agent hyperv_hv-cinder-75510 {{(pid=103198) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 25 19:21:51.706190 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-8ce8c8c7-23be-4373-88db-e41599d1de1c req-1cc32470-b463-484c-9c39-f77c7082a905 tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] 10.222.0.18 "GET /v2.0/security-groups?id=316ae13e-57e7-48d9-a090-8e2f46504143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502326 Mar 25 19:21:51.752343 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Provisioning for port d5285f44-82d5-4215-b475-0fb19f7f662e completed by entity L2. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 25 19:21:51.757002 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Provisioning complete for port d5285f44-82d5-4215-b475-0fb19f7f662e triggered by entity L2. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 25 19:21:51.757393 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133789'] for port (d5285f44-82d5-4215-b475-0fb19f7f662e), provisioning_complete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:21:51.855433 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Current status of the port d5285f44-82d5-4215-b475-0fb19f7f662e is: BUILD; New status is: ACTIVE {{(pid=103198) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 25 19:21:51.856116 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1293263'] for port (d5285f44-82d5-4215-b475-0fb19f7f662e), before_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:21:51.888653 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd21467c8-ca71-41b9-b2ea-fefe89ea0e7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5285f44-82d5-4215-b475-0fb19f7f662e'}] {{(pid=103198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 25 19:21:51.890894 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be5bcd447a3797005f5619062121570069e0d2064b33fc0b2cf836394b7860ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e59ff2e7-0d90-4e12-a1a3-89ee81f1c2e4" -d '{"events": [{"server_uuid": "d21467c8-ca71-41b9-b2ea-fefe89ea0e7b", "name": "network-vif-plugged", "status": "completed", "tag": "d5285f44-82d5-4215-b475-0fb19f7f662e"}]}' {{(pid=103198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 25 19:21:51.927327 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] For port d5285f44-82d5-4215-b475-0fb19f7f662e, host hv-cinder-75510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75510',level=0,port_id=d5285f44-82d5-4215-b475-0fb19f7f662e,segment=NetworkSegment(a894a930-abca-44c9-a9d6-2ab8de3cb6b7),segment_id=a894a930-abca-44c9-a9d6-2ab8de3cb6b7)] {{(pid=103198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 25 19:21:51.933570 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036679572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741036190733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741036190751'] for port (d5285f44-82d5-4215-b475-0fb19f7f662e), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:21:51.959765 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Mar 2022 19:21:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-607adad0-4728-4d41-a18c-650f0167881b x-openstack-request-id: req-607adad0-4728-4d41-a18c-650f0167881b {{(pid=103198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 25 19:21:51.960055 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d21467c8-ca71-41b9-b2ea-fefe89ea0e7b", "name": "network-vif-plugged", "status": "completed", "tag": "d5285f44-82d5-4215-b475-0fb19f7f662e", "code": 200}]} {{(pid=103198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 25 19:21:51.960484 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-607adad0-4728-4d41-a18c-650f0167881b {{(pid=103198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 25 19:21:51.961129 dv-cinder-755101-7-iscsi neutron-server[103198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-607adad0-4728-4d41-a18c-650f0167881b'] response: {'server_uuid': 'd21467c8-ca71-41b9-b2ea-fefe89ea0e7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5285f44-82d5-4215-b475-0fb19f7f662e', 'code': 200} Mar 25 19:21:52.001412 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Pushing event updated for resources: {'Port': ['ID=d5285f44-82d5-4215-b475-0fb19f7f662e,revision_number=5']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:21:52.099033 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc03a703-aaf5-48ce-8177-fa535f9e02eb req-3860c49f-0e16-4715-b970-9d4e79f018f0 tempest-VolumesActionsTest-1647809653 tempest-VolumesActionsTest-1647809653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:21:52.101473 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-dc03a703-aaf5-48ce-8177-fa535f9e02eb req-3860c49f-0e16-4715-b970-9d4e79f018f0 tempest-VolumesActionsTest-1647809653 tempest-VolumesActionsTest-1647809653-project] 10.222.0.18 "GET /v2.0/ports?device_id=d21467c8-ca71-41b9-b2ea-fefe89ea0e7b HTTP/1.1" status: 200 len: 946 time: 0.0767906 Mar 25 19:21:52.157574 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-dc03a703-aaf5-48ce-8177-fa535f9e02eb req-9f3bc380-a4cc-4285-a668-a4804bb01e37 tempest-VolumesActionsTest-1647809653 tempest-VolumesActionsTest-1647809653-project] 10.222.0.18 "GET /v2.0/security-groups?id=b242bf4d-02be-4048-9580-b224e04b85f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486259 Mar 25 19:21:52.165632 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b463de-5577-4ecf-a5d2-4208fd257a14 req-37c498e4-17ed-48a3-89c6-3dc624ed4c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:21:52.167210 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-43b463de-5577-4ecf-a5d2-4208fd257a14 req-37c498e4-17ed-48a3-89c6-3dc624ed4c60 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=d21467c8-ca71-41b9-b2ea-fefe89ea0e7b HTTP/1.1" status: 200 len: 1130 time: 0.0551467 Mar 25 19:21:52.211206 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-43b463de-5577-4ecf-a5d2-4208fd257a14 req-acb2f9cb-785f-4063-9079-9504ff421e19 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=b242bf4d-02be-4048-9580-b224e04b85f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374622 Mar 25 19:21:52.810690 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd3862a-e9d1-4eed-ae8d-6bf740cd7499 req-64130800-e56a-4a47-aba9-968fa6385adc tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:21:52.812199 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-1bd3862a-e9d1-4eed-ae8d-6bf740cd7499 req-64130800-e56a-4a47-aba9-968fa6385adc tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] 10.222.0.18 "GET /v2.0/ports?device_id=60b11edc-ce3f-48f7-ac37-bc15cd882254 HTTP/1.1" status: 200 len: 946 time: 0.2653179 Mar 25 19:21:52.861740 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-1bd3862a-e9d1-4eed-ae8d-6bf740cd7499 req-88f46a29-20ba-489d-be22-2c510956e2d9 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] 10.222.0.18 "GET /v2.0/security-groups?id=ece6d36a-8c2c-423d-886b-e23866ad66ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431070 Mar 25 19:21:52.864979 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7ab613-33c7-4005-8ddf-236e88eb6cf3 req-5a4e49e0-df4c-49f3-9603-694b363447dd tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:21:52.866100 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-3b7ab613-33c7-4005-8ddf-236e88eb6cf3 req-5a4e49e0-df4c-49f3-9603-694b363447dd tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] 10.222.0.18 "GET /v2.0/ports?device_id=9da73b6c-0e9c-4722-bb2c-e3d758143cdf HTTP/1.1" status: 200 len: 946 time: 0.0612719 Mar 25 19:21:52.912523 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-3b7ab613-33c7-4005-8ddf-236e88eb6cf3 req-c904f35e-231e-4439-b3c1-fbe8902c3c85 tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] 10.222.0.18 "GET /v2.0/security-groups?id=316ae13e-57e7-48d9-a090-8e2f46504143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401313 Mar 25 19:21:53.274946 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d465ccf-fda8-489f-a6e3-e3635da1f5dd req-82adf293-df51-48ab-b30c-9c3b640e5d0e tempest-VolumesActionsTest-1647809653 tempest-VolumesActionsTest-1647809653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:21:53.276562 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-6d465ccf-fda8-489f-a6e3-e3635da1f5dd req-82adf293-df51-48ab-b30c-9c3b640e5d0e tempest-VolumesActionsTest-1647809653 tempest-VolumesActionsTest-1647809653-project] 10.222.0.18 "GET /v2.0/ports?device_id=d21467c8-ca71-41b9-b2ea-fefe89ea0e7b HTTP/1.1" status: 200 len: 946 time: 0.0534439 Mar 25 19:21:53.325602 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-6d465ccf-fda8-489f-a6e3-e3635da1f5dd req-c9fe9e51-2794-4e89-ade8-6fd85ecf8bd9 tempest-VolumesActionsTest-1647809653 tempest-VolumesActionsTest-1647809653-project] 10.222.0.18 "GET /v2.0/security-groups?id=b242bf4d-02be-4048-9580-b224e04b85f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430930 Mar 25 19:21:53.993069 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcb71fe-5c2d-4367-aa25-2e8237b3161c req-53f85f7b-38b6-4e32-bdd3-c0f00c45ed96 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:21:53.994846 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-9dcb71fe-5c2d-4367-aa25-2e8237b3161c req-53f85f7b-38b6-4e32-bdd3-c0f00c45ed96 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] 10.222.0.18 "GET /v2.0/ports?device_id=60b11edc-ce3f-48f7-ac37-bc15cd882254 HTTP/1.1" status: 200 len: 946 time: 0.0616729 Mar 25 19:21:54.053846 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65d200b-2629-46a6-8b22-fc06c54bc2e7 req-7866debe-b94b-4e7f-b0f8-ec8a559c8099 tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:21:54.055541 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-9dcb71fe-5c2d-4367-aa25-2e8237b3161c req-1de94e49-310c-4efa-8c9f-f51fa7cf3a85 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] 10.222.0.18 "GET /v2.0/security-groups?id=ece6d36a-8c2c-423d-886b-e23866ad66ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546393 Mar 25 19:21:54.071049 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-d65d200b-2629-46a6-8b22-fc06c54bc2e7 req-7866debe-b94b-4e7f-b0f8-ec8a559c8099 tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] 10.222.0.18 "GET /v2.0/ports?device_id=9da73b6c-0e9c-4722-bb2c-e3d758143cdf HTTP/1.1" status: 200 len: 946 time: 0.0881417 Mar 25 19:21:54.141286 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-d65d200b-2629-46a6-8b22-fc06c54bc2e7 req-c7a07280-c75c-490d-834f-4048f9b78b9d tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] 10.222.0.18 "GET /v2.0/security-groups?id=316ae13e-57e7-48d9-a090-8e2f46504143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693452 Mar 25 19:21:54.277631 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-ee5a0af8-45a6-484b-af91-419886e0b6ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741036503857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133703'] for agent (ff15a80c-2d7c-4104-a6ad-0973d1d911f7), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:21:54.446985 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ed0a7c-fc8f-47a5-b61b-eb8a67422c53 req-7a1629d4-726f-4109-a851-da355bc1addf tempest-VolumesActionsTest-1647809653 tempest-VolumesActionsTest-1647809653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:21:54.448461 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-03ed0a7c-fc8f-47a5-b61b-eb8a67422c53 req-7a1629d4-726f-4109-a851-da355bc1addf tempest-VolumesActionsTest-1647809653 tempest-VolumesActionsTest-1647809653-project] 10.222.0.18 "GET /v2.0/ports?device_id=d21467c8-ca71-41b9-b2ea-fefe89ea0e7b HTTP/1.1" status: 200 len: 946 time: 0.0545645 Mar 25 19:21:54.498729 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-03ed0a7c-fc8f-47a5-b61b-eb8a67422c53 req-668099c2-cc18-4800-92a0-311d9a102a9c tempest-VolumesActionsTest-1647809653 tempest-VolumesActionsTest-1647809653-project] 10.222.0.18 "GET /v2.0/security-groups?id=b242bf4d-02be-4048-9580-b224e04b85f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448265 Mar 25 19:21:55.116684 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.db.agents_db [None req-ad735e95-395b-498c-b22d-e8906e231634 None None] Agent healthcheck: found 6 active agents {{(pid=103199) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 25 19:21:55.217545 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b2a5e5-888a-41e1-905b-335cfd7e0c54 req-18f606ba-6119-4227-8b63-05615ce63dcd tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:21:55.219179 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-b5b2a5e5-888a-41e1-905b-335cfd7e0c54 req-18f606ba-6119-4227-8b63-05615ce63dcd tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] 10.222.0.18 "GET /v2.0/ports?device_id=60b11edc-ce3f-48f7-ac37-bc15cd882254 HTTP/1.1" status: 200 len: 946 time: 0.0588269 Mar 25 19:21:55.279214 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-b5b2a5e5-888a-41e1-905b-335cfd7e0c54 req-2346289f-7cb2-4851-b53c-3e6c781fed30 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] 10.222.0.18 "GET /v2.0/security-groups?id=ece6d36a-8c2c-423d-886b-e23866ad66ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521631 Mar 25 19:21:55.400635 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5a6c1d-6864-48fd-8ff2-01619dd8e017 req-ffbd540c-8d5e-4447-8e39-c963d189ba54 tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:21:55.409399 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-cb5a6c1d-6864-48fd-8ff2-01619dd8e017 req-ffbd540c-8d5e-4447-8e39-c963d189ba54 tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] 10.222.0.18 "GET /v2.0/ports?device_id=9da73b6c-0e9c-4722-bb2c-e3d758143cdf HTTP/1.1" status: 200 len: 946 time: 0.0686095 Mar 25 19:21:55.477905 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a58ecb-9cf7-47c3-8ceb-4418ffd9f457 req-cfa88e7c-1a63-4bb8-abc6-c57b07c7d8e6 tempest-VolumesActionsTest-1647809653 tempest-VolumesActionsTest-1647809653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:21:55.478907 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-cb5a6c1d-6864-48fd-8ff2-01619dd8e017 req-719619a3-060b-4b75-898b-36088d2febfe tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] 10.222.0.18 "GET /v2.0/security-groups?id=316ae13e-57e7-48d9-a090-8e2f46504143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685997 Mar 25 19:21:55.484827 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-68a58ecb-9cf7-47c3-8ceb-4418ffd9f457 req-cfa88e7c-1a63-4bb8-abc6-c57b07c7d8e6 tempest-VolumesActionsTest-1647809653 tempest-VolumesActionsTest-1647809653-project] 10.222.0.18 "GET /v2.0/ports?device_id=d21467c8-ca71-41b9-b2ea-fefe89ea0e7b HTTP/1.1" status: 200 len: 946 time: 0.1094673 Mar 25 19:21:55.545819 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-68a58ecb-9cf7-47c3-8ceb-4418ffd9f457 req-ee6ee87f-2923-4b19-bb5f-af0c738251d4 tempest-VolumesActionsTest-1647809653 tempest-VolumesActionsTest-1647809653-project] 10.222.0.18 "GET /v2.0/security-groups?id=b242bf4d-02be-4048-9580-b224e04b85f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600340 Mar 25 19:21:56.127883 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f25d1ba-7353-491f-b122-56e6a78bcaee req-81521146-7fb2-4abe-ab84-86b45e454020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:21:56.129396 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-6f25d1ba-7353-491f-b122-56e6a78bcaee req-81521146-7fb2-4abe-ab84-86b45e454020 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=9da73b6c-0e9c-4722-bb2c-e3d758143cdf HTTP/1.1" status: 200 len: 1130 time: 0.0429709 Mar 25 19:21:56.173858 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-6f25d1ba-7353-491f-b122-56e6a78bcaee req-18f3dbbf-2bf0-4f0e-a844-278b1de5391f service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=316ae13e-57e7-48d9-a090-8e2f46504143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374713 Mar 25 19:21:56.419173 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f07cbd8-d7ac-41f0-817e-4c96a99114b7 req-f1255a5b-d199-4cc1-bc6f-3220bd660f95 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:21:56.420613 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-5f07cbd8-d7ac-41f0-817e-4c96a99114b7 req-f1255a5b-d199-4cc1-bc6f-3220bd660f95 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] 10.222.0.18 "GET /v2.0/ports?device_id=60b11edc-ce3f-48f7-ac37-bc15cd882254 HTTP/1.1" status: 200 len: 946 time: 0.0511529 Mar 25 19:21:56.466384 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-5f07cbd8-d7ac-41f0-817e-4c96a99114b7 req-f306153f-1133-429e-831e-dcb4d6e9134d tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] 10.222.0.18 "GET /v2.0/security-groups?id=ece6d36a-8c2c-423d-886b-e23866ad66ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399082 Mar 25 19:21:56.638036 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e29776-8bd9-4a22-90fe-b43a31a34cde req-873060f4-8d78-41a5-be23-9cb0318ffcc6 tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:21:56.640365 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-a7e29776-8bd9-4a22-90fe-b43a31a34cde req-873060f4-8d78-41a5-be23-9cb0318ffcc6 tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] 10.222.0.18 "GET /v2.0/ports?device_id=9da73b6c-0e9c-4722-bb2c-e3d758143cdf HTTP/1.1" status: 200 len: 946 time: 0.0686581 Mar 25 19:21:56.692529 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-5e660a22-9a3b-4fe4-a6c7-941eecf8af15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741036503857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133703'] for agent (af1b81b0-43af-47bb-a61e-8e46b36efc57), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:21:56.746710 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dc616a-2982-4081-a808-36c308c0d49a req-84fe77cf-df22-446e-8824-9daa439af8b2 tempest-VolumesActionsTest-1647809653 tempest-VolumesActionsTest-1647809653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:21:56.747882 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-a7e29776-8bd9-4a22-90fe-b43a31a34cde req-f4016ff6-48cc-4c43-bd92-ed06fe1676c9 tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] 10.222.0.18 "GET /v2.0/security-groups?id=316ae13e-57e7-48d9-a090-8e2f46504143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959091 Mar 25 19:21:56.752933 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-39dc616a-2982-4081-a808-36c308c0d49a req-84fe77cf-df22-446e-8824-9daa439af8b2 tempest-VolumesActionsTest-1647809653 tempest-VolumesActionsTest-1647809653-project] 10.222.0.18 "GET /v2.0/ports?device_id=d21467c8-ca71-41b9-b2ea-fefe89ea0e7b HTTP/1.1" status: 200 len: 946 time: 0.1119716 Mar 25 19:21:56.823284 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-39dc616a-2982-4081-a808-36c308c0d49a req-b5ff2aa5-8f9d-439f-aacc-88dffa909674 tempest-VolumesActionsTest-1647809653 tempest-VolumesActionsTest-1647809653-project] 10.222.0.18 "GET /v2.0/security-groups?id=b242bf4d-02be-4048-9580-b224e04b85f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672114 Mar 25 19:21:56.867866 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.18', 33682) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:21:57.060280 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b8f3d819-58ce-4588-b73c-399c0c7d4d8d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:21:57.142108 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b8f3d819-58ce-4588-b73c-399c0c7d4d8d admin admin] Publish callbacks [] for security_group (0fe9f6da-2d70-4600-aca0-148832afac9c), precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:21:57.146650 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b8f3d819-58ce-4588-b73c-399c0c7d4d8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687199'] for security_group (0fe9f6da-2d70-4600-aca0-148832afac9c), after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:21:57.213238 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-b8f3d819-58ce-4588-b73c-399c0c7d4d8d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=520f2271f82441c0ae1874ac857200ee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3439167 Mar 25 19:21:57.216001 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.18', 33698) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:21:57.216176 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f3d819-58ce-4588-b73c-399c0c7d4d8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fe9f6da-2d70-4600-aca0-148832afac9c,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:21:57.226910 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f3d819-58ce-4588-b73c-399c0c7d4d8d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:21:57.227255 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f3d819-58ce-4588-b73c-399c0c7d4d8d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:21:57.227601 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f3d819-58ce-4588-b73c-399c0c7d4d8d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:21:57.227936 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f3d819-58ce-4588-b73c-399c0c7d4d8d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:21:57.228266 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f3d819-58ce-4588-b73c-399c0c7d4d8d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:21:57.228593 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f3d819-58ce-4588-b73c-399c0c7d4d8d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:21:57.228914 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f3d819-58ce-4588-b73c-399c0c7d4d8d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:21:57.229239 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f3d819-58ce-4588-b73c-399c0c7d4d8d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:21:57.229566 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f3d819-58ce-4588-b73c-399c0c7d4d8d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:21:57.229889 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f3d819-58ce-4588-b73c-399c0c7d4d8d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:21:57.230214 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f3d819-58ce-4588-b73c-399c0c7d4d8d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:21:57.230552 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f3d819-58ce-4588-b73c-399c0c7d4d8d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:21:57.230872 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f3d819-58ce-4588-b73c-399c0c7d4d8d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:21:57.231187 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f3d819-58ce-4588-b73c-399c0c7d4d8d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:21:57.231500 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f3d819-58ce-4588-b73c-399c0c7d4d8d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:21:57.249605 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc9d530-0eba-42f8-ae23-294f7c9d1e6e req-72aa680f-2d22-457f-9e88-7584ef57e6a8 tempest-VolumesActionsTest-1647809653 tempest-VolumesActionsTest-1647809653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:21:57.251137 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-adc9d530-0eba-42f8-ae23-294f7c9d1e6e req-72aa680f-2d22-457f-9e88-7584ef57e6a8 tempest-VolumesActionsTest-1647809653 tempest-VolumesActionsTest-1647809653-project] 10.222.0.26 "GET /v2.0/ports?device_id=d21467c8-ca71-41b9-b2ea-fefe89ea0e7b HTTP/1.1" status: 200 len: 946 time: 0.0890028 Mar 25 19:21:57.272994 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-2226a98f-279e-4515-ba7c-e73a54cab802 admin admin] Publish callbacks [] for security_group (0fe9f6da-2d70-4600-aca0-148832afac9c), before_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:21:57.294704 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-2226a98f-279e-4515-ba7c-e73a54cab802 admin admin] Publish callbacks [] for security_group (0fe9f6da-2d70-4600-aca0-148832afac9c), precommit_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:21:57.346740 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-2226a98f-279e-4515-ba7c-e73a54cab802 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687199'] for security_group (0fe9f6da-2d70-4600-aca0-148832afac9c), after_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:21:57.350250 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-2226a98f-279e-4515-ba7c-e73a54cab802 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:21:57.351968 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-2226a98f-279e-4515-ba7c-e73a54cab802 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0fe9f6da-2d70-4600-aca0-148832afac9c HTTP/1.1" status: 204 len: 168 time: 0.1345153 Mar 25 19:21:57.360553 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2226a98f-279e-4515-ba7c-e73a54cab802 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fe9f6da-2d70-4600-aca0-148832afac9c,revision_number=None']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:21:57.362242 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [req-adc9d530-0eba-42f8-ae23-294f7c9d1e6e req-a11ab316-7726-4c0d-a265-2b96637cb890 tempest-VolumesActionsTest-1647809653 tempest-VolumesActionsTest-1647809653-project] Deleting port d5285f44-82d5-4215-b475-0fb19f7f662e {{(pid=103196) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 25 19:21:57.362641 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-adc9d530-0eba-42f8-ae23-294f7c9d1e6e req-a11ab316-7726-4c0d-a265-2b96637cb890 tempest-VolumesActionsTest-1647809653 tempest-VolumesActionsTest-1647809653-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741036672799'] for port (d5285f44-82d5-4215-b475-0fb19f7f662e), before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:21:57.368597 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2226a98f-279e-4515-ba7c-e73a54cab802 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:21:57.368943 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2226a98f-279e-4515-ba7c-e73a54cab802 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:21:57.369279 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2226a98f-279e-4515-ba7c-e73a54cab802 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:21:57.369612 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2226a98f-279e-4515-ba7c-e73a54cab802 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:21:57.369939 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2226a98f-279e-4515-ba7c-e73a54cab802 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:21:57.370262 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2226a98f-279e-4515-ba7c-e73a54cab802 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:21:57.370620 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2226a98f-279e-4515-ba7c-e73a54cab802 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:21:57.370939 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2226a98f-279e-4515-ba7c-e73a54cab802 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:21:57.371251 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2226a98f-279e-4515-ba7c-e73a54cab802 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:21:57.371574 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2226a98f-279e-4515-ba7c-e73a54cab802 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:21:57.371892 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2226a98f-279e-4515-ba7c-e73a54cab802 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:21:57.372210 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2226a98f-279e-4515-ba7c-e73a54cab802 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:21:57.372529 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2226a98f-279e-4515-ba7c-e73a54cab802 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:21:57.372833 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2226a98f-279e-4515-ba7c-e73a54cab802 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:21:57.373149 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2226a98f-279e-4515-ba7c-e73a54cab802 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:21:57.494263 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.db [req-adc9d530-0eba-42f8-ae23-294f7c9d1e6e req-a11ab316-7726-4c0d-a265-2b96637cb890 tempest-VolumesActionsTest-1647809653 tempest-VolumesActionsTest-1647809653-project] For port d5285f44-82d5-4215-b475-0fb19f7f662e, host hv-cinder-75510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75510',level=0,port_id=d5285f44-82d5-4215-b475-0fb19f7f662e,segment=NetworkSegment(a894a930-abca-44c9-a9d6-2ab8de3cb6b7),segment_id=a894a930-abca-44c9-a9d6-2ab8de3cb6b7)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 25 19:21:57.495205 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-adc9d530-0eba-42f8-ae23-294f7c9d1e6e req-a11ab316-7726-4c0d-a265-2b96637cb890 tempest-VolumesActionsTest-1647809653 tempest-VolumesActionsTest-1647809653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3766103'] for port (d5285f44-82d5-4215-b475-0fb19f7f662e), precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:21:57.510055 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [req-adc9d530-0eba-42f8-ae23-294f7c9d1e6e req-a11ab316-7726-4c0d-a265-2b96637cb890 tempest-VolumesActionsTest-1647809653 tempest-VolumesActionsTest-1647809653-project] Calling delete_port for d5285f44-82d5-4215-b475-0fb19f7f662e owned by compute:nova {{(pid=103196) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 25 19:21:57.575483 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-af60142c-683d-41c3-be1d-5377fff6ca45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741036503857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133703'] for agent (c3076277-13eb-43a7-9b94-fad13f82c96d), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:21:57.642390 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a86aff8-14ca-49c1-a059-88271b2d10bc req-240caaee-cf0f-4094-b709-1bf190bc84ad tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:21:57.643979 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-1a86aff8-14ca-49c1-a059-88271b2d10bc req-240caaee-cf0f-4094-b709-1bf190bc84ad tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] 10.222.0.18 "GET /v2.0/ports?device_id=60b11edc-ce3f-48f7-ac37-bc15cd882254 HTTP/1.1" status: 200 len: 946 time: 0.0826442 Mar 25 19:21:57.733813 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-1a86aff8-14ca-49c1-a059-88271b2d10bc req-beaac5fb-2458-4409-be28-2d279cdc460c tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] 10.222.0.18 "GET /v2.0/security-groups?id=ece6d36a-8c2c-423d-886b-e23866ad66ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833263 Mar 25 19:21:57.735136 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-adc9d530-0eba-42f8-ae23-294f7c9d1e6e req-a11ab316-7726-4c0d-a265-2b96637cb890 tempest-VolumesActionsTest-1647809653 tempest-VolumesActionsTest-1647809653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741036679554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741036190724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58911673'] for port (d5285f44-82d5-4215-b475-0fb19f7f662e), after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:21:57.759548 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] get_ports_and_sgs() called for port_ids ['d5285f44-82d5-4215-b475-0fb19f7f662e'] {{(pid=103198) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 25 19:21:57.777782 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11ab316-7726-4c0d-a265-2b96637cb890 tempest-VolumesActionsTest-1647809653 tempest-VolumesActionsTest-1647809653-project] Pushing event deleted for resources: {'Port': ['ID=d5285f44-82d5-4215-b475-0fb19f7f662e,revision_number=None']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:21:57.818341 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [req-adc9d530-0eba-42f8-ae23-294f7c9d1e6e req-a11ab316-7726-4c0d-a265-2b96637cb890 tempest-VolumesActionsTest-1647809653 tempest-VolumesActionsTest-1647809653-project] No DVR routers for this DVR port d5285f44-82d5-4215-b475-0fb19f7f662e on host hv-cinder-75510 {{(pid=103196) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 25 19:21:57.820871 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-adc9d530-0eba-42f8-ae23-294f7c9d1e6e req-a11ab316-7726-4c0d-a265-2b96637cb890 tempest-VolumesActionsTest-1647809653 tempest-VolumesActionsTest-1647809653-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63648'] for port (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:21:57.824113 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-adc9d530-0eba-42f8-ae23-294f7c9d1e6e req-a11ab316-7726-4c0d-a265-2b96637cb890 tempest-VolumesActionsTest-1647809653 tempest-VolumesActionsTest-1647809653-project] 10.222.0.26 "DELETE /v2.0/ports/d5285f44-82d5-4215-b475-0fb19f7f662e HTTP/1.1" status: 204 len: 173 time: 0.5630343 Mar 25 19:21:57.824546 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd21467c8-ca71-41b9-b2ea-fefe89ea0e7b', 'name': 'network-vif-deleted', 'tag': 'd5285f44-82d5-4215-b475-0fb19f7f662e'}] {{(pid=103196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 25 19:21:57.826822 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aab9b3bfb8b62b9c439d2baea07b5fa53a515b81dc2b4d2d70d2153c83a947a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d88d661b-a440-4f09-8f9f-aafcaa3a44dd" -d '{"events": [{"server_uuid": "d21467c8-ca71-41b9-b2ea-fefe89ea0e7b", "name": "network-vif-deleted", "tag": "d5285f44-82d5-4215-b475-0fb19f7f662e"}]}' {{(pid=103196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 25 19:21:57.870153 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Mar 2022 19:21:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-698739e3-19d2-480f-88a7-d736344eecc6 x-openstack-request-id: req-698739e3-19d2-480f-88a7-d736344eecc6 {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 25 19:21:57.870448 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d21467c8-ca71-41b9-b2ea-fefe89ea0e7b", "name": "network-vif-deleted", "tag": "d5285f44-82d5-4215-b475-0fb19f7f662e", "status": "completed", "code": 200}]} {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 25 19:21:57.870741 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-698739e3-19d2-480f-88a7-d736344eecc6 {{(pid=103196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 25 19:21:57.871136 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event matching ['req-698739e3-19d2-480f-88a7-d736344eecc6'] response: {'server_uuid': 'd21467c8-ca71-41b9-b2ea-fefe89ea0e7b', 'name': 'network-vif-deleted', 'tag': 'd5285f44-82d5-4215-b475-0fb19f7f662e', 'status': 'completed', 'code': 200} Mar 25 19:21:57.878206 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1ad7fe-955e-4ab2-9dcd-5bdc22ecf1ca req-3f6ce1fa-173d-4f79-a656-778125bca678 tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:21:57.880269 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-2e1ad7fe-955e-4ab2-9dcd-5bdc22ecf1ca req-3f6ce1fa-173d-4f79-a656-778125bca678 tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] 10.222.0.18 "GET /v2.0/ports?device_id=9da73b6c-0e9c-4722-bb2c-e3d758143cdf HTTP/1.1" status: 200 len: 946 time: 0.0631247 Mar 25 19:21:57.939130 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-2e1ad7fe-955e-4ab2-9dcd-5bdc22ecf1ca req-f2f8ca00-d5a0-4898-860d-546a0db23cd2 tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] 10.222.0.18 "GET /v2.0/security-groups?id=316ae13e-57e7-48d9-a090-8e2f46504143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516105 Mar 25 19:21:57.958215 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-14ede761-c5cf-4448-9e67-ce323178f288 req-d6ef04c1-6359-4ac5-aa77-e89b65781618 tempest-VolumesActionsTest-1647809653 tempest-VolumesActionsTest-1647809653-project] 10.222.0.18 "GET /v2.0/ports?device_id=d21467c8-ca71-41b9-b2ea-fefe89ea0e7b HTTP/1.1" status: 200 len: 210 time: 0.0375924 Mar 25 19:21:58.226931 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e4fcbb-55f4-4e92-a728-7c69aa55220b req-5a987aea-b64f-462b-bebe-c90a85701f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:21:58.229756 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-33e4fcbb-55f4-4e92-a728-7c69aa55220b req-5a987aea-b64f-462b-bebe-c90a85701f15 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=155e7b1bde6b4fb1ba768c2d6ab00159&device_id=9da73b6c-0e9c-4722-bb2c-e3d758143cdf HTTP/1.1" status: 200 len: 1130 time: 0.0570548 Mar 25 19:21:58.247468 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a7aaa2-f404-433d-824d-3eedf4d8b98a req-5cf19376-b5ab-462d-9159-24039f104cb6 tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:21:58.248945 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-86a7aaa2-f404-433d-824d-3eedf4d8b98a req-5cf19376-b5ab-462d-9159-24039f104cb6 tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] 10.222.0.18 "GET /v2.0/ports?device_id=9da73b6c-0e9c-4722-bb2c-e3d758143cdf HTTP/1.1" status: 200 len: 946 time: 0.0661712 Mar 25 19:21:58.342678 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-86a7aaa2-f404-433d-824d-3eedf4d8b98a req-b830b058-8327-4a2f-a586-643b87f658bf tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] 10.222.0.18 "GET /v2.0/security-groups?id=316ae13e-57e7-48d9-a090-8e2f46504143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802314 Mar 25 19:21:58.407701 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e4fcbb-55f4-4e92-a728-7c69aa55220b req-85f18868-9d7f-402d-af08-b01139be18f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:21:58.409238 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-33e4fcbb-55f4-4e92-a728-7c69aa55220b req-85f18868-9d7f-402d-af08-b01139be18f5 service neutron] 10.222.0.26 "GET /v2.0/networks?id=aa37333a-1101-47b7-acc7-f21479cd1d95 HTTP/1.1" status: 200 len: 920 time: 0.1720748 Mar 25 19:21:58.460457 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-33e4fcbb-55f4-4e92-a728-7c69aa55220b req-a18b5938-d32c-4cdb-940b-c94e6c2471dc service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3c0bc78a-5461-4c6b-9a9a-3f89dd130fc1 HTTP/1.1" status: 200 len: 217 time: 0.0433972 Mar 25 19:21:58.514650 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e4fcbb-55f4-4e92-a728-7c69aa55220b req-9c5ff15d-686c-449d-befd-7a157bff8731 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:21:58.516366 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-33e4fcbb-55f4-4e92-a728-7c69aa55220b req-9c5ff15d-686c-449d-befd-7a157bff8731 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d8fb3102-0026-42d9-a683-15415ae64f68 HTTP/1.1" status: 200 len: 858 time: 0.0488794 Mar 25 19:21:58.570436 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e4fcbb-55f4-4e92-a728-7c69aa55220b req-752bea9f-0cf3-455e-8680-39bd70c7a262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:21:58.572093 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-33e4fcbb-55f4-4e92-a728-7c69aa55220b req-752bea9f-0cf3-455e-8680-39bd70c7a262 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=aa37333a-1101-47b7-acc7-f21479cd1d95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0475090 Mar 25 19:21:58.673389 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-33e4fcbb-55f4-4e92-a728-7c69aa55220b req-891a055e-796d-4f68-888a-d5de4acc3840 service neutron] 10.222.0.26 "GET /v2.0/networks/aa37333a-1101-47b7-acc7-f21479cd1d95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936069 Mar 25 19:21:58.763451 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-33e4fcbb-55f4-4e92-a728-7c69aa55220b req-d1aba99e-8fdb-421b-94fe-90264b2e49f3 service neutron] 10.222.0.26 "GET /v2.0/networks/aa37333a-1101-47b7-acc7-f21479cd1d95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835500 Mar 25 19:21:58.868190 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbb3be6-fdd9-4b02-9bab-2efeb8d778a9 req-a744175f-754a-4a66-a6bc-ce08d15392c3 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:21:58.869736 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-ddbb3be6-fdd9-4b02-9bab-2efeb8d778a9 req-a744175f-754a-4a66-a6bc-ce08d15392c3 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] 10.222.0.18 "GET /v2.0/ports?device_id=60b11edc-ce3f-48f7-ac37-bc15cd882254 HTTP/1.1" status: 200 len: 946 time: 0.0576611 Mar 25 19:21:58.916263 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-ddbb3be6-fdd9-4b02-9bab-2efeb8d778a9 req-5ed449fc-7dea-4074-81e1-446fe63538c7 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] 10.222.0.18 "GET /v2.0/security-groups?id=ece6d36a-8c2c-423d-886b-e23866ad66ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410087 Mar 25 19:21:59.167885 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-bfcc621e-35c9-4ac2-b4cb-53c403134561 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741036503857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133703'] for agent (9ba807d9-64cc-4b2a-8ad2-e4f3b23bc779), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:21:59.273839 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c676ae7-8bf5-43ff-b680-70bc753d41b7 req-2dc8f792-48f8-4da9-9d92-9abcb8535a06 tempest-VolumesActionsTest-1647809653 tempest-VolumesActionsTest-1647809653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:21:59.275630 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-6c676ae7-8bf5-43ff-b680-70bc753d41b7 req-2dc8f792-48f8-4da9-9d92-9abcb8535a06 tempest-VolumesActionsTest-1647809653 tempest-VolumesActionsTest-1647809653-project] 10.222.0.18 "GET /v2.0/networks?id=b9c4b6f3-df0f-4c77-b839-49ddcf66324c HTTP/1.1" status: 200 len: 808 time: 0.1046638 Mar 25 19:21:59.290833 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-6c676ae7-8bf5-43ff-b680-70bc753d41b7 req-d819dc5a-9fb9-4f40-ad80-604a53455ace tempest-VolumesActionsTest-1647809653 tempest-VolumesActionsTest-1647809653-project] 10.222.0.18 "GET /v2.0/quotas/10c2ee5f52c941b68c86264cf6fe22c6 HTTP/1.1" status: 200 len: 375 time: 0.0095119 Mar 25 19:21:59.341909 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-6c676ae7-8bf5-43ff-b680-70bc753d41b7 req-c1f0e497-4321-4c50-a8fd-b491825fb6c7 tempest-VolumesActionsTest-1647809653 tempest-VolumesActionsTest-1647809653-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=10c2ee5f52c941b68c86264cf6fe22c6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0460079 Mar 25 19:21:59.415156 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af72856-7793-4a36-a8a4-7c0fb903cd4a req-3baf7328-9cdd-4e50-807f-89b42aade602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:21:59.415590 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-7af72856-7793-4a36-a8a4-7c0fb903cd4a req-3baf7328-9cdd-4e50-807f-89b42aade602 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=155e7b1bde6b4fb1ba768c2d6ab00159&device_id=9da73b6c-0e9c-4722-bb2c-e3d758143cdf HTTP/1.1" status: 200 len: 1130 time: 0.1181688 Mar 25 19:21:59.484134 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734280e1-2d02-4464-b378-5d6ed4538f38 req-44773d2a-d36c-4ee5-adb4-532ad84c7a5a tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:21:59.485695 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-734280e1-2d02-4464-b378-5d6ed4538f38 req-44773d2a-d36c-4ee5-adb4-532ad84c7a5a tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] 10.222.0.18 "GET /v2.0/ports?device_id=9da73b6c-0e9c-4722-bb2c-e3d758143cdf HTTP/1.1" status: 200 len: 946 time: 0.0614216 Mar 25 19:21:59.495196 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-6c676ae7-8bf5-43ff-b680-70bc753d41b7 req-ee0e9d7b-4362-438a-bf85-ab7921cb5020 service neutron] 10.222.0.18 "GET /v2.0/networks/b9c4b6f3-df0f-4c77-b839-49ddcf66324c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466401 Mar 25 19:21:59.534532 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-734280e1-2d02-4464-b378-5d6ed4538f38 req-d04010e9-c7f7-43c1-ad1c-ede2b9a9eeac tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] 10.222.0.18 "GET /v2.0/security-groups?id=316ae13e-57e7-48d9-a090-8e2f46504143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424118 Mar 25 19:21:59.590556 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af72856-7793-4a36-a8a4-7c0fb903cd4a req-465d48bd-3693-4f7a-955c-295b841652e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:21:59.592047 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-7af72856-7793-4a36-a8a4-7c0fb903cd4a req-465d48bd-3693-4f7a-955c-295b841652e8 service neutron] 10.222.0.26 "GET /v2.0/networks?id=aa37333a-1101-47b7-acc7-f21479cd1d95 HTTP/1.1" status: 200 len: 920 time: 0.1536121 Mar 25 19:21:59.650729 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-7af72856-7793-4a36-a8a4-7c0fb903cd4a req-461fee1c-875c-4745-9c1c-1ec11463ea06 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3c0bc78a-5461-4c6b-9a9a-3f89dd130fc1 HTTP/1.1" status: 200 len: 217 time: 0.0511091 Mar 25 19:21:59.652842 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-6c676ae7-8bf5-43ff-b680-70bc753d41b7 req-237546e6-ad0d-48a5-9ed2-219a7b8d4de3 service neutron] 10.222.0.18 "GET /v2.0/networks/b9c4b6f3-df0f-4c77-b839-49ddcf66324c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1517334 Mar 25 19:21:59.708575 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af72856-7793-4a36-a8a4-7c0fb903cd4a req-7f3317c7-8acd-4d9d-937b-3ff6a345a90c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:21:59.710043 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-7af72856-7793-4a36-a8a4-7c0fb903cd4a req-7f3317c7-8acd-4d9d-937b-3ff6a345a90c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d8fb3102-0026-42d9-a683-15415ae64f68 HTTP/1.1" status: 200 len: 858 time: 0.0517416 Mar 25 19:21:59.765043 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af72856-7793-4a36-a8a4-7c0fb903cd4a req-5b31dbe7-0162-40ef-8a68-980a83042cda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:21:59.766597 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-7af72856-7793-4a36-a8a4-7c0fb903cd4a req-5b31dbe7-0162-40ef-8a68-980a83042cda service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=aa37333a-1101-47b7-acc7-f21479cd1d95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0506024 Mar 25 19:21:59.818195 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-16c6abc3-d0af-4980-8596-db033164a409 req-daed1c82-a43b-4265-94ff-948bbed16b89 tempest-VolumesActionsTest-1647809653 tempest-VolumesActionsTest-1647809653-project] 10.222.0.18 "GET /v2.0/ports?device_id=75f34c32-29d9-43ca-9fda-6e829413ad61 HTTP/1.1" status: 200 len: 210 time: 0.0270386 Mar 25 19:21:59.869634 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-7af72856-7793-4a36-a8a4-7c0fb903cd4a req-861ad52b-c505-45f2-ace0-1b8b214016ae service neutron] 10.222.0.26 "GET /v2.0/networks/aa37333a-1101-47b7-acc7-f21479cd1d95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953426 Mar 25 19:21:59.964407 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-7af72856-7793-4a36-a8a4-7c0fb903cd4a req-3fe9081a-6358-4348-bae3-808db8800bb8 service neutron] 10.222.0.26 "GET /v2.0/networks/aa37333a-1101-47b7-acc7-f21479cd1d95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882473 Mar 25 19:22:00.049962 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c02f422-1464-4749-86b9-88a5c2895561 req-52617b2f-d047-4d5d-9149-01d4e1e18fc7 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:22:00.051564 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-5c02f422-1464-4749-86b9-88a5c2895561 req-52617b2f-d047-4d5d-9149-01d4e1e18fc7 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] 10.222.0.18 "GET /v2.0/ports?device_id=60b11edc-ce3f-48f7-ac37-bc15cd882254 HTTP/1.1" status: 200 len: 946 time: 0.0597970 Mar 25 19:22:00.102721 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-5c02f422-1464-4749-86b9-88a5c2895561 req-dfd8ce72-3a11-4ebb-8f26-60a6d1396a78 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] 10.222.0.18 "GET /v2.0/security-groups?id=ece6d36a-8c2c-423d-886b-e23866ad66ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452948 Mar 25 19:22:00.652717 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c5831d-425b-4176-b3a5-c6273bef82af req-acc95e8f-8daf-41e0-b1c8-f6534d839cf2 tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:22:00.654918 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-80c5831d-425b-4176-b3a5-c6273bef82af req-acc95e8f-8daf-41e0-b1c8-f6534d839cf2 tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] 10.222.0.18 "GET /v2.0/ports?device_id=9da73b6c-0e9c-4722-bb2c-e3d758143cdf HTTP/1.1" status: 200 len: 946 time: 0.0534418 Mar 25 19:22:00.668787 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741036503857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133703'] for agent (e10cc9df-a7ce-4b9c-bc25-dffd007f5dd8), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:22:00.706837 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-80c5831d-425b-4176-b3a5-c6273bef82af req-3f201aee-76f2-4063-a388-c71683b11af3 tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] 10.222.0.18 "GET /v2.0/security-groups?id=316ae13e-57e7-48d9-a090-8e2f46504143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460644 Mar 25 19:22:00.802822 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741036503857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133703'] for agent (239dac0e-b210-4295-8f1a-11f7f9dc3de1), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:22:00.870539 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c676ae7-8bf5-43ff-b680-70bc753d41b7 req-abfb2218-c636-467e-aef4-5f8222a1d113 tempest-VolumesActionsTest-1647809653 tempest-VolumesActionsTest-1647809653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:22:00.872504 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-6c676ae7-8bf5-43ff-b680-70bc753d41b7 req-abfb2218-c636-467e-aef4-5f8222a1d113 tempest-VolumesActionsTest-1647809653 tempest-VolumesActionsTest-1647809653-project] 10.222.0.26 "GET /v2.0/networks?id=b9c4b6f3-df0f-4c77-b839-49ddcf66324c HTTP/1.1" status: 200 len: 808 time: 0.1616204 Mar 25 19:22:00.887431 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.v2.base [req-6c676ae7-8bf5-43ff-b680-70bc753d41b7 req-095c2d5e-1742-48dd-9534-dce9207586ae tempest-VolumesActionsTest-1647809653 tempest-VolumesActionsTest-1647809653-project] Request body: {'port': {'device_id': '75f34c32-29d9-43ca-9fda-6e829413ad61', 'network_id': 'b9c4b6f3-df0f-4c77-b839-49ddcf66324c', 'admin_state_up': True, 'tenant_id': '10c2ee5f52c941b68c86264cf6fe22c6'}} {{(pid=103196) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 19:22:00.965981 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-eb3a8171-f6a1-4cbb-be4b-a8d764eb6e43 req-ad85709f-587c-4cc0-a6d9-a9f15e5554b0 tempest-VolumesActionsTest-1647809653 tempest-VolumesActionsTest-1647809653-project] 10.222.0.18 "GET /v2.0/ports?device_id=75f34c32-29d9-43ca-9fda-6e829413ad61 HTTP/1.1" status: 200 len: 210 time: 0.0595980 Mar 25 19:22:01.043252 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c676ae7-8bf5-43ff-b680-70bc753d41b7 req-095c2d5e-1742-48dd-9534-dce9207586ae tempest-VolumesActionsTest-1647809653 tempest-VolumesActionsTest-1647809653-project] Made reservation on behalf of 10c2ee5f52c941b68c86264cf6fe22c6 for: {'port': 1} {{(pid=103196) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 19:22:01.047602 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-6c676ae7-8bf5-43ff-b680-70bc753d41b7 req-095c2d5e-1742-48dd-9534-dce9207586ae tempest-VolumesActionsTest-1647809653 tempest-VolumesActionsTest-1647809653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1293263'] for port (None), before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:22:01.183583 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.db.db_base_plugin_common [req-6c676ae7-8bf5-43ff-b680-70bc753d41b7 req-095c2d5e-1742-48dd-9534-dce9207586ae tempest-VolumesActionsTest-1647809653 tempest-VolumesActionsTest-1647809653-project] Allocated IP 172.20.0.13 (b9c4b6f3-df0f-4c77-b839-49ddcf66324c/c40ce403-aaea-4281-9350-ded3d3ca9df1/ad92d7c9-4499-403b-ad54-4da530c9ae44) {{(pid=103196) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 19:22:01.234650 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f720a92-c145-4d22-8ce3-1b18c232168b req-8a81cca6-fc9b-415f-9a66-a7f16d4d5a73 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:22:01.236043 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-4f720a92-c145-4d22-8ce3-1b18c232168b req-8a81cca6-fc9b-415f-9a66-a7f16d4d5a73 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] 10.222.0.18 "GET /v2.0/ports?device_id=60b11edc-ce3f-48f7-ac37-bc15cd882254 HTTP/1.1" status: 200 len: 946 time: 0.0572662 Mar 25 19:22:01.296943 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-4f720a92-c145-4d22-8ce3-1b18c232168b req-97e97806-1c0f-4cc5-ba8f-7c19ef7b7e08 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] 10.222.0.18 "GET /v2.0/security-groups?id=ece6d36a-8c2c-423d-886b-e23866ad66ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537529 Mar 25 19:22:01.334521 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-6c676ae7-8bf5-43ff-b680-70bc753d41b7 req-095c2d5e-1742-48dd-9534-dce9207586ae tempest-VolumesActionsTest-1647809653 tempest-VolumesActionsTest-1647809653-project] Publish callbacks [] for port (ad92d7c9-4499-403b-ad54-4da530c9ae44), precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:22:01.367390 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-6c676ae7-8bf5-43ff-b680-70bc753d41b7 req-095c2d5e-1742-48dd-9534-dce9207586ae tempest-VolumesActionsTest-1647809653 tempest-VolumesActionsTest-1647809653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741036193015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58911673'] for port (ad92d7c9-4499-403b-ad54-4da530c9ae44), after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:22:01.414712 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c676ae7-8bf5-43ff-b680-70bc753d41b7 req-095c2d5e-1742-48dd-9534-dce9207586ae tempest-VolumesActionsTest-1647809653 tempest-VolumesActionsTest-1647809653-project] Network b9c4b6f3-df0f-4c77-b839-49ddcf66324c is already hosted by enough agents. {{(pid=103196) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 19:22:01.417725 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.scheduler.base_scheduler [req-6c676ae7-8bf5-43ff-b680-70bc753d41b7 req-095c2d5e-1742-48dd-9534-dce9207586ae tempest-VolumesActionsTest-1647809653 tempest-VolumesActionsTest-1647809653-project] Resources bound (agent type, host, resource id): {{(pid=103196) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 19:22:01.423606 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c676ae7-8bf5-43ff-b680-70bc753d41b7 req-095c2d5e-1742-48dd-9534-dce9207586ae tempest-VolumesActionsTest-1647809653 tempest-VolumesActionsTest-1647809653-project] Received port after_create {{(pid=103196) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 25 19:22:01.430792 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095c2d5e-1742-48dd-9534-dce9207586ae tempest-VolumesActionsTest-1647809653 tempest-VolumesActionsTest-1647809653-project] Pushing event updated for resources: {'Port': ['ID=ad92d7c9-4499-403b-ad54-4da530c9ae44,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:22:01.474793 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c676ae7-8bf5-43ff-b680-70bc753d41b7 req-095c2d5e-1742-48dd-9534-dce9207586ae tempest-VolumesActionsTest-1647809653 tempest-VolumesActionsTest-1647809653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:22:01.475391 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-6c676ae7-8bf5-43ff-b680-70bc753d41b7 req-095c2d5e-1742-48dd-9534-dce9207586ae tempest-VolumesActionsTest-1647809653 tempest-VolumesActionsTest-1647809653-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63648'] for port (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:22:01.490819 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-6c676ae7-8bf5-43ff-b680-70bc753d41b7 req-095c2d5e-1742-48dd-9534-dce9207586ae tempest-VolumesActionsTest-1647809653 tempest-VolumesActionsTest-1647809653-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6086347 Mar 25 19:22:01.501843 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.v2.base [req-6c676ae7-8bf5-43ff-b680-70bc753d41b7 req-0d7b9cdc-705b-4484-9bd0-55e16ca2fe55 service neutron] Request body: {'port': {'device_id': '75f34c32-29d9-43ca-9fda-6e829413ad61', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75510'}} {{(pid=103196) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 19:22:01.557688 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-6c676ae7-8bf5-43ff-b680-70bc753d41b7 req-0d7b9cdc-705b-4484-9bd0-55e16ca2fe55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1293263'] for port (ad92d7c9-4499-403b-ad54-4da530c9ae44), before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:22:01.695327 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Device d5285f44-82d5-4215-b475-0fb19f7f662e no longer exists at agent hyperv_hv-cinder-75510 {{(pid=103198) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 25 19:22:01.716780 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] No Port match for: d5285f44-82d5-4215-b475-0fb19f7f662e {{(pid=103198) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 25 19:22:01.717128 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Device d5285f44-82d5-4215-b475-0fb19f7f662e not bound to the agent host hv-cinder-75510 {{(pid=103198) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 25 19:22:01.816404 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.notifiers.nova [req-6c676ae7-8bf5-43ff-b680-70bc753d41b7 req-0d7b9cdc-705b-4484-9bd0-55e16ca2fe55 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad92d7c9-4499-403b-ad54-4da530c9ae44 {{(pid=103196) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 25 19:22:01.824164 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-6c676ae7-8bf5-43ff-b680-70bc753d41b7 req-0d7b9cdc-705b-4484-9bd0-55e16ca2fe55 service neutron] Publish callbacks [] for port (ad92d7c9-4499-403b-ad54-4da530c9ae44), precommit_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:22:01.835607 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [req-6c676ae7-8bf5-43ff-b680-70bc753d41b7 req-0d7b9cdc-705b-4484-9bd0-55e16ca2fe55 service neutron] Transition to ACTIVE for port object ad92d7c9-4499-403b-ad54-4da530c9ae44 will not be triggered until provisioned by entity L2. {{(pid=103196) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 25 19:22:01.839351 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-6c676ae7-8bf5-43ff-b680-70bc753d41b7 req-0d7b9cdc-705b-4484-9bd0-55e16ca2fe55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036679572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741036190733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741036190751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58911630'] for port (ad92d7c9-4499-403b-ad54-4da530c9ae44), after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:22:01.902181 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7b9cdc-705b-4484-9bd0-55e16ca2fe55 service neutron] Pushing event updated for resources: {'Port': ['ID=ad92d7c9-4499-403b-ad54-4da530c9ae44,revision_number=2']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:22:01.970076 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [req-6c676ae7-8bf5-43ff-b680-70bc753d41b7 req-0d7b9cdc-705b-4484-9bd0-55e16ca2fe55 service neutron] Attempting to bind port ad92d7c9-4499-403b-ad54-4da530c9ae44 on host hv-cinder-75510 for vnic_type normal with profile {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 25 19:22:01.970417 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [req-6c676ae7-8bf5-43ff-b680-70bc753d41b7 req-0d7b9cdc-705b-4484-9bd0-55e16ca2fe55 service neutron] Attempting to bind port ad92d7c9-4499-403b-ad54-4da530c9ae44 by drivers openvswitch,hyperv on host hv-cinder-75510 at level 0 using segments [{'id': 'a894a930-abca-44c9-a9d6-2ab8de3cb6b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'b9c4b6f3-df0f-4c77-b839-49ddcf66324c'}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 25 19:22:01.970768 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c676ae7-8bf5-43ff-b680-70bc753d41b7 req-0d7b9cdc-705b-4484-9bd0-55e16ca2fe55 service neutron] Attempting to bind port ad92d7c9-4499-403b-ad54-4da530c9ae44 on network b9c4b6f3-df0f-4c77-b839-49ddcf66324c {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 25 19:22:01.975400 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c676ae7-8bf5-43ff-b680-70bc753d41b7 req-0d7b9cdc-705b-4484-9bd0-55e16ca2fe55 service neutron] Port ad92d7c9-4499-403b-ad54-4da530c9ae44 on network b9c4b6f3-df0f-4c77-b839-49ddcf66324c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75510 {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 25 19:22:01.975714 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c676ae7-8bf5-43ff-b680-70bc753d41b7 req-0d7b9cdc-705b-4484-9bd0-55e16ca2fe55 service neutron] Attempting to bind port ad92d7c9-4499-403b-ad54-4da530c9ae44 on network b9c4b6f3-df0f-4c77-b839-49ddcf66324c {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 25 19:22:01.980366 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c676ae7-8bf5-43ff-b680-70bc753d41b7 req-0d7b9cdc-705b-4484-9bd0-55e16ca2fe55 service neutron] Checking agent: {'id': 'e10cc9df-a7ce-4b9c-bc25-dffd007f5dd8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75510', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 19, 18, 1), 'started_at': datetime.datetime(2022, 3, 25, 19, 18, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 19, 22, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 25 19:22:01.980693 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c676ae7-8bf5-43ff-b680-70bc753d41b7 req-0d7b9cdc-705b-4484-9bd0-55e16ca2fe55 service neutron] Checking segment: {'id': 'a894a930-abca-44c9-a9d6-2ab8de3cb6b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'b9c4b6f3-df0f-4c77-b839-49ddcf66324c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103196) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 25 19:22:01.981062 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c676ae7-8bf5-43ff-b680-70bc753d41b7 req-0d7b9cdc-705b-4484-9bd0-55e16ca2fe55 service neutron] Bound using segment: {'id': 'a894a930-abca-44c9-a9d6-2ab8de3cb6b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'b9c4b6f3-df0f-4c77-b839-49ddcf66324c'} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 25 19:22:01.981469 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [req-6c676ae7-8bf5-43ff-b680-70bc753d41b7 req-0d7b9cdc-705b-4484-9bd0-55e16ca2fe55 service neutron] Bound port: ad92d7c9-4499-403b-ad54-4da530c9ae44, host: hv-cinder-75510, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a894a930-abca-44c9-a9d6-2ab8de3cb6b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'b9c4b6f3-df0f-4c77-b839-49ddcf66324c'}}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 25 19:22:01.981809 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-6c676ae7-8bf5-43ff-b680-70bc753d41b7 req-0d7b9cdc-705b-4484-9bd0-55e16ca2fe55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1293263'] for port (ad92d7c9-4499-403b-ad54-4da530c9ae44), before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:22:02.076154 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.db [req-6c676ae7-8bf5-43ff-b680-70bc753d41b7 req-0d7b9cdc-705b-4484-9bd0-55e16ca2fe55 service neutron] For port ad92d7c9-4499-403b-ad54-4da530c9ae44, host hv-cinder-75510, cleared binding levels {{(pid=103196) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 25 19:22:02.089629 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.db [req-6c676ae7-8bf5-43ff-b680-70bc753d41b7 req-0d7b9cdc-705b-4484-9bd0-55e16ca2fe55 service neutron] For port ad92d7c9-4499-403b-ad54-4da530c9ae44, host hv-cinder-75510, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75510',level=0,port_id=ad92d7c9-4499-403b-ad54-4da530c9ae44,segment=NetworkSegment(a894a930-abca-44c9-a9d6-2ab8de3cb6b7),segment_id=a894a930-abca-44c9-a9d6-2ab8de3cb6b7)] {{(pid=103196) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 25 19:22:02.097479 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-6c676ae7-8bf5-43ff-b680-70bc753d41b7 req-0d7b9cdc-705b-4484-9bd0-55e16ca2fe55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036679572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741036190733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741036190751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58911630'] for port (ad92d7c9-4499-403b-ad54-4da530c9ae44), after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:22:02.139551 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b286cd1c-8475-4ee7-ac44-499279870733 req-23837b04-7f6b-4d27-88a0-48cb30c0d0ff tempest-VolumesActionsTest-1647809653 tempest-VolumesActionsTest-1647809653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:22:02.141492 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-b286cd1c-8475-4ee7-ac44-499279870733 req-23837b04-7f6b-4d27-88a0-48cb30c0d0ff tempest-VolumesActionsTest-1647809653 tempest-VolumesActionsTest-1647809653-project] 10.222.0.18 "GET /v2.0/ports?device_id=75f34c32-29d9-43ca-9fda-6e829413ad61 HTTP/1.1" status: 200 len: 944 time: 0.1081958 Mar 25 19:22:02.169278 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c676ae7-8bf5-43ff-b680-70bc753d41b7 req-0d7b9cdc-705b-4484-9bd0-55e16ca2fe55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:22:02.169895 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-6c676ae7-8bf5-43ff-b680-70bc753d41b7 req-0d7b9cdc-705b-4484-9bd0-55e16ca2fe55 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63648'] for port (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:22:02.171312 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-6c676ae7-8bf5-43ff-b680-70bc753d41b7 req-0d7b9cdc-705b-4484-9bd0-55e16ca2fe55 service neutron] 10.222.0.26 "PUT /v2.0/ports/ad92d7c9-4499-403b-ad54-4da530c9ae44 HTTP/1.1" status: 200 len: 1094 time: 0.6734695 Mar 25 19:22:02.171760 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75f34c32-29d9-43ca-9fda-6e829413ad61', 'tag': 'ad92d7c9-4499-403b-ad54-4da530c9ae44'}] {{(pid=103196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 25 19:22:02.173981 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aab9b3bfb8b62b9c439d2baea07b5fa53a515b81dc2b4d2d70d2153c83a947a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f1a2e83-6016-494f-abba-27f5e186b69e" -d '{"events": [{"name": "network-changed", "server_uuid": "75f34c32-29d9-43ca-9fda-6e829413ad61", "tag": "ad92d7c9-4499-403b-ad54-4da530c9ae44"}]}' {{(pid=103196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 25 19:22:02.198412 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7b9cdc-705b-4484-9bd0-55e16ca2fe55 service neutron] Pushing event updated for resources: {'Port': ['ID=ad92d7c9-4499-403b-ad54-4da530c9ae44,revision_number=3']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:22:02.227883 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Mar 2022 19:22:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf153a04-6ab9-4e5d-8469-8510a3f76807 x-openstack-request-id: req-bf153a04-6ab9-4e5d-8469-8510a3f76807 {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 25 19:22:02.228167 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75f34c32-29d9-43ca-9fda-6e829413ad61", "tag": "ad92d7c9-4499-403b-ad54-4da530c9ae44", "status": "completed", "code": 200}]} {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 25 19:22:02.228419 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-bf153a04-6ab9-4e5d-8469-8510a3f76807 {{(pid=103196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 25 19:22:02.228816 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf153a04-6ab9-4e5d-8469-8510a3f76807'] response: {'name': 'network-changed', 'server_uuid': '75f34c32-29d9-43ca-9fda-6e829413ad61', 'tag': 'ad92d7c9-4499-403b-ad54-4da530c9ae44', 'status': 'completed', 'code': 200} Mar 25 19:22:02.262223 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-b286cd1c-8475-4ee7-ac44-499279870733 req-41008e47-a487-49ed-bd84-246f5bcfe13c tempest-VolumesActionsTest-1647809653 tempest-VolumesActionsTest-1647809653-project] 10.222.0.18 "GET /v2.0/security-groups?id=b242bf4d-02be-4048-9580-b224e04b85f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092153 Mar 25 19:22:02.278494 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c676ae7-8bf5-43ff-b680-70bc753d41b7 req-9dd79fde-e334-4711-8b90-74b871ed042f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:22:02.280038 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-6c676ae7-8bf5-43ff-b680-70bc753d41b7 req-9dd79fde-e334-4711-8b90-74b871ed042f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=10c2ee5f52c941b68c86264cf6fe22c6&device_id=75f34c32-29d9-43ca-9fda-6e829413ad61 HTTP/1.1" status: 200 len: 1128 time: 0.0630414 Mar 25 19:22:02.322829 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-6c676ae7-8bf5-43ff-b680-70bc753d41b7 req-53987125-decd-4fce-87d7-43d651ed21f4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ad92d7c9-4499-403b-ad54-4da530c9ae44 HTTP/1.1" status: 200 len: 217 time: 0.0343699 Mar 25 19:22:02.378895 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c676ae7-8bf5-43ff-b680-70bc753d41b7 req-1763a207-76da-448f-a027-0ac2035d7d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:22:02.380407 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-6c676ae7-8bf5-43ff-b680-70bc753d41b7 req-1763a207-76da-448f-a027-0ac2035d7d91 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c40ce403-aaea-4281-9350-ded3d3ca9df1 HTTP/1.1" status: 200 len: 848 time: 0.0478287 Mar 25 19:22:02.411338 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-6c676ae7-8bf5-43ff-b680-70bc753d41b7 req-4acadfaa-55d6-47c8-8044-aaaeee8ad5a6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b9c4b6f3-df0f-4c77-b839-49ddcf66324c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250146 Mar 25 19:22:02.418568 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999cdde1-0ebe-4b46-8e58-f5de79852f19 req-02405b19-96cd-4c6f-b899-9eed23269c16 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:22:02.420417 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-999cdde1-0ebe-4b46-8e58-f5de79852f19 req-02405b19-96cd-4c6f-b899-9eed23269c16 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] 10.222.0.18 "GET /v2.0/ports?device_id=60b11edc-ce3f-48f7-ac37-bc15cd882254 HTTP/1.1" status: 200 len: 946 time: 0.0530977 Mar 25 19:22:02.471086 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-999cdde1-0ebe-4b46-8e58-f5de79852f19 req-f9b3f3db-46b0-46ca-b97f-f5b141a58196 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] 10.222.0.18 "GET /v2.0/security-groups?id=ece6d36a-8c2c-423d-886b-e23866ad66ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444860 Mar 25 19:22:02.517335 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-6c676ae7-8bf5-43ff-b680-70bc753d41b7 req-e1d4b715-42f5-4fa1-a866-6ade374fc5f9 service neutron] 10.222.0.26 "GET /v2.0/networks/b9c4b6f3-df0f-4c77-b839-49ddcf66324c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993578 Mar 25 19:22:02.603743 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-6c676ae7-8bf5-43ff-b680-70bc753d41b7 req-62e7dde4-5a3a-4c33-9ad6-f6a0c9e01801 service neutron] 10.222.0.26 "GET /v2.0/networks/b9c4b6f3-df0f-4c77-b839-49ddcf66324c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798242 Mar 25 19:22:03.385310 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a70aaec-8392-44bf-b905-128e4964a1cf req-fbb83000-d973-4859-ac88-653ade652500 tempest-VolumesActionsTest-1647809653 tempest-VolumesActionsTest-1647809653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:22:03.386837 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-6a70aaec-8392-44bf-b905-128e4964a1cf req-fbb83000-d973-4859-ac88-653ade652500 tempest-VolumesActionsTest-1647809653 tempest-VolumesActionsTest-1647809653-project] 10.222.0.18 "GET /v2.0/ports?device_id=75f34c32-29d9-43ca-9fda-6e829413ad61 HTTP/1.1" status: 200 len: 944 time: 0.0590527 Mar 25 19:22:03.433670 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-6a70aaec-8392-44bf-b905-128e4964a1cf req-4a52eec8-1bf0-427a-951c-1ccfa0aeb517 tempest-VolumesActionsTest-1647809653 tempest-VolumesActionsTest-1647809653-project] 10.222.0.18 "GET /v2.0/security-groups?id=b242bf4d-02be-4048-9580-b224e04b85f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406168 Mar 25 19:22:03.590469 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d34024c-cf54-4e86-8cf8-fc7150551408 req-86989e87-2111-4bbf-97fb-9e099e396446 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:22:03.591937 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-7d34024c-cf54-4e86-8cf8-fc7150551408 req-86989e87-2111-4bbf-97fb-9e099e396446 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] 10.222.0.18 "GET /v2.0/ports?device_id=60b11edc-ce3f-48f7-ac37-bc15cd882254 HTTP/1.1" status: 200 len: 946 time: 0.0509915 Mar 25 19:22:03.637650 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-7d34024c-cf54-4e86-8cf8-fc7150551408 req-fea8952c-bece-4bef-bd48-5a9a1c26ee0f tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] 10.222.0.18 "GET /v2.0/security-groups?id=ece6d36a-8c2c-423d-886b-e23866ad66ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399706 Mar 25 19:22:04.549135 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ef18cb-6d89-47f0-9ce3-d32be381270e req-4622b5ee-ad02-46c9-bbaf-ff1496bdb73f tempest-VolumesActionsTest-1647809653 tempest-VolumesActionsTest-1647809653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:22:04.550590 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-44ef18cb-6d89-47f0-9ce3-d32be381270e req-4622b5ee-ad02-46c9-bbaf-ff1496bdb73f tempest-VolumesActionsTest-1647809653 tempest-VolumesActionsTest-1647809653-project] 10.222.0.18 "GET /v2.0/ports?device_id=75f34c32-29d9-43ca-9fda-6e829413ad61 HTTP/1.1" status: 200 len: 944 time: 0.0518806 Mar 25 19:22:04.596284 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-44ef18cb-6d89-47f0-9ce3-d32be381270e req-6e0bb17a-b9e5-493f-8c31-e178fea3fb8b tempest-VolumesActionsTest-1647809653 tempest-VolumesActionsTest-1647809653-project] 10.222.0.18 "GET /v2.0/security-groups?id=b242bf4d-02be-4048-9580-b224e04b85f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397666 Mar 25 19:22:04.769194 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e58bb2d-025a-4427-bd10-360b9d078c12 req-5585a971-6721-4104-aec8-5d2dd18753e9 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:22:04.770546 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-7e58bb2d-025a-4427-bd10-360b9d078c12 req-5585a971-6721-4104-aec8-5d2dd18753e9 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] 10.222.0.18 "GET /v2.0/ports?device_id=60b11edc-ce3f-48f7-ac37-bc15cd882254 HTTP/1.1" status: 200 len: 946 time: 0.0537102 Mar 25 19:22:04.815167 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-7e58bb2d-025a-4427-bd10-360b9d078c12 req-b4e7214e-534a-40e0-9420-c611ed4db07d tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] 10.222.0.18 "GET /v2.0/security-groups?id=ece6d36a-8c2c-423d-886b-e23866ad66ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387106 Mar 25 19:22:05.534411 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1a2e83-6016-494f-abba-27f5e186b69e req-8a398c80-84d0-42de-9935-0022d272a813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:22:05.535913 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-0f1a2e83-6016-494f-abba-27f5e186b69e req-8a398c80-84d0-42de-9935-0022d272a813 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=10c2ee5f52c941b68c86264cf6fe22c6&device_id=75f34c32-29d9-43ca-9fda-6e829413ad61 HTTP/1.1" status: 200 len: 1128 time: 0.0462694 Mar 25 19:22:05.629406 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1a2e83-6016-494f-abba-27f5e186b69e req-62c3a9b5-c4e7-4149-a413-a3a7dd0a284b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:22:05.631580 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-0f1a2e83-6016-494f-abba-27f5e186b69e req-62c3a9b5-c4e7-4149-a413-a3a7dd0a284b service neutron] 10.222.0.26 "GET /v2.0/networks?id=b9c4b6f3-df0f-4c77-b839-49ddcf66324c HTTP/1.1" status: 200 len: 909 time: 0.0863254 Mar 25 19:22:05.673831 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-0f1a2e83-6016-494f-abba-27f5e186b69e req-accd3156-9ecc-423d-9d5e-4f60f4039ef8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ad92d7c9-4499-403b-ad54-4da530c9ae44 HTTP/1.1" status: 200 len: 217 time: 0.0351851 Mar 25 19:22:05.755638 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1a2e83-6016-494f-abba-27f5e186b69e req-115bec20-f690-4b9e-80ed-488dd11f5e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:22:05.757089 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-0f1a2e83-6016-494f-abba-27f5e186b69e req-115bec20-f690-4b9e-80ed-488dd11f5e9e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c40ce403-aaea-4281-9350-ded3d3ca9df1 HTTP/1.1" status: 200 len: 848 time: 0.0553992 Mar 25 19:22:05.764667 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c7beff-cb88-4850-ab29-7d96cfc57a81 req-726868fe-9b46-4e1b-bdaf-3bc4e7736690 tempest-VolumesActionsTest-1647809653 tempest-VolumesActionsTest-1647809653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:22:05.766067 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-b1c7beff-cb88-4850-ab29-7d96cfc57a81 req-726868fe-9b46-4e1b-bdaf-3bc4e7736690 tempest-VolumesActionsTest-1647809653 tempest-VolumesActionsTest-1647809653-project] 10.222.0.18 "GET /v2.0/ports?device_id=75f34c32-29d9-43ca-9fda-6e829413ad61 HTTP/1.1" status: 200 len: 944 time: 0.0946064 Mar 25 19:22:05.796394 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-0f1a2e83-6016-494f-abba-27f5e186b69e req-bb033147-056d-48e1-b2b7-c4febf94d229 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b9c4b6f3-df0f-4c77-b839-49ddcf66324c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292747 Mar 25 19:22:05.875892 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-b1c7beff-cb88-4850-ab29-7d96cfc57a81 req-8995290b-88a3-4d93-9c52-57738edeceb5 tempest-VolumesActionsTest-1647809653 tempest-VolumesActionsTest-1647809653-project] 10.222.0.18 "GET /v2.0/security-groups?id=b242bf4d-02be-4048-9580-b224e04b85f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015458 Mar 25 19:22:05.916954 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-0f1a2e83-6016-494f-abba-27f5e186b69e req-b9d30635-6c8c-4f3d-bb12-6e44c2f2b914 service neutron] 10.222.0.26 "GET /v2.0/networks/b9c4b6f3-df0f-4c77-b839-49ddcf66324c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018915 Mar 25 19:22:05.957399 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fbf839-42fc-449a-9cac-c619b6c1f355 req-2ae38194-af29-41d8-86e5-9aaee369477f tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:22:05.959061 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-b9fbf839-42fc-449a-9cac-c619b6c1f355 req-2ae38194-af29-41d8-86e5-9aaee369477f tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] 10.222.0.18 "GET /v2.0/ports?device_id=60b11edc-ce3f-48f7-ac37-bc15cd882254 HTTP/1.1" status: 200 len: 946 time: 0.0558033 Mar 25 19:22:06.005917 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-b9fbf839-42fc-449a-9cac-c619b6c1f355 req-6f6c0462-f049-4b2f-84ec-c53bbc0bec16 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] 10.222.0.18 "GET /v2.0/security-groups?id=ece6d36a-8c2c-423d-886b-e23866ad66ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406749 Mar 25 19:22:06.011257 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-0f1a2e83-6016-494f-abba-27f5e186b69e req-5505420b-97a2-4b09-aef0-527f0f1d4be1 service neutron] 10.222.0.26 "GET /v2.0/networks/b9c4b6f3-df0f-4c77-b839-49ddcf66324c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858033 Mar 25 19:22:06.140983 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.18', 33884) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:22:06.188405 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.db.db_base_plugin_v2 [None req-45b3fa79-582a-443e-a46e-727a33794955 admin admin] Deleting subnet 3ff1c990-074b-4b81-be66-27543f2fc503 {{(pid=103197) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 25 19:22:06.193936 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-45b3fa79-582a-443e-a46e-727a33794955 admin admin] Publish callbacks [] for subnet (3ff1c990-074b-4b81-be66-27543f2fc503), before_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:22:06.476372 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-45b3fa79-582a-443e-a46e-727a33794955 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59390877'] for subnet (3ff1c990-074b-4b81-be66-27543f2fc503), precommit_delete_associations {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:22:06.514807 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-45b3fa79-582a-443e-a46e-727a33794955 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1170929'] for subnet (3ff1c990-074b-4b81-be66-27543f2fc503), precommit_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:22:06.568879 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-45b3fa79-582a-443e-a46e-727a33794955 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1170920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59285189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59750817'] for subnet (3ff1c990-074b-4b81-be66-27543f2fc503), after_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:22:06.572246 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.18', 33894) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:22:06.577483 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.v2.base [None req-411646c4-bd12-4c8a-a2a7-7cb4c62d304f tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] Request body: {'security_group': {'name': 'tempest-securitygroup--242686946', 'description': 'tempest-description--1837983184'}} {{(pid=103196) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 19:22:06.591824 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b3fa79-582a-443e-a46e-727a33794955 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3ff1c990-074b-4b81-be66-27543f2fc503,revision_number=None']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:22:06.597498 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-45b3fa79-582a-443e-a46e-727a33794955 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:22:06.603281 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-45b3fa79-582a-443e-a46e-727a33794955 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/3ff1c990-074b-4b81-be66-27543f2fc503 HTTP/1.1" status: 204 len: 168 time: 0.4588645 Mar 25 19:22:06.603499 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.18', 33898) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:22:06.609406 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-411646c4-bd12-4c8a-a2a7-7cb4c62d304f tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] Publish callbacks [] for security_group (None), before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:22:06.685014 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-9ef81065-9859-4116-9e3e-a347c0878674 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1050558'] for network (088946b6-b50b-41d5-b3c5-fa3b8910ffc1), before_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:22:06.696521 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-411646c4-bd12-4c8a-a2a7-7cb4c62d304f tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] Publish callbacks [] for security_group (cc23355a-6c89-4d32-96e0-83e927b15a53), precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:22:06.708190 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-411646c4-bd12-4c8a-a2a7-7cb4c62d304f tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687199'] for security_group (cc23355a-6c89-4d32-96e0-83e927b15a53), after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:22:06.754773 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-411646c4-bd12-4c8a-a2a7-7cb4c62d304f tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] Publish callbacks [] for security_group (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:22:06.759007 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-411646c4-bd12-4c8a-a2a7-7cb4c62d304f tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1849625 Mar 25 19:22:06.774006 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.18', 33906) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:22:06.780946 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.v2.base [None req-3c75ab00-e1d2-4f9e-bd57-d8d4134d3ebe tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] Request body: {'security_group_rule': {'security_group_id': 'cc23355a-6c89-4d32-96e0-83e927b15a53', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103196) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 19:22:06.788689 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-9ef81065-9859-4116-9e3e-a347c0878674 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1136452', 'neutron.services.segments.db._delete_segments_for_network-8741036503875'] for network (088946b6-b50b-41d5-b3c5-fa3b8910ffc1), precommit_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:22:06.798344 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411646c4-bd12-4c8a-a2a7-7cb4c62d304f tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc23355a-6c89-4d32-96e0-83e927b15a53,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:22:06.825763 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-3c75ab00-e1d2-4f9e-bd57-d8d4134d3ebe tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] Publish callbacks [] for security_group_rule (407fb3cb-7e46-4c54-9728-0c16d2d14d55), before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:22:06.842785 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.services.segments.db [None req-9ef81065-9859-4116-9e3e-a347c0878674 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['088946b6-b50b-41d5-b3c5-fa3b8910ffc1']}} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 19:22:06.855249 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.services.segments.db [None req-9ef81065-9859-4116-9e3e-a347c0878674 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '481acd56-62c8-4d16-9d45-9d2af15dd6aa') {'for_net_delete': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 19:22:06.855535 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.services.segments.db [None req-9ef81065-9859-4116-9e3e-a347c0878674 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '481acd56-62c8-4d16-9d45-9d2af15dd6aa') {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 19:22:06.870754 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-9ef81065-9859-4116-9e3e-a347c0878674 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741036503116', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59390884'] for segment (481acd56-62c8-4d16-9d45-9d2af15dd6aa), before_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:22:06.885206 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-9ef81065-9859-4116-9e3e-a347c0878674 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1189096'] for segment (481acd56-62c8-4d16-9d45-9d2af15dd6aa), precommit_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:22:06.891331 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ef81065-9859-4116-9e3e-a347c0878674 admin admin] Releasing vlan 293 on physical network physnet1 to pool {{(pid=103197) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 25 19:22:06.891844 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-9ef81065-9859-4116-9e3e-a347c0878674 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1189096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59283559'] for segment (481acd56-62c8-4d16-9d45-9d2af15dd6aa), after_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:22:06.893696 dv-cinder-755101-7-iscsi neutron-server[103197]: Traceback (most recent call last): Mar 25 19:22:06.893696 dv-cinder-755101-7-iscsi neutron-server[103197]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 25 19:22:06.893696 dv-cinder-755101-7-iscsi neutron-server[103197]: timer() Mar 25 19:22:06.893696 dv-cinder-755101-7-iscsi neutron-server[103197]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 25 19:22:06.893696 dv-cinder-755101-7-iscsi neutron-server[103197]: cb(*args, **kw) Mar 25 19:22:06.893696 dv-cinder-755101-7-iscsi neutron-server[103197]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 25 19:22:06.893696 dv-cinder-755101-7-iscsi neutron-server[103197]: return func(*args, **kwargs) Mar 25 19:22:06.893696 dv-cinder-755101-7-iscsi neutron-server[103197]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 25 19:22:06.893696 dv-cinder-755101-7-iscsi neutron-server[103197]: self._notify() Mar 25 19:22:06.893696 dv-cinder-755101-7-iscsi neutron-server[103197]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 25 19:22:06.893696 dv-cinder-755101-7-iscsi neutron-server[103197]: self.callback(batched_events) Mar 25 19:22:06.893696 dv-cinder-755101-7-iscsi neutron-server[103197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 25 19:22:06.893696 dv-cinder-755101-7-iscsi neutron-server[103197]: event.method(event) Mar 25 19:22:06.893696 dv-cinder-755101-7-iscsi neutron-server[103197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 25 19:22:06.893696 dv-cinder-755101-7-iscsi neutron-server[103197]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 25 19:22:06.893696 dv-cinder-755101-7-iscsi neutron-server[103197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 25 19:22:06.893696 dv-cinder-755101-7-iscsi neutron-server[103197]: aggregate_uuid = self.p_client.list_aggregates( Mar 25 19:22:06.893696 dv-cinder-755101-7-iscsi neutron-server[103197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 25 19:22:06.893696 dv-cinder-755101-7-iscsi neutron-server[103197]: return f(self, *a, **k) Mar 25 19:22:06.893696 dv-cinder-755101-7-iscsi neutron-server[103197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 25 19:22:06.893696 dv-cinder-755101-7-iscsi neutron-server[103197]: return self._get(url).json() Mar 25 19:22:06.893696 dv-cinder-755101-7-iscsi neutron-server[103197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 25 19:22:06.893696 dv-cinder-755101-7-iscsi neutron-server[103197]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 25 19:22:06.893696 dv-cinder-755101-7-iscsi neutron-server[103197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 25 19:22:06.893696 dv-cinder-755101-7-iscsi neutron-server[103197]: return self.request(url, 'GET', **kwargs) Mar 25 19:22:06.893696 dv-cinder-755101-7-iscsi neutron-server[103197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 25 19:22:06.893696 dv-cinder-755101-7-iscsi neutron-server[103197]: base_url = self.get_endpoint(auth, allow=allow, Mar 25 19:22:06.893696 dv-cinder-755101-7-iscsi neutron-server[103197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 25 19:22:06.893696 dv-cinder-755101-7-iscsi neutron-server[103197]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 25 19:22:06.893696 dv-cinder-755101-7-iscsi neutron-server[103197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 25 19:22:06.893696 dv-cinder-755101-7-iscsi neutron-server[103197]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 25 19:22:06.893696 dv-cinder-755101-7-iscsi neutron-server[103197]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 25 19:22:06.924875 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-3c75ab00-e1d2-4f9e-bd57-d8d4134d3ebe tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] Publish callbacks [] for security_group_rule (407fb3cb-7e46-4c54-9728-0c16d2d14d55), precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:22:06.942147 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770e347b-2003-4607-ba9b-d350dff8bc25 req-a3af00e1-2704-4945-943f-7a38802d97b6 tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:22:06.943713 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-770e347b-2003-4607-ba9b-d350dff8bc25 req-a3af00e1-2704-4945-943f-7a38802d97b6 tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] 10.222.0.18 "GET /v2.0/ports?device_id=c2f22826-2512-4bee-8ddc-2e80d6e63d45 HTTP/1.1" status: 200 len: 946 time: 0.0806496 Mar 25 19:22:06.944383 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-3c75ab00-e1d2-4f9e-bd57-d8d4134d3ebe tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677543'] for security_group_rule (407fb3cb-7e46-4c54-9728-0c16d2d14d55), after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:22:06.969267 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c75ab00-e1d2-4f9e-bd57-d8d4134d3ebe tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=407fb3cb-7e46-4c54-9728-0c16d2d14d55,revision_number=0']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:22:06.987261 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-3c75ab00-e1d2-4f9e-bd57-d8d4134d3ebe tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:22:06.988474 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-3c75ab00-e1d2-4f9e-bd57-d8d4134d3ebe tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2129095 Mar 25 19:22:06.991735 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-9ef81065-9859-4116-9e3e-a347c0878674 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1136511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3753587'] for network (088946b6-b50b-41d5-b3c5-fa3b8910ffc1), after_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:22:06.993113 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.18', 33914) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:22:07.000036 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.v2.base [None req-ae09ece3-17af-4126-a72a-ff345e1b92b8 tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] Request body: {'security_group_rule': {'security_group_id': 'cc23355a-6c89-4d32-96e0-83e927b15a53', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 19:22:07.009658 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-770e347b-2003-4607-ba9b-d350dff8bc25 req-31d87e19-735f-4c7d-af6a-ac22f7542ad0 tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] 10.222.0.18 "GET /v2.0/security-groups?id=a346db11-a1aa-49ea-9798-167075247d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542383 Mar 25 19:22:07.018936 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-9ef81065-9859-4116-9e3e-a347c0878674 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692927'] for network (None), before_response {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:22:07.022597 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-9ef81065-9859-4116-9e3e-a347c0878674 admin admin] 10.222.0.18 "DELETE /v2.0/networks/088946b6-b50b-41d5-b3c5-fa3b8910ffc1 HTTP/1.1" status: 204 len: 168 time: 0.4181678 Mar 25 19:22:07.025329 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.18', 33916) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:22:07.040442 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef81065-9859-4116-9e3e-a347c0878674 admin admin] Pushing event deleted for resources: {'Network': ['ID=088946b6-b50b-41d5-b3c5-fa3b8910ffc1,revision_number=None']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:22:07.065784 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-ae09ece3-17af-4126-a72a-ff345e1b92b8 tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] Publish callbacks [] for security_group_rule (b00fcec6-4626-4f75-bedf-ef4596d366b0), before_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:22:07.076788 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a447460-4723-4ccb-9c4f-23720a7db652 admin admin] Deleting subnet 627a5ef0-0083-4acf-8ab4-be2a721dd53e {{(pid=103196) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 25 19:22:07.080319 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-0a447460-4723-4ccb-9c4f-23720a7db652 admin admin] Publish callbacks [] for subnet (627a5ef0-0083-4acf-8ab4-be2a721dd53e), before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:22:07.084194 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cfc592-5625-49de-bf14-0ff46fbc5b7a req-fc7627c6-aca7-40e0-aa37-0d55725c13d7 tempest-VolumesActionsTest-1647809653 tempest-VolumesActionsTest-1647809653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:22:07.085696 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-f4cfc592-5625-49de-bf14-0ff46fbc5b7a req-fc7627c6-aca7-40e0-aa37-0d55725c13d7 tempest-VolumesActionsTest-1647809653 tempest-VolumesActionsTest-1647809653-project] 10.222.0.18 "GET /v2.0/ports?device_id=75f34c32-29d9-43ca-9fda-6e829413ad61 HTTP/1.1" status: 200 len: 944 time: 0.1044333 Mar 25 19:22:07.148282 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-0a447460-4723-4ccb-9c4f-23720a7db652 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62748206'] for subnet (627a5ef0-0083-4acf-8ab4-be2a721dd53e), precommit_delete_associations {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:22:07.179635 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-f4cfc592-5625-49de-bf14-0ff46fbc5b7a req-f1dbd2f3-6779-4599-9ffd-2c2c4e323b05 tempest-VolumesActionsTest-1647809653 tempest-VolumesActionsTest-1647809653-project] 10.222.0.18 "GET /v2.0/security-groups?id=b242bf4d-02be-4048-9580-b224e04b85f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833056 Mar 25 19:22:07.185548 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-ae09ece3-17af-4126-a72a-ff345e1b92b8 tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] Publish callbacks [] for security_group_rule (b00fcec6-4626-4f75-bedf-ef4596d366b0), precommit_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:22:07.191825 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-ae09ece3-17af-4126-a72a-ff345e1b92b8 tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677543'] for security_group_rule (b00fcec6-4626-4f75-bedf-ef4596d366b0), after_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:22:07.203798 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd801893-2813-414e-9a4d-8565b78219e5 req-a54a7d6b-7be9-4205-8c49-418dcf742822 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:22:07.205342 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-dd801893-2813-414e-9a4d-8565b78219e5 req-a54a7d6b-7be9-4205-8c49-418dcf742822 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] 10.222.0.18 "GET /v2.0/ports?device_id=60b11edc-ce3f-48f7-ac37-bc15cd882254 HTTP/1.1" status: 200 len: 946 time: 0.1013892 Mar 25 19:22:07.210626 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-0a447460-4723-4ccb-9c4f-23720a7db652 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1170929'] for subnet (627a5ef0-0083-4acf-8ab4-be2a721dd53e), precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:22:07.210803 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae09ece3-17af-4126-a72a-ff345e1b92b8 tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b00fcec6-4626-4f75-bedf-ef4596d366b0,revision_number=0']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:22:07.219619 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-ae09ece3-17af-4126-a72a-ff345e1b92b8 tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:22:07.223635 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-ae09ece3-17af-4126-a72a-ff345e1b92b8 tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2265751 Mar 25 19:22:07.224465 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.18', 33920) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:22:07.228715 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.v2.base [None req-54f37667-2960-42c5-990c-369850727628 tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] Request body: {'floatingip': {'floating_network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15'}} {{(pid=103197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 19:22:07.248389 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-54f37667-2960-42c5-990c-369850727628 tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:22:07.289224 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-dd801893-2813-414e-9a4d-8565b78219e5 req-5b216b38-67a4-4c55-8026-785242e68de5 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] 10.222.0.18 "GET /v2.0/security-groups?id=ece6d36a-8c2c-423d-886b-e23866ad66ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762763 Mar 25 19:22:07.297624 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-0a447460-4723-4ccb-9c4f-23720a7db652 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1170920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58912072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62747862'] for subnet (627a5ef0-0083-4acf-8ab4-be2a721dd53e), after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:22:07.325074 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a447460-4723-4ccb-9c4f-23720a7db652 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=627a5ef0-0083-4acf-8ab4-be2a721dd53e,revision_number=None']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:22:07.327716 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-0a447460-4723-4ccb-9c4f-23720a7db652 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692927'] for subnet (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:22:07.330849 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-0a447460-4723-4ccb-9c4f-23720a7db652 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/627a5ef0-0083-4acf-8ab4-be2a721dd53e HTTP/1.1" status: 204 len: 168 time: 0.3042665 Mar 25 19:22:07.333444 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.18', 33922) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:22:07.415267 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-fe26767d-7ca8-4eb6-a87e-fce1b708a953 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1050558'] for network (7ec1a92d-2819-4756-a11e-481280071a17), before_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:22:07.417150 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-54f37667-2960-42c5-990c-369850727628 tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1293263'] for port (None), before_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:22:07.564538 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-fe26767d-7ca8-4eb6-a87e-fce1b708a953 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1136452', 'neutron.services.segments.db._delete_segments_for_network-8741036503875'] for network (7ec1a92d-2819-4756-a11e-481280071a17), precommit_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:22:07.592004 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.services.segments.db [None req-fe26767d-7ca8-4eb6-a87e-fce1b708a953 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ec1a92d-2819-4756-a11e-481280071a17']}} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 19:22:07.608113 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.db.db_base_plugin_common [None req-54f37667-2960-42c5-990c-369850727628 tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] Allocated IP 172.27.0.107 (4acd50f3-de7f-4854-a6f4-5b66b3577c15/efae7cfd-1549-43a8-94ca-01f5ce7b3ee1/f24346e7-125f-4fb0-9575-3de82da0000e) {{(pid=103197) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 19:22:07.611417 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.services.segments.db [None req-fe26767d-7ca8-4eb6-a87e-fce1b708a953 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06eeb65e-1a5c-484f-8324-0f6db715f692') {'for_net_delete': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 19:22:07.611843 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.services.segments.db [None req-fe26767d-7ca8-4eb6-a87e-fce1b708a953 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06eeb65e-1a5c-484f-8324-0f6db715f692') {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 19:22:07.626198 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-fe26767d-7ca8-4eb6-a87e-fce1b708a953 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741036503116', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59390884'] for segment (06eeb65e-1a5c-484f-8324-0f6db715f692), before_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:22:07.653948 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-fe26767d-7ca8-4eb6-a87e-fce1b708a953 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1189096'] for segment (06eeb65e-1a5c-484f-8324-0f6db715f692), precommit_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:22:07.686342 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe26767d-7ca8-4eb6-a87e-fce1b708a953 admin admin] Releasing vlan 297 on physical network physnet1 to pool {{(pid=103197) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 25 19:22:07.686694 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-fe26767d-7ca8-4eb6-a87e-fce1b708a953 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1189096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59283559'] for segment (06eeb65e-1a5c-484f-8324-0f6db715f692), after_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:22:07.688519 dv-cinder-755101-7-iscsi neutron-server[103197]: Traceback (most recent call last): Mar 25 19:22:07.688519 dv-cinder-755101-7-iscsi neutron-server[103197]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 25 19:22:07.688519 dv-cinder-755101-7-iscsi neutron-server[103197]: timer() Mar 25 19:22:07.688519 dv-cinder-755101-7-iscsi neutron-server[103197]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 25 19:22:07.688519 dv-cinder-755101-7-iscsi neutron-server[103197]: cb(*args, **kw) Mar 25 19:22:07.688519 dv-cinder-755101-7-iscsi neutron-server[103197]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 25 19:22:07.688519 dv-cinder-755101-7-iscsi neutron-server[103197]: return func(*args, **kwargs) Mar 25 19:22:07.688519 dv-cinder-755101-7-iscsi neutron-server[103197]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 25 19:22:07.688519 dv-cinder-755101-7-iscsi neutron-server[103197]: self._notify() Mar 25 19:22:07.688519 dv-cinder-755101-7-iscsi neutron-server[103197]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 25 19:22:07.688519 dv-cinder-755101-7-iscsi neutron-server[103197]: self.callback(batched_events) Mar 25 19:22:07.688519 dv-cinder-755101-7-iscsi neutron-server[103197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 25 19:22:07.688519 dv-cinder-755101-7-iscsi neutron-server[103197]: event.method(event) Mar 25 19:22:07.688519 dv-cinder-755101-7-iscsi neutron-server[103197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 25 19:22:07.688519 dv-cinder-755101-7-iscsi neutron-server[103197]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 25 19:22:07.688519 dv-cinder-755101-7-iscsi neutron-server[103197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 25 19:22:07.688519 dv-cinder-755101-7-iscsi neutron-server[103197]: aggregate_uuid = self.p_client.list_aggregates( Mar 25 19:22:07.688519 dv-cinder-755101-7-iscsi neutron-server[103197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 25 19:22:07.688519 dv-cinder-755101-7-iscsi neutron-server[103197]: return f(self, *a, **k) Mar 25 19:22:07.688519 dv-cinder-755101-7-iscsi neutron-server[103197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 25 19:22:07.688519 dv-cinder-755101-7-iscsi neutron-server[103197]: return self._get(url).json() Mar 25 19:22:07.688519 dv-cinder-755101-7-iscsi neutron-server[103197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 25 19:22:07.688519 dv-cinder-755101-7-iscsi neutron-server[103197]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 25 19:22:07.688519 dv-cinder-755101-7-iscsi neutron-server[103197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 25 19:22:07.688519 dv-cinder-755101-7-iscsi neutron-server[103197]: return self.request(url, 'GET', **kwargs) Mar 25 19:22:07.688519 dv-cinder-755101-7-iscsi neutron-server[103197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 25 19:22:07.688519 dv-cinder-755101-7-iscsi neutron-server[103197]: base_url = self.get_endpoint(auth, allow=allow, Mar 25 19:22:07.688519 dv-cinder-755101-7-iscsi neutron-server[103197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 25 19:22:07.688519 dv-cinder-755101-7-iscsi neutron-server[103197]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 25 19:22:07.688519 dv-cinder-755101-7-iscsi neutron-server[103197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 25 19:22:07.688519 dv-cinder-755101-7-iscsi neutron-server[103197]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 25 19:22:07.688519 dv-cinder-755101-7-iscsi neutron-server[103197]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 25 19:22:07.719276 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Device ad92d7c9-4499-403b-ad54-4da530c9ae44 details requested by agent hyperv_hv-cinder-75510 with host hv-cinder-75510 {{(pid=103198) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 25 19:22:07.757263 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-fe26767d-7ca8-4eb6-a87e-fce1b708a953 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1136511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3753587'] for network (7ec1a92d-2819-4756-a11e-481280071a17), after_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:22:07.767229 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-fe26767d-7ca8-4eb6-a87e-fce1b708a953 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692927'] for network (None), before_response {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:22:07.772501 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-fe26767d-7ca8-4eb6-a87e-fce1b708a953 admin admin] 10.222.0.18 "DELETE /v2.0/networks/7ec1a92d-2819-4756-a11e-481280071a17 HTTP/1.1" status: 204 len: 168 time: 0.4356296 Mar 25 19:22:07.787309 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe26767d-7ca8-4eb6-a87e-fce1b708a953 admin admin] Pushing event deleted for resources: {'Network': ['ID=7ec1a92d-2819-4756-a11e-481280071a17,revision_number=None']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:22:07.801564 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-54f37667-2960-42c5-990c-369850727628 tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] Publish callbacks [] for port (f24346e7-125f-4fb0-9575-3de82da0000e), precommit_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:22:07.819279 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] For port ad92d7c9-4499-403b-ad54-4da530c9ae44, host hv-cinder-75510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75510',level=0,port_id=ad92d7c9-4499-403b-ad54-4da530c9ae44,segment=NetworkSegment(a894a930-abca-44c9-a9d6-2ab8de3cb6b7),segment_id=a894a930-abca-44c9-a9d6-2ab8de3cb6b7)] {{(pid=103198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 25 19:22:07.831887 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Returning: {'device': 'ad92d7c9-4499-403b-ad54-4da530c9ae44', 'network_id': 'b9c4b6f3-df0f-4c77-b839-49ddcf66324c', 'port_id': 'ad92d7c9-4499-403b-ad54-4da530c9ae44', 'mac_address': 'fa:16:3e:ba:bb:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 267, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c40ce403-aaea-4281-9350-ded3d3ca9df1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103198) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 25 19:22:07.840154 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-54f37667-2960-42c5-990c-369850727628 tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741036193015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59283508'] for port (f24346e7-125f-4fb0-9575-3de82da0000e), after_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:22:07.875956 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Current status of the port ad92d7c9-4499-403b-ad54-4da530c9ae44 is: DOWN; New status is: BUILD {{(pid=103198) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 25 19:22:07.876637 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1293263'] for port (ad92d7c9-4499-403b-ad54-4da530c9ae44), before_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:22:07.877602 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54f37667-2960-42c5-990c-369850727628 tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] Network 4acd50f3-de7f-4854-a6f4-5b66b3577c15 is already hosted by enough agents. {{(pid=103197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 19:22:07.881342 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.scheduler.base_scheduler [None req-54f37667-2960-42c5-990c-369850727628 tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] Resources bound (agent type, host, resource id): {{(pid=103197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 19:22:07.888611 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54f37667-2960-42c5-990c-369850727628 tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] Received port after_create {{(pid=103197) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 25 19:22:07.889924 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.notifiers.nova [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad92d7c9-4499-403b-ad54-4da530c9ae44 {{(pid=103198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 25 19:22:07.911706 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] For port ad92d7c9-4499-403b-ad54-4da530c9ae44, host hv-cinder-75510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75510',level=0,port_id=ad92d7c9-4499-403b-ad54-4da530c9ae44,segment=NetworkSegment(a894a930-abca-44c9-a9d6-2ab8de3cb6b7),segment_id=a894a930-abca-44c9-a9d6-2ab8de3cb6b7)] {{(pid=103198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 25 19:22:07.914648 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f37667-2960-42c5-990c-369850727628 tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] Pushing event updated for resources: {'Port': ['ID=f24346e7-125f-4fb0-9575-3de82da0000e,revision_number=1']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:22:07.917197 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036679572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741036190733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741036190751'] for port (ad92d7c9-4499-403b-ad54-4da530c9ae44), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:22:07.988750 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Pushing event updated for resources: {'Port': ['ID=ad92d7c9-4499-403b-ad54-4da530c9ae44,revision_number=4']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:22:07.996977 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-54f37667-2960-42c5-990c-369850727628 tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] Publish callbacks [] for floatingip (634e8b78-1c9b-4a11-a0c4-d58fb37004d2), precommit_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:22:07.999790 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.18', 33936) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:22:08.050759 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-2e2d52ca-53e4-4328-b6b8-dcdbc2c72713 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b685f643de644f37b9324769920851f6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0492530 Mar 25 19:22:08.052986 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-54f37667-2960-42c5-990c-369850727628 tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1293263'] for port (f24346e7-125f-4fb0-9575-3de82da0000e), before_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:22:08.053131 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.18', 33942) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:22:08.110904 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-eba6ad8a-78ae-4924-ace8-ec97e1bc8db4 admin admin] Publish callbacks [] for security_group (714baa3e-c710-44aa-913f-79e8b9e727c1), before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:22:08.138791 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-eba6ad8a-78ae-4924-ace8-ec97e1bc8db4 admin admin] Publish callbacks [] for security_group (714baa3e-c710-44aa-913f-79e8b9e727c1), precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:22:08.193539 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-eba6ad8a-78ae-4924-ace8-ec97e1bc8db4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687199'] for security_group (714baa3e-c710-44aa-913f-79e8b9e727c1), after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:22:08.196018 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-eba6ad8a-78ae-4924-ace8-ec97e1bc8db4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:22:08.197159 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-eba6ad8a-78ae-4924-ace8-ec97e1bc8db4 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/714baa3e-c710-44aa-913f-79e8b9e727c1 HTTP/1.1" status: 204 len: 168 time: 0.1431131 Mar 25 19:22:08.205491 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba6ad8a-78ae-4924-ace8-ec97e1bc8db4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=714baa3e-c710-44aa-913f-79e8b9e727c1,revision_number=None']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:22:08.211665 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4e7331-061b-448f-a4de-b7c8be982c61 req-6f31dcd8-2271-4c97-8a2a-bbeffc5632a1 tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:22:08.213208 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-6c4e7331-061b-448f-a4de-b7c8be982c61 req-6f31dcd8-2271-4c97-8a2a-bbeffc5632a1 tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] 10.222.0.18 "GET /v2.0/ports?device_id=c2f22826-2512-4bee-8ddc-2e80d6e63d45 HTTP/1.1" status: 200 len: 946 time: 0.1161046 Mar 25 19:22:08.240576 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] get_ports_and_sgs() called for port_ids ['ad92d7c9-4499-403b-ad54-4da530c9ae44'] {{(pid=103198) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 25 19:22:08.298249 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-6c4e7331-061b-448f-a4de-b7c8be982c61 req-7a648c06-2ea1-432b-afe2-6fd225405628 tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] 10.222.0.18 "GET /v2.0/security-groups?id=a346db11-a1aa-49ea-9798-167075247d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711262 Mar 25 19:22:08.312126 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-54f37667-2960-42c5-990c-369850727628 tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] Publish callbacks [] for port (f24346e7-125f-4fb0-9575-3de82da0000e), precommit_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:22:08.320060 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-54f37667-2960-42c5-990c-369850727628 tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036679572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741036190733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741036190751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59283459'] for port (f24346e7-125f-4fb0-9575-3de82da0000e), after_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:22:08.348085 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3a3f14-4a00-4815-8628-e9258d426e1a req-4d9d2677-b246-4b0d-ac1e-d59d9e04fc5f tempest-VolumesActionsTest-1647809653 tempest-VolumesActionsTest-1647809653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:22:08.356731 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-de3a3f14-4a00-4815-8628-e9258d426e1a req-4d9d2677-b246-4b0d-ac1e-d59d9e04fc5f tempest-VolumesActionsTest-1647809653 tempest-VolumesActionsTest-1647809653-project] 10.222.0.18 "GET /v2.0/ports?device_id=75f34c32-29d9-43ca-9fda-6e829413ad61 HTTP/1.1" status: 200 len: 945 time: 0.0935109 Mar 25 19:22:08.412676 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f37667-2960-42c5-990c-369850727628 tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] Pushing event updated for resources: {'Port': ['ID=f24346e7-125f-4fb0-9575-3de82da0000e,revision_number=2']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:22:08.420757 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-54f37667-2960-42c5-990c-369850727628 tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3753541'] for floatingip (634e8b78-1c9b-4a11-a0c4-d58fb37004d2), after_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:22:08.450650 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-54f37667-2960-42c5-990c-369850727628 tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63648'] for floatingip (None), before_response {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:22:08.455035 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-54f37667-2960-42c5-990c-369850727628 tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2263634 Mar 25 19:22:08.547243 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9526e8d-d6ab-4e6d-b2c6-cefdef0bc9eb req-717c6df8-ad3a-4afc-9da4-660426b78824 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:22:08.550121 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-a9526e8d-d6ab-4e6d-b2c6-cefdef0bc9eb req-717c6df8-ad3a-4afc-9da4-660426b78824 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] 10.222.0.18 "GET /v2.0/ports?device_id=60b11edc-ce3f-48f7-ac37-bc15cd882254 HTTP/1.1" status: 200 len: 946 time: 0.0919945 Mar 25 19:22:08.623054 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-a9526e8d-d6ab-4e6d-b2c6-cefdef0bc9eb req-58b5382a-b054-419d-b0f6-b145982289fe tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] 10.222.0.18 "GET /v2.0/security-groups?id=ece6d36a-8c2c-423d-886b-e23866ad66ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657983 Mar 25 19:22:08.676566 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-de3a3f14-4a00-4815-8628-e9258d426e1a req-98569b16-1395-4f2a-8aa0-928ff34b3bd3 tempest-VolumesActionsTest-1647809653 tempest-VolumesActionsTest-1647809653-project] 10.222.0.18 "GET /v2.0/security-groups?id=b242bf4d-02be-4048-9580-b224e04b85f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3180647 Mar 25 19:22:08.745118 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-0ce27d43-89a4-4188-99b9-8c145269324d req-2b641195-f8dd-411b-bf6c-ea1e84fd86ac tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--242686946&fields=id&tenant_id=155e7b1bde6b4fb1ba768c2d6ab00159 HTTP/1.1" status: 200 len: 267 time: 0.0424614 Mar 25 19:22:08.746182 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.18', 33976) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:22:08.787494 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-6acffbbd-f940-42ea-a24b-9a1f4e4c3197 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e0c0bddbacca40908d2cb6fd3e32db77&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0401356 Mar 25 19:22:08.789881 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.18', 33978) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:22:08.834881 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-ec41e124-a030-48f1-b998-7495c395e73a admin admin] Publish callbacks [] for security_group (00e0e32c-6f90-472a-95b6-925a579a2f63), before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:22:08.851572 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce27d43-89a4-4188-99b9-8c145269324d req-a7b674b0-c3ef-4cc9-9798-d8d010e53f78 tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:22:08.853039 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-0ce27d43-89a4-4188-99b9-8c145269324d req-a7b674b0-c3ef-4cc9-9798-d8d010e53f78 tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] 10.222.0.18 "GET /v2.0/networks?id=aa37333a-1101-47b7-acc7-f21479cd1d95 HTTP/1.1" status: 200 len: 819 time: 0.1011562 Mar 25 19:22:08.855527 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-ec41e124-a030-48f1-b998-7495c395e73a admin admin] Publish callbacks [] for security_group (00e0e32c-6f90-472a-95b6-925a579a2f63), precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:22:08.867938 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-0ce27d43-89a4-4188-99b9-8c145269324d req-bcc136bb-adc4-41c2-87c7-486cb5eff762 tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] 10.222.0.18 "GET /v2.0/quotas/155e7b1bde6b4fb1ba768c2d6ab00159 HTTP/1.1" status: 200 len: 375 time: 0.0092852 Mar 25 19:22:08.904128 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-ec41e124-a030-48f1-b998-7495c395e73a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687199'] for security_group (00e0e32c-6f90-472a-95b6-925a579a2f63), after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:22:08.906883 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-ec41e124-a030-48f1-b998-7495c395e73a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:22:08.908181 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-ec41e124-a030-48f1-b998-7495c395e73a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/00e0e32c-6f90-472a-95b6-925a579a2f63 HTTP/1.1" status: 204 len: 168 time: 0.1173942 Mar 25 19:22:08.916801 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec41e124-a030-48f1-b998-7495c395e73a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00e0e32c-6f90-472a-95b6-925a579a2f63,revision_number=None']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:22:08.935026 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-0ce27d43-89a4-4188-99b9-8c145269324d req-4549018f-6c21-4b0f-b4ee-673d66d0799b tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=155e7b1bde6b4fb1ba768c2d6ab00159&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0621977 Mar 25 19:22:09.026366 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-0ce27d43-89a4-4188-99b9-8c145269324d req-249e06e1-d267-4661-98c3-5e0d551d3380 service neutron] 10.222.0.18 "GET /v2.0/networks/aa37333a-1101-47b7-acc7-f21479cd1d95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820706 Mar 25 19:22:09.120210 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-0ce27d43-89a4-4188-99b9-8c145269324d req-b3c05037-6168-4c20-b2e6-e2a5fe79fffd service neutron] 10.222.0.18 "GET /v2.0/networks/aa37333a-1101-47b7-acc7-f21479cd1d95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880370 Mar 25 19:22:09.302473 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-5ce25e64-fb64-4ee5-bf42-e141d2c6ebc0 req-a4620eef-5abc-47db-b702-a9312ac24eef tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] 10.222.0.18 "GET /v2.0/ports?device_id=61fd317b-bf98-42d9-9ad4-6bdfc4855b0c HTTP/1.1" status: 200 len: 210 time: 0.0267632 Mar 25 19:22:09.447316 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f3d28b-6ac2-4996-8c17-bc3516773505 req-9fcc9fd6-6ee0-400f-8710-cb4ba81fc6d7 tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:22:09.451876 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-73f3d28b-6ac2-4996-8c17-bc3516773505 req-9fcc9fd6-6ee0-400f-8710-cb4ba81fc6d7 tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] 10.222.0.18 "GET /v2.0/ports?device_id=c2f22826-2512-4bee-8ddc-2e80d6e63d45 HTTP/1.1" status: 200 len: 946 time: 0.0695293 Mar 25 19:22:09.503975 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-73f3d28b-6ac2-4996-8c17-bc3516773505 req-780eafb6-7f2f-4f15-95d4-f5dcab95cc94 tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] 10.222.0.18 "GET /v2.0/security-groups?id=a346db11-a1aa-49ea-9798-167075247d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473166 Mar 25 19:22:09.728750 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Device ad92d7c9-4499-403b-ad54-4da530c9ae44 up at agent hyperv_hv-cinder-75510 {{(pid=103198) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 25 19:22:09.760377 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8441bfa8-0972-4ca5-acb2-5c343e48fcab req-c991bddf-8191-42f6-800a-569a60a5b486 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:22:09.767672 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-8441bfa8-0972-4ca5-acb2-5c343e48fcab req-c991bddf-8191-42f6-800a-569a60a5b486 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] 10.222.0.18 "GET /v2.0/ports?device_id=60b11edc-ce3f-48f7-ac37-bc15cd882254 HTTP/1.1" status: 200 len: 946 time: 0.0708270 Mar 25 19:22:09.801449 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Provisioning for port ad92d7c9-4499-403b-ad54-4da530c9ae44 completed by entity L2. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 25 19:22:09.806691 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Provisioning complete for port ad92d7c9-4499-403b-ad54-4da530c9ae44 triggered by entity L2. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 25 19:22:09.807073 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133789'] for port (ad92d7c9-4499-403b-ad54-4da530c9ae44), provisioning_complete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:22:09.832114 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1080659-d08f-4718-a134-5316bfd931a5 req-512eb125-c9a2-423e-8d6f-cf154bb88805 tempest-VolumesActionsTest-1647809653 tempest-VolumesActionsTest-1647809653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:22:09.839235 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-c1080659-d08f-4718-a134-5316bfd931a5 req-512eb125-c9a2-423e-8d6f-cf154bb88805 tempest-VolumesActionsTest-1647809653 tempest-VolumesActionsTest-1647809653-project] 10.222.0.18 "GET /v2.0/ports?device_id=75f34c32-29d9-43ca-9fda-6e829413ad61 HTTP/1.1" status: 200 len: 945 time: 0.0815535 Mar 25 19:22:09.854928 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-8441bfa8-0972-4ca5-acb2-5c343e48fcab req-4190148b-b300-42a7-bfdb-2698c8277967 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] 10.222.0.18 "GET /v2.0/security-groups?id=ece6d36a-8c2c-423d-886b-e23866ad66ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797815 Mar 25 19:22:09.914759 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-c1080659-d08f-4718-a134-5316bfd931a5 req-0bdc4503-95f4-44e6-ba34-7aab83baa05a tempest-VolumesActionsTest-1647809653 tempest-VolumesActionsTest-1647809653-project] 10.222.0.18 "GET /v2.0/security-groups?id=b242bf4d-02be-4048-9580-b224e04b85f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595748 Mar 25 19:22:09.929089 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Current status of the port ad92d7c9-4499-403b-ad54-4da530c9ae44 is: BUILD; New status is: ACTIVE {{(pid=103198) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 25 19:22:09.929481 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1293263'] for port (ad92d7c9-4499-403b-ad54-4da530c9ae44), before_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:22:09.953681 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75f34c32-29d9-43ca-9fda-6e829413ad61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad92d7c9-4499-403b-ad54-4da530c9ae44'}] {{(pid=103198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 25 19:22:09.956097 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be5bcd447a3797005f5619062121570069e0d2064b33fc0b2cf836394b7860ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e7f33c0-e93b-4230-afad-15661fbe5ca5" -d '{"events": [{"server_uuid": "75f34c32-29d9-43ca-9fda-6e829413ad61", "name": "network-vif-plugged", "status": "completed", "tag": "ad92d7c9-4499-403b-ad54-4da530c9ae44"}]}' {{(pid=103198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 25 19:22:09.974217 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] For port ad92d7c9-4499-403b-ad54-4da530c9ae44, host hv-cinder-75510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75510',level=0,port_id=ad92d7c9-4499-403b-ad54-4da530c9ae44,segment=NetworkSegment(a894a930-abca-44c9-a9d6-2ab8de3cb6b7),segment_id=a894a930-abca-44c9-a9d6-2ab8de3cb6b7)] {{(pid=103198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 25 19:22:09.979858 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036679572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741036190733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741036190751'] for port (ad92d7c9-4499-403b-ad54-4da530c9ae44), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:22:10.003016 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Mar 2022 19:22:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-319d68a1-462e-4ce9-b065-593997c860f1 x-openstack-request-id: req-319d68a1-462e-4ce9-b065-593997c860f1 {{(pid=103198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 25 19:22:10.003328 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75f34c32-29d9-43ca-9fda-6e829413ad61", "name": "network-vif-plugged", "status": "completed", "tag": "ad92d7c9-4499-403b-ad54-4da530c9ae44", "code": 200}]} {{(pid=103198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 25 19:22:10.003580 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-319d68a1-462e-4ce9-b065-593997c860f1 {{(pid=103198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 25 19:22:10.003979 dv-cinder-755101-7-iscsi neutron-server[103198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-319d68a1-462e-4ce9-b065-593997c860f1'] response: {'server_uuid': '75f34c32-29d9-43ca-9fda-6e829413ad61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad92d7c9-4499-403b-ad54-4da530c9ae44', 'code': 200} Mar 25 19:22:10.031836 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Pushing event updated for resources: {'Port': ['ID=ad92d7c9-4499-403b-ad54-4da530c9ae44,revision_number=5']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:22:10.185254 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da538492-b4be-437c-9e9e-07fe69399a93 req-6818997a-d86b-4bdd-80bf-9d5631cad3e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:22:10.186834 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-da538492-b4be-437c-9e9e-07fe69399a93 req-6818997a-d86b-4bdd-80bf-9d5631cad3e3 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=75f34c32-29d9-43ca-9fda-6e829413ad61 HTTP/1.1" status: 200 len: 1130 time: 0.0441005 Mar 25 19:22:10.238236 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-da538492-b4be-437c-9e9e-07fe69399a93 req-8e81e43c-b8c7-4268-8395-3e72d5f51312 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=b242bf4d-02be-4048-9580-b224e04b85f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396986 Mar 25 19:22:10.398279 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-8f64fdc4-cee9-4044-bf1d-0749b54674dd req-2afcf96c-1927-4e51-997a-f21bff938003 tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] 10.222.0.18 "GET /v2.0/ports?device_id=61fd317b-bf98-42d9-9ad4-6bdfc4855b0c HTTP/1.1" status: 200 len: 210 time: 0.0268958 Mar 25 19:22:10.695575 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbb9ab4-e883-489a-9846-ed166220286d req-ec83d212-1443-4ca1-887a-0b3351d27bdb tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:22:10.697059 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-cdbb9ab4-e883-489a-9846-ed166220286d req-ec83d212-1443-4ca1-887a-0b3351d27bdb tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] 10.222.0.18 "GET /v2.0/ports?device_id=c2f22826-2512-4bee-8ddc-2e80d6e63d45 HTTP/1.1" status: 200 len: 946 time: 0.1157939 Mar 25 19:22:10.724332 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce27d43-89a4-4188-99b9-8c145269324d req-7923a318-a3f7-452b-b429-6ac114aa674c tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:22:10.725752 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-0ce27d43-89a4-4188-99b9-8c145269324d req-7923a318-a3f7-452b-b429-6ac114aa674c tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] 10.222.0.26 "GET /v2.0/networks?id=aa37333a-1101-47b7-acc7-f21479cd1d95 HTTP/1.1" status: 200 len: 819 time: 0.1532300 Mar 25 19:22:10.774653 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-cdbb9ab4-e883-489a-9846-ed166220286d req-9dd3d4f6-d7ca-41e6-a37e-e02183c2d881 tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] 10.222.0.18 "GET /v2.0/security-groups?id=a346db11-a1aa-49ea-9798-167075247d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717249 Mar 25 19:22:10.809591 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-0ce27d43-89a4-4188-99b9-8c145269324d req-b5650b67-8ef1-4200-b214-1285f2790272 tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=155e7b1bde6b4fb1ba768c2d6ab00159 HTTP/1.1" status: 200 len: 379 time: 0.0705616 Mar 25 19:22:10.820740 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.v2.base [req-0ce27d43-89a4-4188-99b9-8c145269324d req-9da3edf6-201b-4a46-96ff-ac01093a721e tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] Request body: {'port': {'device_id': '61fd317b-bf98-42d9-9ad4-6bdfc4855b0c', 'network_id': 'aa37333a-1101-47b7-acc7-f21479cd1d95', 'admin_state_up': True, 'tenant_id': '155e7b1bde6b4fb1ba768c2d6ab00159', 'security_groups': ['cc23355a-6c89-4d32-96e0-83e927b15a53']}} {{(pid=103196) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 19:22:10.922611 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ce27d43-89a4-4188-99b9-8c145269324d req-9da3edf6-201b-4a46-96ff-ac01093a721e tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] Made reservation on behalf of 155e7b1bde6b4fb1ba768c2d6ab00159 for: {'port': 1} {{(pid=103196) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 19:22:10.925910 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-0ce27d43-89a4-4188-99b9-8c145269324d req-9da3edf6-201b-4a46-96ff-ac01093a721e tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1293263'] for port (None), before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:22:10.975683 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9d6ffc-0939-4d5a-a6ba-9529ceed5872 req-c1895875-e644-4475-9e97-e3eb2cf976d0 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:22:10.977414 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-df9d6ffc-0939-4d5a-a6ba-9529ceed5872 req-c1895875-e644-4475-9e97-e3eb2cf976d0 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] 10.222.0.18 "GET /v2.0/ports?device_id=60b11edc-ce3f-48f7-ac37-bc15cd882254 HTTP/1.1" status: 200 len: 946 time: 0.0641055 Mar 25 19:22:11.024694 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-df9d6ffc-0939-4d5a-a6ba-9529ceed5872 req-ddcb3318-8570-4b10-b61d-d0603651a50c tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] 10.222.0.18 "GET /v2.0/security-groups?id=ece6d36a-8c2c-423d-886b-e23866ad66ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405128 Mar 25 19:22:11.088336 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79732c00-5937-4709-8ba9-b00ec11c61ad req-f52ccc42-b48d-4a16-866f-cbcacdf59e17 tempest-VolumesActionsTest-1647809653 tempest-VolumesActionsTest-1647809653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:22:11.089798 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-79732c00-5937-4709-8ba9-b00ec11c61ad req-f52ccc42-b48d-4a16-866f-cbcacdf59e17 tempest-VolumesActionsTest-1647809653 tempest-VolumesActionsTest-1647809653-project] 10.222.0.18 "GET /v2.0/ports?device_id=75f34c32-29d9-43ca-9fda-6e829413ad61 HTTP/1.1" status: 200 len: 946 time: 0.1039815 Mar 25 19:22:11.097449 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.db.db_base_plugin_common [req-0ce27d43-89a4-4188-99b9-8c145269324d req-9da3edf6-201b-4a46-96ff-ac01093a721e tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] Allocated IP 172.20.0.9 (aa37333a-1101-47b7-acc7-f21479cd1d95/d8fb3102-0026-42d9-a683-15415ae64f68/e31a1c5e-f319-4495-a4f3-83d2762ba154) {{(pid=103196) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 19:22:11.165473 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-79732c00-5937-4709-8ba9-b00ec11c61ad req-55b6e694-478a-43f4-a58e-eb23d31716b2 tempest-VolumesActionsTest-1647809653 tempest-VolumesActionsTest-1647809653-project] 10.222.0.18 "GET /v2.0/security-groups?id=b242bf4d-02be-4048-9580-b224e04b85f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697708 Mar 25 19:22:11.271920 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-0ce27d43-89a4-4188-99b9-8c145269324d req-9da3edf6-201b-4a46-96ff-ac01093a721e tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] Publish callbacks [] for port (e31a1c5e-f319-4495-a4f3-83d2762ba154), precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:22:11.306100 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-0ce27d43-89a4-4188-99b9-8c145269324d req-9da3edf6-201b-4a46-96ff-ac01093a721e tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741036193015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58911673'] for port (e31a1c5e-f319-4495-a4f3-83d2762ba154), after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:22:11.348247 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ce27d43-89a4-4188-99b9-8c145269324d req-9da3edf6-201b-4a46-96ff-ac01093a721e tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] Network aa37333a-1101-47b7-acc7-f21479cd1d95 is already hosted by enough agents. {{(pid=103196) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 19:22:11.354159 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.scheduler.base_scheduler [req-0ce27d43-89a4-4188-99b9-8c145269324d req-9da3edf6-201b-4a46-96ff-ac01093a721e tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] Resources bound (agent type, host, resource id): {{(pid=103196) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 19:22:11.357016 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ce27d43-89a4-4188-99b9-8c145269324d req-9da3edf6-201b-4a46-96ff-ac01093a721e tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] Received port after_create {{(pid=103196) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 25 19:22:11.391547 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da3edf6-201b-4a46-96ff-ac01093a721e tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] Pushing event updated for resources: {'Port': ['ID=e31a1c5e-f319-4495-a4f3-83d2762ba154,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:22:11.421412 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce27d43-89a4-4188-99b9-8c145269324d req-9da3edf6-201b-4a46-96ff-ac01093a721e tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:22:11.422238 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-0ce27d43-89a4-4188-99b9-8c145269324d req-9da3edf6-201b-4a46-96ff-ac01093a721e tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63648'] for port (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:22:11.453248 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-0ce27d43-89a4-4188-99b9-8c145269324d req-9da3edf6-201b-4a46-96ff-ac01093a721e tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6366358 Mar 25 19:22:11.553097 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fc0363-1b8d-4562-8fec-09f1459c57d1 req-899ac986-587e-46bc-8881-81459ee2ecf4 tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:22:11.555537 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-d1fc0363-1b8d-4562-8fec-09f1459c57d1 req-899ac986-587e-46bc-8881-81459ee2ecf4 tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] 10.222.0.18 "GET /v2.0/ports?device_id=61fd317b-bf98-42d9-9ad4-6bdfc4855b0c HTTP/1.1" status: 200 len: 931 time: 0.0677373 Mar 25 19:22:11.581627 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.v2.base [req-0ce27d43-89a4-4188-99b9-8c145269324d req-052c9f41-7948-4916-9c4d-d2be98d457e8 service neutron] Request body: {'port': {'device_id': '61fd317b-bf98-42d9-9ad4-6bdfc4855b0c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75510'}} {{(pid=103196) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 19:22:11.610665 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-84ad2baf-9aec-400b-8271-8c26b866819d None None] Provisioning complete for port e31a1c5e-f319-4495-a4f3-83d2762ba154 triggered by entity DHCP. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 25 19:22:11.611843 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-84ad2baf-9aec-400b-8271-8c26b866819d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133789'] for port (e31a1c5e-f319-4495-a4f3-83d2762ba154), provisioning_complete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:22:11.641300 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-d1fc0363-1b8d-4562-8fec-09f1459c57d1 req-0a0c963f-a8b7-489f-814a-5d8e36ede622 tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] 10.222.0.18 "GET /v2.0/security-groups?id=cc23355a-6c89-4d32-96e0-83e927b15a53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728405 Mar 25 19:22:11.666228 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-84ad2baf-9aec-400b-8271-8c26b866819d None None] Port e31a1c5e-f319-4495-a4f3-83d2762ba154 cannot update to ACTIVE because it is not bound. {{(pid=103198) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 25 19:22:11.697256 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-0ce27d43-89a4-4188-99b9-8c145269324d req-052c9f41-7948-4916-9c4d-d2be98d457e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1293263'] for port (e31a1c5e-f319-4495-a4f3-83d2762ba154), before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:22:11.788129 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.18', 34090) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:22:11.936491 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-8cd25d01-4737-4ed1-a493-347e8e99f8fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:22:11.965858 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73daf9f6-a85e-4029-a122-435d8b96c1ea req-70d23f16-f92e-4583-b4b2-55e2d0c9f906 tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:22:11.967727 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-73daf9f6-a85e-4029-a122-435d8b96c1ea req-70d23f16-f92e-4583-b4b2-55e2d0c9f906 tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] 10.222.0.18 "GET /v2.0/ports?device_id=c2f22826-2512-4bee-8ddc-2e80d6e63d45 HTTP/1.1" status: 200 len: 946 time: 0.1087976 Mar 25 19:22:12.025094 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-8cd25d01-4737-4ed1-a493-347e8e99f8fd admin admin] Publish callbacks [] for security_group (c4d8312f-cf78-48fc-83af-812f44345e31), precommit_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:22:12.030080 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-8cd25d01-4737-4ed1-a493-347e8e99f8fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687199'] for security_group (c4d8312f-cf78-48fc-83af-812f44345e31), after_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:22:12.060745 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-73daf9f6-a85e-4029-a122-435d8b96c1ea req-634e2250-52cc-4c7a-8b88-56e571fad1b3 tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] 10.222.0.18 "GET /v2.0/security-groups?id=a346db11-a1aa-49ea-9798-167075247d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869896 Mar 25 19:22:12.084527 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.notifiers.nova [req-0ce27d43-89a4-4188-99b9-8c145269324d req-052c9f41-7948-4916-9c4d-d2be98d457e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e31a1c5e-f319-4495-a4f3-83d2762ba154 {{(pid=103196) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 25 19:22:12.085112 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-8cd25d01-4737-4ed1-a493-347e8e99f8fd admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6aa2be313ee64b2591823b5823495329&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2920232 Mar 25 19:22:12.085207 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.18', 34102) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:22:12.085882 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-0ce27d43-89a4-4188-99b9-8c145269324d req-052c9f41-7948-4916-9c4d-d2be98d457e8 service neutron] Publish callbacks [] for port (e31a1c5e-f319-4495-a4f3-83d2762ba154), precommit_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:22:12.090544 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd25d01-4737-4ed1-a493-347e8e99f8fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4d8312f-cf78-48fc-83af-812f44345e31,revision_number=1']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:22:12.117391 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [req-0ce27d43-89a4-4188-99b9-8c145269324d req-052c9f41-7948-4916-9c4d-d2be98d457e8 service neutron] Transition to ACTIVE for port object e31a1c5e-f319-4495-a4f3-83d2762ba154 will not be triggered until provisioned by entity L2. {{(pid=103196) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 25 19:22:12.125492 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-0ce27d43-89a4-4188-99b9-8c145269324d req-052c9f41-7948-4916-9c4d-d2be98d457e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036679572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741036190733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741036190751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58911630'] for port (e31a1c5e-f319-4495-a4f3-83d2762ba154), after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:22:12.196121 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-023817fe-e446-42b2-8cbb-3704c0a4e012 admin admin] Publish callbacks [] for security_group (c4d8312f-cf78-48fc-83af-812f44345e31), before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:22:12.199974 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052c9f41-7948-4916-9c4d-d2be98d457e8 service neutron] Pushing event updated for resources: {'Port': ['ID=e31a1c5e-f319-4495-a4f3-83d2762ba154,revision_number=2']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:22:12.231790 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446f3962-8403-4633-b730-b62869d9af2a req-185959f5-a4e2-4608-a8d6-e6e53cf9bf64 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:22:12.233478 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-446f3962-8403-4633-b730-b62869d9af2a req-185959f5-a4e2-4608-a8d6-e6e53cf9bf64 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] 10.222.0.18 "GET /v2.0/ports?device_id=60b11edc-ce3f-48f7-ac37-bc15cd882254 HTTP/1.1" status: 200 len: 946 time: 0.0824659 Mar 25 19:22:12.280638 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-023817fe-e446-42b2-8cbb-3704c0a4e012 admin admin] Publish callbacks [] for security_group (c4d8312f-cf78-48fc-83af-812f44345e31), precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:22:12.289448 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-446f3962-8403-4633-b730-b62869d9af2a req-ec4a08b7-3971-4b7b-8e2e-17fe8b2c3ee8 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] 10.222.0.18 "GET /v2.0/security-groups?id=ece6d36a-8c2c-423d-886b-e23866ad66ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505381 Mar 25 19:22:12.358460 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [req-0ce27d43-89a4-4188-99b9-8c145269324d req-052c9f41-7948-4916-9c4d-d2be98d457e8 service neutron] Attempting to bind port e31a1c5e-f319-4495-a4f3-83d2762ba154 on host hv-cinder-75510 for vnic_type normal with profile {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 25 19:22:12.358862 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [req-0ce27d43-89a4-4188-99b9-8c145269324d req-052c9f41-7948-4916-9c4d-d2be98d457e8 service neutron] Attempting to bind port e31a1c5e-f319-4495-a4f3-83d2762ba154 by drivers openvswitch,hyperv on host hv-cinder-75510 at level 0 using segments [{'id': '541ac455-136c-4743-9e72-e1540521f447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'aa37333a-1101-47b7-acc7-f21479cd1d95'}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 25 19:22:12.359244 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ce27d43-89a4-4188-99b9-8c145269324d req-052c9f41-7948-4916-9c4d-d2be98d457e8 service neutron] Attempting to bind port e31a1c5e-f319-4495-a4f3-83d2762ba154 on network aa37333a-1101-47b7-acc7-f21479cd1d95 {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 25 19:22:12.368088 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ce27d43-89a4-4188-99b9-8c145269324d req-052c9f41-7948-4916-9c4d-d2be98d457e8 service neutron] Port e31a1c5e-f319-4495-a4f3-83d2762ba154 on network aa37333a-1101-47b7-acc7-f21479cd1d95 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75510 {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 25 19:22:12.368440 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ce27d43-89a4-4188-99b9-8c145269324d req-052c9f41-7948-4916-9c4d-d2be98d457e8 service neutron] Attempting to bind port e31a1c5e-f319-4495-a4f3-83d2762ba154 on network aa37333a-1101-47b7-acc7-f21479cd1d95 {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 25 19:22:12.380748 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c7def4-00c9-460f-b894-cfccb63fc1a9 req-e5ab7fcd-0305-4e95-9753-51b0a7ed759d tempest-VolumesActionsTest-1647809653 tempest-VolumesActionsTest-1647809653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:22:12.382285 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-55c7def4-00c9-460f-b894-cfccb63fc1a9 req-e5ab7fcd-0305-4e95-9753-51b0a7ed759d tempest-VolumesActionsTest-1647809653 tempest-VolumesActionsTest-1647809653-project] 10.222.0.18 "GET /v2.0/ports?device_id=75f34c32-29d9-43ca-9fda-6e829413ad61 HTTP/1.1" status: 200 len: 946 time: 0.1221313 Mar 25 19:22:12.383844 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ce27d43-89a4-4188-99b9-8c145269324d req-052c9f41-7948-4916-9c4d-d2be98d457e8 service neutron] Checking agent: {'id': 'e10cc9df-a7ce-4b9c-bc25-dffd007f5dd8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75510', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 19, 18, 1), 'started_at': datetime.datetime(2022, 3, 25, 19, 18, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 19, 22, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 25 19:22:12.384188 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ce27d43-89a4-4188-99b9-8c145269324d req-052c9f41-7948-4916-9c4d-d2be98d457e8 service neutron] Checking segment: {'id': '541ac455-136c-4743-9e72-e1540521f447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'aa37333a-1101-47b7-acc7-f21479cd1d95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103196) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 25 19:22:12.384573 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ce27d43-89a4-4188-99b9-8c145269324d req-052c9f41-7948-4916-9c4d-d2be98d457e8 service neutron] Bound using segment: {'id': '541ac455-136c-4743-9e72-e1540521f447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'aa37333a-1101-47b7-acc7-f21479cd1d95'} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 25 19:22:12.385056 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [req-0ce27d43-89a4-4188-99b9-8c145269324d req-052c9f41-7948-4916-9c4d-d2be98d457e8 service neutron] Bound port: e31a1c5e-f319-4495-a4f3-83d2762ba154, host: hv-cinder-75510, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '541ac455-136c-4743-9e72-e1540521f447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': 'aa37333a-1101-47b7-acc7-f21479cd1d95'}}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 25 19:22:12.385364 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-0ce27d43-89a4-4188-99b9-8c145269324d req-052c9f41-7948-4916-9c4d-d2be98d457e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1293263'] for port (e31a1c5e-f319-4495-a4f3-83d2762ba154), before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:22:12.407556 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-023817fe-e446-42b2-8cbb-3704c0a4e012 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687199'] for security_group (c4d8312f-cf78-48fc-83af-812f44345e31), after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:22:12.410047 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-023817fe-e446-42b2-8cbb-3704c0a4e012 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:22:12.411240 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-023817fe-e446-42b2-8cbb-3704c0a4e012 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c4d8312f-cf78-48fc-83af-812f44345e31 HTTP/1.1" status: 204 len: 168 time: 0.3284190 Mar 25 19:22:12.453487 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023817fe-e446-42b2-8cbb-3704c0a4e012 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4d8312f-cf78-48fc-83af-812f44345e31,revision_number=None']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:22:12.497516 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-55c7def4-00c9-460f-b894-cfccb63fc1a9 req-581cdd49-0afb-4510-9773-2a4fd66f417e tempest-VolumesActionsTest-1647809653 tempest-VolumesActionsTest-1647809653-project] 10.222.0.18 "GET /v2.0/security-groups?id=b242bf4d-02be-4048-9580-b224e04b85f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032245 Mar 25 19:22:12.510014 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.db [req-0ce27d43-89a4-4188-99b9-8c145269324d req-052c9f41-7948-4916-9c4d-d2be98d457e8 service neutron] For port e31a1c5e-f319-4495-a4f3-83d2762ba154, host hv-cinder-75510, cleared binding levels {{(pid=103196) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 25 19:22:12.514162 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.db [req-0ce27d43-89a4-4188-99b9-8c145269324d req-052c9f41-7948-4916-9c4d-d2be98d457e8 service neutron] For port e31a1c5e-f319-4495-a4f3-83d2762ba154, host hv-cinder-75510, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75510',level=0,port_id=e31a1c5e-f319-4495-a4f3-83d2762ba154,segment=NetworkSegment(541ac455-136c-4743-9e72-e1540521f447),segment_id=541ac455-136c-4743-9e72-e1540521f447)] {{(pid=103196) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 25 19:22:12.525112 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-0ce27d43-89a4-4188-99b9-8c145269324d req-052c9f41-7948-4916-9c4d-d2be98d457e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036679572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741036190733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741036190751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58911630'] for port (e31a1c5e-f319-4495-a4f3-83d2762ba154), after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:22:12.562698 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce27d43-89a4-4188-99b9-8c145269324d req-052c9f41-7948-4916-9c4d-d2be98d457e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:22:12.563338 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-0ce27d43-89a4-4188-99b9-8c145269324d req-052c9f41-7948-4916-9c4d-d2be98d457e8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63648'] for port (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:22:12.564780 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-0ce27d43-89a4-4188-99b9-8c145269324d req-052c9f41-7948-4916-9c4d-d2be98d457e8 service neutron] 10.222.0.26 "PUT /v2.0/ports/e31a1c5e-f319-4495-a4f3-83d2762ba154 HTTP/1.1" status: 200 len: 1093 time: 0.9878988 Mar 25 19:22:12.565249 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61fd317b-bf98-42d9-9ad4-6bdfc4855b0c', 'tag': 'e31a1c5e-f319-4495-a4f3-83d2762ba154'}] {{(pid=103196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 25 19:22:12.567646 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aab9b3bfb8b62b9c439d2baea07b5fa53a515b81dc2b4d2d70d2153c83a947a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cb33ec8-f4e2-4b70-b519-b874866b94fd" -d '{"events": [{"name": "network-changed", "server_uuid": "61fd317b-bf98-42d9-9ad4-6bdfc4855b0c", "tag": "e31a1c5e-f319-4495-a4f3-83d2762ba154"}]}' {{(pid=103196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 25 19:22:12.607711 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052c9f41-7948-4916-9c4d-d2be98d457e8 service neutron] Pushing event updated for resources: {'Port': ['ID=e31a1c5e-f319-4495-a4f3-83d2762ba154,revision_number=3']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:22:12.631984 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Mar 2022 19:22:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f91dd7c6-b26e-45f7-89fc-ed4d40fd440b x-openstack-request-id: req-f91dd7c6-b26e-45f7-89fc-ed4d40fd440b {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 25 19:22:12.632697 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61fd317b-bf98-42d9-9ad4-6bdfc4855b0c", "tag": "e31a1c5e-f319-4495-a4f3-83d2762ba154", "status": "completed", "code": 200}]} {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 25 19:22:12.632965 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f91dd7c6-b26e-45f7-89fc-ed4d40fd440b {{(pid=103196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 25 19:22:12.633385 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f91dd7c6-b26e-45f7-89fc-ed4d40fd440b'] response: {'name': 'network-changed', 'server_uuid': '61fd317b-bf98-42d9-9ad4-6bdfc4855b0c', 'tag': 'e31a1c5e-f319-4495-a4f3-83d2762ba154', 'status': 'completed', 'code': 200} Mar 25 19:22:12.708621 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce27d43-89a4-4188-99b9-8c145269324d req-5a0c0983-2521-4295-b592-df08c68b5063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:22:12.710868 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-0ce27d43-89a4-4188-99b9-8c145269324d req-5a0c0983-2521-4295-b592-df08c68b5063 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=155e7b1bde6b4fb1ba768c2d6ab00159&device_id=61fd317b-bf98-42d9-9ad4-6bdfc4855b0c HTTP/1.1" status: 200 len: 1127 time: 0.0665231 Mar 25 19:22:12.783790 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-0ce27d43-89a4-4188-99b9-8c145269324d req-a3474f4d-2e0c-4873-83c1-e697f363e618 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e31a1c5e-f319-4495-a4f3-83d2762ba154 HTTP/1.1" status: 200 len: 217 time: 0.0575259 Mar 25 19:22:12.838851 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd8531b-0837-46c7-8699-3247f1fc6590 req-e1b40465-19ef-493b-8b94-60c8cb55fa6e tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:22:12.840393 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-afd8531b-0837-46c7-8699-3247f1fc6590 req-e1b40465-19ef-493b-8b94-60c8cb55fa6e tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] 10.222.0.18 "GET /v2.0/ports?device_id=61fd317b-bf98-42d9-9ad4-6bdfc4855b0c HTTP/1.1" status: 200 len: 943 time: 0.1255085 Mar 25 19:22:12.867285 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce27d43-89a4-4188-99b9-8c145269324d req-0808a2b8-d4dd-4e9a-b766-c5395e48867d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:22:12.868748 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-0ce27d43-89a4-4188-99b9-8c145269324d req-0808a2b8-d4dd-4e9a-b766-c5395e48867d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d8fb3102-0026-42d9-a683-15415ae64f68 HTTP/1.1" status: 200 len: 858 time: 0.0768573 Mar 25 19:22:12.925003 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-afd8531b-0837-46c7-8699-3247f1fc6590 req-10fd8212-dabb-411e-9a0d-86b746e945b1 tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] 10.222.0.18 "GET /v2.0/security-groups?id=cc23355a-6c89-4d32-96e0-83e927b15a53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744128 Mar 25 19:22:12.948640 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce27d43-89a4-4188-99b9-8c145269324d req-3a4b4ad1-5cf9-4dbc-bb92-9ee63dad2913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:22:12.950139 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-0ce27d43-89a4-4188-99b9-8c145269324d req-3a4b4ad1-5cf9-4dbc-bb92-9ee63dad2913 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=aa37333a-1101-47b7-acc7-f21479cd1d95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0745130 Mar 25 19:22:13.076843 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-0ce27d43-89a4-4188-99b9-8c145269324d req-66b26d67-bcb8-4207-81c5-18c963f0a1ad service neutron] 10.222.0.26 "GET /v2.0/networks/aa37333a-1101-47b7-acc7-f21479cd1d95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1088424 Mar 25 19:22:13.211423 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-0ce27d43-89a4-4188-99b9-8c145269324d req-ae319bc9-667f-44f9-8c91-c5b1388c2841 service neutron] 10.222.0.26 "GET /v2.0/networks/aa37333a-1101-47b7-acc7-f21479cd1d95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1191883 Mar 25 19:22:13.246096 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacff4d6-2762-4351-ab64-ae03d0c951c0 req-55af4ab3-68fd-40de-a0d7-947061cccbab tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:22:13.248453 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-cacff4d6-2762-4351-ab64-ae03d0c951c0 req-55af4ab3-68fd-40de-a0d7-947061cccbab tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] 10.222.0.18 "GET /v2.0/ports?device_id=c2f22826-2512-4bee-8ddc-2e80d6e63d45 HTTP/1.1" status: 200 len: 946 time: 0.0693376 Mar 25 19:22:13.339055 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-cacff4d6-2762-4351-ab64-ae03d0c951c0 req-8f0b973a-b3a1-41ad-b57b-f6fa1d7ce7ca tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] 10.222.0.18 "GET /v2.0/security-groups?id=a346db11-a1aa-49ea-9798-167075247d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802701 Mar 25 19:22:13.446141 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.18', 34152) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:22:13.456493 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb33ec8-f4e2-4b70-b519-b874866b94fd req-9da66fae-ff2d-4d33-a561-b9b694be299f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:22:13.458593 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-0cb33ec8-f4e2-4b70-b519-b874866b94fd req-9da66fae-ff2d-4d33-a561-b9b694be299f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=155e7b1bde6b4fb1ba768c2d6ab00159&device_id=61fd317b-bf98-42d9-9ad4-6bdfc4855b0c HTTP/1.1" status: 200 len: 1127 time: 0.1544082 Mar 25 19:22:13.473003 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88fa21b-d30b-465d-8742-b99dc1cbff30 req-c63d40e3-9f4e-40e7-a1ad-21309f4d8251 tempest-VolumesActionsTest-1647809653 tempest-VolumesActionsTest-1647809653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:22:13.475081 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-c88fa21b-d30b-465d-8742-b99dc1cbff30 req-c63d40e3-9f4e-40e7-a1ad-21309f4d8251 tempest-VolumesActionsTest-1647809653 tempest-VolumesActionsTest-1647809653-project] 10.222.0.18 "GET /v2.0/ports?device_id=75f34c32-29d9-43ca-9fda-6e829413ad61 HTTP/1.1" status: 200 len: 946 time: 0.0912809 Mar 25 19:22:13.485099 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa98a54-6d62-4a01-9d86-edec40b14ce1 req-c0139541-2c65-46be-b44e-6069e23fb8b1 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:22:13.486617 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-4aa98a54-6d62-4a01-9d86-edec40b14ce1 req-c0139541-2c65-46be-b44e-6069e23fb8b1 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] 10.222.0.18 "GET /v2.0/ports?device_id=60b11edc-ce3f-48f7-ac37-bc15cd882254 HTTP/1.1" status: 200 len: 946 time: 0.0623808 Mar 25 19:22:13.540849 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-4aa98a54-6d62-4a01-9d86-edec40b14ce1 req-dd685403-a237-46d8-9ab3-19a2be06a52d tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] 10.222.0.18 "GET /v2.0/security-groups?id=ece6d36a-8c2c-423d-886b-e23866ad66ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459030 Mar 25 19:22:13.588593 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-c32b12ca-c321-4c13-ab47-2aec72d217fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:22:13.595281 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-c88fa21b-d30b-465d-8742-b99dc1cbff30 req-d143183a-7a9f-41fc-a0dc-2f1400ea444b tempest-VolumesActionsTest-1647809653 tempest-VolumesActionsTest-1647809653-project] 10.222.0.18 "GET /v2.0/security-groups?id=b242bf4d-02be-4048-9580-b224e04b85f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116545 Mar 25 19:22:13.628345 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb33ec8-f4e2-4b70-b519-b874866b94fd req-6faf0289-0d5c-435b-96e3-3eba3b574237 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:22:13.630624 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-0cb33ec8-f4e2-4b70-b519-b874866b94fd req-6faf0289-0d5c-435b-96e3-3eba3b574237 service neutron] 10.222.0.26 "GET /v2.0/networks?id=aa37333a-1101-47b7-acc7-f21479cd1d95 HTTP/1.1" status: 200 len: 920 time: 0.1651933 Mar 25 19:22:13.675456 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-0cb33ec8-f4e2-4b70-b519-b874866b94fd req-88a87694-b00b-4876-a370-39cdde218f67 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e31a1c5e-f319-4495-a4f3-83d2762ba154 HTTP/1.1" status: 200 len: 217 time: 0.0371773 Mar 25 19:22:13.754477 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb33ec8-f4e2-4b70-b519-b874866b94fd req-4f4f38c7-0897-4bb6-ad23-4f6b38a7b934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:22:13.756837 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-0cb33ec8-f4e2-4b70-b519-b874866b94fd req-4f4f38c7-0897-4bb6-ad23-4f6b38a7b934 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d8fb3102-0026-42d9-a683-15415ae64f68 HTTP/1.1" status: 200 len: 858 time: 0.0709088 Mar 25 19:22:13.758609 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Device 49753907-3d92-474f-bd8d-596897e5c904 details requested by agent hyperv_hv-cinder-75510 with host hv-cinder-75510 {{(pid=103198) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 25 19:22:13.766579 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-c32b12ca-c321-4c13-ab47-2aec72d217fd admin admin] Publish callbacks [] for security_group (72a1a710-3d78-4937-ab7a-2ff84029bed6), precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:22:13.776802 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-c32b12ca-c321-4c13-ab47-2aec72d217fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687199'] for security_group (72a1a710-3d78-4937-ab7a-2ff84029bed6), after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:22:13.836492 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-c32b12ca-c321-4c13-ab47-2aec72d217fd admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e49b6d807511404bb3bc72257fae65f2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3891308 Mar 25 19:22:13.837296 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32b12ca-c321-4c13-ab47-2aec72d217fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72a1a710-3d78-4937-ab7a-2ff84029bed6,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:22:13.840324 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.18', 34156) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:22:13.851257 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb33ec8-f4e2-4b70-b519-b874866b94fd req-32e42903-151f-4d8e-8482-20f3a7935556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:22:13.852768 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-0cb33ec8-f4e2-4b70-b519-b874866b94fd req-32e42903-151f-4d8e-8482-20f3a7935556 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=aa37333a-1101-47b7-acc7-f21479cd1d95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0883281 Mar 25 19:22:13.856944 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] For port 49753907-3d92-474f-bd8d-596897e5c904, host hv-cinder-75510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75510',level=0,port_id=49753907-3d92-474f-bd8d-596897e5c904,segment=NetworkSegment(d2797ec7-5d3a-4260-b181-2764a4061b4e),segment_id=d2797ec7-5d3a-4260-b181-2764a4061b4e)] {{(pid=103198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 25 19:22:13.869180 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Returning: {'device': '49753907-3d92-474f-bd8d-596897e5c904', 'network_id': '41df54f8-722f-48ae-9670-4d05784c9b60', 'port_id': '49753907-3d92-474f-bd8d-596897e5c904', 'mac_address': 'fa:16:3e:e7:ca:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 276, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9ce3099-d02a-4e55-9db5-3bce93935985', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103198) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 25 19:22:13.905902 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-ccc9ebc4-370b-4a63-9bd2-24db976c4c7a admin admin] Publish callbacks [] for security_group (72a1a710-3d78-4937-ab7a-2ff84029bed6), before_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:22:13.915896 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Current status of the port 49753907-3d92-474f-bd8d-596897e5c904 is: ACTIVE; New status is: BUILD {{(pid=103198) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 25 19:22:13.916295 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1293263'] for port (49753907-3d92-474f-bd8d-596897e5c904), before_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:22:13.927800 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-ccc9ebc4-370b-4a63-9bd2-24db976c4c7a admin admin] Publish callbacks [] for security_group (72a1a710-3d78-4937-ab7a-2ff84029bed6), precommit_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:22:13.931507 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.notifiers.nova [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 49753907-3d92-474f-bd8d-596897e5c904 {{(pid=103198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 25 19:22:13.949345 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-0cb33ec8-f4e2-4b70-b519-b874866b94fd req-95f76743-27eb-419f-b756-6264ec57728b service neutron] 10.222.0.26 "GET /v2.0/networks/aa37333a-1101-47b7-acc7-f21479cd1d95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870538 Mar 25 19:22:13.961923 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] For port 49753907-3d92-474f-bd8d-596897e5c904, host hv-cinder-75510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75510',level=0,port_id=49753907-3d92-474f-bd8d-596897e5c904,segment=NetworkSegment(d2797ec7-5d3a-4260-b181-2764a4061b4e),segment_id=d2797ec7-5d3a-4260-b181-2764a4061b4e)] {{(pid=103198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 25 19:22:13.968280 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036679572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741036190733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741036190751'] for port (49753907-3d92-474f-bd8d-596897e5c904), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:22:13.981158 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-ccc9ebc4-370b-4a63-9bd2-24db976c4c7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687199'] for security_group (72a1a710-3d78-4937-ab7a-2ff84029bed6), after_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:22:13.983815 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-ccc9ebc4-370b-4a63-9bd2-24db976c4c7a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:22:13.985165 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-ccc9ebc4-370b-4a63-9bd2-24db976c4c7a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/72a1a710-3d78-4937-ab7a-2ff84029bed6 HTTP/1.1" status: 204 len: 168 time: 0.1434746 Mar 25 19:22:13.999582 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc9ebc4-370b-4a63-9bd2-24db976c4c7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72a1a710-3d78-4937-ab7a-2ff84029bed6,revision_number=None']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:22:14.065031 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Pushing event updated for resources: {'Port': ['ID=49753907-3d92-474f-bd8d-596897e5c904,revision_number=6']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:22:14.072932 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5ad51e-03ea-4b4e-a8ea-cc84dd07dbb7 req-816db645-df82-4ab5-9574-4dfced5d2c09 tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:22:14.074671 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-4a5ad51e-03ea-4b4e-a8ea-cc84dd07dbb7 req-816db645-df82-4ab5-9574-4dfced5d2c09 tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] 10.222.0.18 "GET /v2.0/ports?device_id=61fd317b-bf98-42d9-9ad4-6bdfc4855b0c HTTP/1.1" status: 200 len: 943 time: 0.0623405 Mar 25 19:22:14.074855 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-0cb33ec8-f4e2-4b70-b519-b874866b94fd req-76ffe2c3-bc97-40bc-b457-2e5c1b902979 service neutron] 10.222.0.26 "GET /v2.0/networks/aa37333a-1101-47b7-acc7-f21479cd1d95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1131980 Mar 25 19:22:14.124237 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] get_ports_and_sgs() called for port_ids ['49753907-3d92-474f-bd8d-596897e5c904'] {{(pid=103198) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 25 19:22:14.133841 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-4a5ad51e-03ea-4b4e-a8ea-cc84dd07dbb7 req-dd464c83-ffb5-44d6-84bd-3729882badf7 tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] 10.222.0.18 "GET /v2.0/security-groups?id=cc23355a-6c89-4d32-96e0-83e927b15a53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466666 Mar 25 19:22:14.449876 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7eb9fbf-f65c-4bc8-b719-da3bc0c6c346 req-a8160b42-d086-48ee-a402-c92ce84b27b9 tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:22:14.450470 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-c7eb9fbf-f65c-4bc8-b719-da3bc0c6c346 req-a8160b42-d086-48ee-a402-c92ce84b27b9 tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] 10.222.0.18 "GET /v2.0/ports?device_id=c2f22826-2512-4bee-8ddc-2e80d6e63d45 HTTP/1.1" status: 200 len: 946 time: 0.0599158 Mar 25 19:22:14.501702 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-c7eb9fbf-f65c-4bc8-b719-da3bc0c6c346 req-ef0ff5d2-6945-49e1-beef-7351f9ffeb95 tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] 10.222.0.18 "GET /v2.0/security-groups?id=a346db11-a1aa-49ea-9798-167075247d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454261 Mar 25 19:22:14.680535 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fbf1b0-c7cf-4800-acdb-72e88c15c359 req-69007d11-45b0-4347-9a5c-3d82bd970c4a tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:22:14.687803 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-95fbf1b0-c7cf-4800-acdb-72e88c15c359 req-69007d11-45b0-4347-9a5c-3d82bd970c4a tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] 10.222.0.18 "GET /v2.0/ports?device_id=60b11edc-ce3f-48f7-ac37-bc15cd882254 HTTP/1.1" status: 200 len: 945 time: 0.0615182 Mar 25 19:22:14.727147 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51436939-60a8-4fe7-a3fd-579ae61f1267 req-fc97c1c6-2d40-4814-b832-a03a1428a4d3 tempest-VolumesActionsTest-1647809653 tempest-VolumesActionsTest-1647809653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:22:14.728635 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-51436939-60a8-4fe7-a3fd-579ae61f1267 req-fc97c1c6-2d40-4814-b832-a03a1428a4d3 tempest-VolumesActionsTest-1647809653 tempest-VolumesActionsTest-1647809653-project] 10.222.0.18 "GET /v2.0/ports?device_id=75f34c32-29d9-43ca-9fda-6e829413ad61 HTTP/1.1" status: 200 len: 946 time: 0.0601704 Mar 25 19:22:14.735756 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-95fbf1b0-c7cf-4800-acdb-72e88c15c359 req-d63f53ef-95fb-4c95-9e26-a53c76997d21 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] 10.222.0.18 "GET /v2.0/security-groups?id=ece6d36a-8c2c-423d-886b-e23866ad66ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470767 Mar 25 19:22:14.781474 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-51436939-60a8-4fe7-a3fd-579ae61f1267 req-e34c42d8-376b-4e6e-9f75-36cf3e62c9d7 tempest-VolumesActionsTest-1647809653 tempest-VolumesActionsTest-1647809653-project] 10.222.0.18 "GET /v2.0/security-groups?id=b242bf4d-02be-4048-9580-b224e04b85f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413313 Mar 25 19:22:15.069344 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.18', 34202) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:22:15.170860 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-c7efb708-0fcd-4545-a7d0-c63cb91c3edf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:22:15.284134 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-c7efb708-0fcd-4545-a7d0-c63cb91c3edf admin admin] Publish callbacks [] for security_group (4d51ef7c-8ef0-4def-8450-18028c96ffc5), precommit_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:22:15.292897 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd2cd5f-f36f-4f72-8832-7f561289f8c6 req-501d61d9-7d11-401a-a17f-a4a3e31010f1 tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:22:15.294662 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-8fd2cd5f-f36f-4f72-8832-7f561289f8c6 req-501d61d9-7d11-401a-a17f-a4a3e31010f1 tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] 10.222.0.18 "GET /v2.0/ports?device_id=61fd317b-bf98-42d9-9ad4-6bdfc4855b0c HTTP/1.1" status: 200 len: 943 time: 0.0887680 Mar 25 19:22:15.295702 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-c7efb708-0fcd-4545-a7d0-c63cb91c3edf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687199'] for security_group (4d51ef7c-8ef0-4def-8450-18028c96ffc5), after_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:22:15.345337 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-c7efb708-0fcd-4545-a7d0-c63cb91c3edf admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a993f4f8c9b2457589f1d5d612110fc7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2749341 Mar 25 19:22:15.348090 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.18', 34216) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:22:15.353149 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7efb708-0fcd-4545-a7d0-c63cb91c3edf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d51ef7c-8ef0-4def-8450-18028c96ffc5,revision_number=1']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:22:15.404710 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-8fd2cd5f-f36f-4f72-8832-7f561289f8c6 req-220a9c8f-6eb4-44d3-a3a1-118bcd84659c tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] 10.222.0.18 "GET /v2.0/security-groups?id=cc23355a-6c89-4d32-96e0-83e927b15a53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1032708 Mar 25 19:22:15.430022 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-b8b2c00f-a46c-444e-9322-01c314561504 admin admin] Publish callbacks [] for security_group (4d51ef7c-8ef0-4def-8450-18028c96ffc5), before_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:22:15.443225 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474e2de2-5148-45fd-93a3-1f5864c58521 req-3307d1ac-e9c4-4dc5-9ce5-1ce1c8beec64 tempest-VolumesActionsTest-1647809653 tempest-VolumesActionsTest-1647809653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:22:15.444835 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-474e2de2-5148-45fd-93a3-1f5864c58521 req-3307d1ac-e9c4-4dc5-9ce5-1ce1c8beec64 tempest-VolumesActionsTest-1647809653 tempest-VolumesActionsTest-1647809653-project] 10.222.0.26 "GET /v2.0/ports?device_id=75f34c32-29d9-43ca-9fda-6e829413ad61 HTTP/1.1" status: 200 len: 946 time: 0.0675807 Mar 25 19:22:15.469816 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-b8b2c00f-a46c-444e-9322-01c314561504 admin admin] Publish callbacks [] for security_group (4d51ef7c-8ef0-4def-8450-18028c96ffc5), precommit_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:22:15.521482 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-b8b2c00f-a46c-444e-9322-01c314561504 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687199'] for security_group (4d51ef7c-8ef0-4def-8450-18028c96ffc5), after_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:22:15.524133 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-b8b2c00f-a46c-444e-9322-01c314561504 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:22:15.528255 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-b8b2c00f-a46c-444e-9322-01c314561504 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4d51ef7c-8ef0-4def-8450-18028c96ffc5 HTTP/1.1" status: 204 len: 168 time: 0.1788676 Mar 25 19:22:15.537365 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b2c00f-a46c-444e-9322-01c314561504 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d51ef7c-8ef0-4def-8450-18028c96ffc5,revision_number=None']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:22:15.578471 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [req-474e2de2-5148-45fd-93a3-1f5864c58521 req-f59d6c3f-e821-4e0c-875e-0ef90da7bd9b tempest-VolumesActionsTest-1647809653 tempest-VolumesActionsTest-1647809653-project] Deleting port ad92d7c9-4499-403b-ad54-4da530c9ae44 {{(pid=103196) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 25 19:22:15.579119 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-474e2de2-5148-45fd-93a3-1f5864c58521 req-f59d6c3f-e821-4e0c-875e-0ef90da7bd9b tempest-VolumesActionsTest-1647809653 tempest-VolumesActionsTest-1647809653-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741036672799'] for port (ad92d7c9-4499-403b-ad54-4da530c9ae44), before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:22:15.706436 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.db [req-474e2de2-5148-45fd-93a3-1f5864c58521 req-f59d6c3f-e821-4e0c-875e-0ef90da7bd9b tempest-VolumesActionsTest-1647809653 tempest-VolumesActionsTest-1647809653-project] For port ad92d7c9-4499-403b-ad54-4da530c9ae44, host hv-cinder-75510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75510',level=0,port_id=ad92d7c9-4499-403b-ad54-4da530c9ae44,segment=NetworkSegment(a894a930-abca-44c9-a9d6-2ab8de3cb6b7),segment_id=a894a930-abca-44c9-a9d6-2ab8de3cb6b7)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 25 19:22:15.706832 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-474e2de2-5148-45fd-93a3-1f5864c58521 req-f59d6c3f-e821-4e0c-875e-0ef90da7bd9b tempest-VolumesActionsTest-1647809653 tempest-VolumesActionsTest-1647809653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3766103'] for port (ad92d7c9-4499-403b-ad54-4da530c9ae44), precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:22:15.725832 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34e9cf0-b9ec-4307-8e6a-baa4aa441185 req-2193deac-876d-426f-8a42-5c376fbed501 tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:22:15.727362 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-a34e9cf0-b9ec-4307-8e6a-baa4aa441185 req-2193deac-876d-426f-8a42-5c376fbed501 tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] 10.222.0.18 "GET /v2.0/ports?device_id=c2f22826-2512-4bee-8ddc-2e80d6e63d45 HTTP/1.1" status: 200 len: 946 time: 0.1041136 Mar 25 19:22:15.734901 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [req-474e2de2-5148-45fd-93a3-1f5864c58521 req-f59d6c3f-e821-4e0c-875e-0ef90da7bd9b tempest-VolumesActionsTest-1647809653 tempest-VolumesActionsTest-1647809653-project] Calling delete_port for ad92d7c9-4499-403b-ad54-4da530c9ae44 owned by compute:nova {{(pid=103196) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 25 19:22:15.788326 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Device e31a1c5e-f319-4495-a4f3-83d2762ba154 details requested by agent hyperv_hv-cinder-75510 with host hv-cinder-75510 {{(pid=103198) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 25 19:22:15.792317 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Device 49753907-3d92-474f-bd8d-596897e5c904 up at agent hyperv_hv-cinder-75510 {{(pid=103198) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 25 19:22:15.852393 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-a34e9cf0-b9ec-4307-8e6a-baa4aa441185 req-4ccac6cc-a3e9-431d-b93f-8bbfc28852ba tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] 10.222.0.18 "GET /v2.0/security-groups?id=a346db11-a1aa-49ea-9798-167075247d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1187613 Mar 25 19:22:15.972019 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Provisioning complete for port 49753907-3d92-474f-bd8d-596897e5c904 triggered by entity L2. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 25 19:22:15.972826 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133789'] for port (49753907-3d92-474f-bd8d-596897e5c904), provisioning_complete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:22:15.978596 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2054848-b9cf-427b-af0c-dda803b89e7b req-f4f551e1-5459-4e48-ba4c-bb43642b6eba tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:22:15.988484 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-474e2de2-5148-45fd-93a3-1f5864c58521 req-f59d6c3f-e821-4e0c-875e-0ef90da7bd9b tempest-VolumesActionsTest-1647809653 tempest-VolumesActionsTest-1647809653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741036679554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741036190724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58911673'] for port (ad92d7c9-4499-403b-ad54-4da530c9ae44), after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:22:15.990739 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-c2054848-b9cf-427b-af0c-dda803b89e7b req-f4f551e1-5459-4e48-ba4c-bb43642b6eba tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] 10.222.0.18 "GET /v2.0/ports?device_id=60b11edc-ce3f-48f7-ac37-bc15cd882254 HTTP/1.1" status: 200 len: 945 time: 0.1313279 Mar 25 19:22:16.042184 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] get_ports_and_sgs() called for port_ids ['ad92d7c9-4499-403b-ad54-4da530c9ae44'] {{(pid=103198) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 25 19:22:16.054010 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-c2054848-b9cf-427b-af0c-dda803b89e7b req-d40e2467-f5d3-43c4-bab7-5932c81534c8 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] 10.222.0.18 "GET /v2.0/security-groups?id=ece6d36a-8c2c-423d-886b-e23866ad66ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594959 Mar 25 19:22:16.087194 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-a2553c52-d342-464d-a6e4-d13b7512dd54 req-355aabc5-c874-479b-9ac5-9675c422bddf tempest-VolumesActionsTest-1647809653 tempest-VolumesActionsTest-1647809653-project] 10.222.0.18 "GET /v2.0/ports?device_id=75f34c32-29d9-43ca-9fda-6e829413ad61 HTTP/1.1" status: 200 len: 210 time: 0.0412776 Mar 25 19:22:16.093626 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59d6c3f-e821-4e0c-875e-0ef90da7bd9b tempest-VolumesActionsTest-1647809653 tempest-VolumesActionsTest-1647809653-project] Pushing event deleted for resources: {'Port': ['ID=ad92d7c9-4499-403b-ad54-4da530c9ae44,revision_number=None']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:22:16.143500 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] For port e31a1c5e-f319-4495-a4f3-83d2762ba154, host hv-cinder-75510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75510',level=0,port_id=e31a1c5e-f319-4495-a4f3-83d2762ba154,segment=NetworkSegment(541ac455-136c-4743-9e72-e1540521f447),segment_id=541ac455-136c-4743-9e72-e1540521f447)] {{(pid=103198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 25 19:22:16.160503 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Returning: {'device': 'e31a1c5e-f319-4495-a4f3-83d2762ba154', 'network_id': 'aa37333a-1101-47b7-acc7-f21479cd1d95', 'port_id': 'e31a1c5e-f319-4495-a4f3-83d2762ba154', 'mac_address': 'fa:16:3e:11:7c:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 285, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8fb3102-0026-42d9-a683-15415ae64f68', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103198) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 25 19:22:16.166943 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [req-474e2de2-5148-45fd-93a3-1f5864c58521 req-f59d6c3f-e821-4e0c-875e-0ef90da7bd9b tempest-VolumesActionsTest-1647809653 tempest-VolumesActionsTest-1647809653-project] No DVR routers for this DVR port ad92d7c9-4499-403b-ad54-4da530c9ae44 on host hv-cinder-75510 {{(pid=103196) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 25 19:22:16.171178 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-474e2de2-5148-45fd-93a3-1f5864c58521 req-f59d6c3f-e821-4e0c-875e-0ef90da7bd9b tempest-VolumesActionsTest-1647809653 tempest-VolumesActionsTest-1647809653-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63648'] for port (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:22:16.172983 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Current status of the port 49753907-3d92-474f-bd8d-596897e5c904 is: BUILD; New status is: ACTIVE {{(pid=103198) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 25 19:22:16.173610 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1293263'] for port (49753907-3d92-474f-bd8d-596897e5c904), before_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:22:16.175893 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-474e2de2-5148-45fd-93a3-1f5864c58521 req-f59d6c3f-e821-4e0c-875e-0ef90da7bd9b tempest-VolumesActionsTest-1647809653 tempest-VolumesActionsTest-1647809653-project] 10.222.0.26 "DELETE /v2.0/ports/ad92d7c9-4499-403b-ad54-4da530c9ae44 HTTP/1.1" status: 204 len: 173 time: 0.7233915 Mar 25 19:22:16.176834 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75f34c32-29d9-43ca-9fda-6e829413ad61', 'name': 'network-vif-deleted', 'tag': 'ad92d7c9-4499-403b-ad54-4da530c9ae44'}] {{(pid=103196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 25 19:22:16.180345 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aab9b3bfb8b62b9c439d2baea07b5fa53a515b81dc2b4d2d70d2153c83a947a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b981e5d-ef97-4ec5-8ae2-8609e7d42eaa" -d '{"events": [{"server_uuid": "75f34c32-29d9-43ca-9fda-6e829413ad61", "name": "network-vif-deleted", "tag": "ad92d7c9-4499-403b-ad54-4da530c9ae44"}]}' {{(pid=103196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 25 19:22:16.246837 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Mar 2022 19:22:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e607b0df-996d-4152-bff9-c7f354ef4fd2 x-openstack-request-id: req-e607b0df-996d-4152-bff9-c7f354ef4fd2 {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 25 19:22:16.247304 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75f34c32-29d9-43ca-9fda-6e829413ad61", "name": "network-vif-deleted", "tag": "ad92d7c9-4499-403b-ad54-4da530c9ae44", "status": "completed", "code": 200}]} {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 25 19:22:16.247687 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e607b0df-996d-4152-bff9-c7f354ef4fd2 {{(pid=103196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 25 19:22:16.248387 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e607b0df-996d-4152-bff9-c7f354ef4fd2'] response: {'server_uuid': '75f34c32-29d9-43ca-9fda-6e829413ad61', 'name': 'network-vif-deleted', 'tag': 'ad92d7c9-4499-403b-ad54-4da530c9ae44', 'status': 'completed', 'code': 200} Mar 25 19:22:16.261815 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] For port 49753907-3d92-474f-bd8d-596897e5c904, host hv-cinder-75510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75510',level=0,port_id=49753907-3d92-474f-bd8d-596897e5c904,segment=NetworkSegment(d2797ec7-5d3a-4260-b181-2764a4061b4e),segment_id=d2797ec7-5d3a-4260-b181-2764a4061b4e)] {{(pid=103198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 25 19:22:16.265027 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60b11edc-ce3f-48f7-ac37-bc15cd882254', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49753907-3d92-474f-bd8d-596897e5c904'}] {{(pid=103198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 25 19:22:16.269409 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be5bcd447a3797005f5619062121570069e0d2064b33fc0b2cf836394b7860ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f19fa45-c3ee-4136-b0da-2974c6760eda" -d '{"events": [{"server_uuid": "60b11edc-ce3f-48f7-ac37-bc15cd882254", "name": "network-vif-plugged", "status": "completed", "tag": "49753907-3d92-474f-bd8d-596897e5c904"}]}' {{(pid=103198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 25 19:22:16.287845 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036679572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741036190733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741036190751'] for port (49753907-3d92-474f-bd8d-596897e5c904), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:22:16.355776 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Mar 2022 19:22:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d25e706f-64b5-468c-ac59-e86bb5d30ed6 x-openstack-request-id: req-d25e706f-64b5-468c-ac59-e86bb5d30ed6 {{(pid=103198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 25 19:22:16.356420 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60b11edc-ce3f-48f7-ac37-bc15cd882254", "name": "network-vif-plugged", "status": "completed", "tag": "49753907-3d92-474f-bd8d-596897e5c904", "code": 200}]} {{(pid=103198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 25 19:22:16.356979 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d25e706f-64b5-468c-ac59-e86bb5d30ed6 {{(pid=103198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 25 19:22:16.357574 dv-cinder-755101-7-iscsi neutron-server[103198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d25e706f-64b5-468c-ac59-e86bb5d30ed6'] response: {'server_uuid': '60b11edc-ce3f-48f7-ac37-bc15cd882254', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49753907-3d92-474f-bd8d-596897e5c904', 'code': 200} Mar 25 19:22:16.358314 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Current status of the port e31a1c5e-f319-4495-a4f3-83d2762ba154 is: DOWN; New status is: BUILD {{(pid=103198) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 25 19:22:16.359358 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1293263'] for port (e31a1c5e-f319-4495-a4f3-83d2762ba154), before_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:22:16.378801 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.notifiers.nova [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e31a1c5e-f319-4495-a4f3-83d2762ba154 {{(pid=103198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 25 19:22:16.418909 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] For port e31a1c5e-f319-4495-a4f3-83d2762ba154, host hv-cinder-75510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75510',level=0,port_id=e31a1c5e-f319-4495-a4f3-83d2762ba154,segment=NetworkSegment(541ac455-136c-4743-9e72-e1540521f447),segment_id=541ac455-136c-4743-9e72-e1540521f447)] {{(pid=103198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 25 19:22:16.420232 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Pushing event updated for resources: {'Port': ['ID=49753907-3d92-474f-bd8d-596897e5c904,revision_number=7']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:22:16.427013 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036679572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741036190733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741036190751'] for port (e31a1c5e-f319-4495-a4f3-83d2762ba154), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:22:16.533410 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Pushing event updated for resources: {'Port': ['ID=e31a1c5e-f319-4495-a4f3-83d2762ba154,revision_number=4']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:22:16.589401 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01285adb-36d1-4254-9c0a-1f2da1cc51a3 req-b39195c0-b203-4fb8-83a9-d82627198f3e tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:22:16.591081 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-01285adb-36d1-4254-9c0a-1f2da1cc51a3 req-b39195c0-b203-4fb8-83a9-d82627198f3e tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] 10.222.0.18 "GET /v2.0/ports?device_id=61fd317b-bf98-42d9-9ad4-6bdfc4855b0c HTTP/1.1" status: 200 len: 944 time: 0.0838866 Mar 25 19:22:16.658356 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-01285adb-36d1-4254-9c0a-1f2da1cc51a3 req-e8097a68-d7c6-4edb-8283-c0f28fb291e7 tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] 10.222.0.18 "GET /v2.0/security-groups?id=cc23355a-6c89-4d32-96e0-83e927b15a53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607307 Mar 25 19:22:16.745381 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] get_ports_and_sgs() called for port_ids ['e31a1c5e-f319-4495-a4f3-83d2762ba154'] {{(pid=103198) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 25 19:22:17.074594 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07501ae-bebe-4fd4-8b21-c6ffc51d7e11 req-a887cda1-d97a-4120-96ee-fad1a5eff551 tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:22:17.084134 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-e07501ae-bebe-4fd4-8b21-c6ffc51d7e11 req-a887cda1-d97a-4120-96ee-fad1a5eff551 tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] 10.222.0.18 "GET /v2.0/ports?device_id=c2f22826-2512-4bee-8ddc-2e80d6e63d45 HTTP/1.1" status: 200 len: 946 time: 0.0655596 Mar 25 19:22:17.155112 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-e07501ae-bebe-4fd4-8b21-c6ffc51d7e11 req-6cef358b-0dfc-42d9-adc7-056215983fce tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] 10.222.0.18 "GET /v2.0/security-groups?id=a346db11-a1aa-49ea-9798-167075247d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698321 Mar 25 19:22:17.268571 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1705a8ee-b1f9-41ea-a1ba-ae00d8fc01ab req-ab11bc9c-0697-4bae-91ef-5b9c3798956b tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:22:17.270538 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-1705a8ee-b1f9-41ea-a1ba-ae00d8fc01ab req-ab11bc9c-0697-4bae-91ef-5b9c3798956b tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] 10.222.0.18 "GET /v2.0/ports?device_id=60b11edc-ce3f-48f7-ac37-bc15cd882254 HTTP/1.1" status: 200 len: 946 time: 0.0838645 Mar 25 19:22:17.332148 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-1705a8ee-b1f9-41ea-a1ba-ae00d8fc01ab req-fa9a0c54-c8b3-4afe-9855-1d2e43c7232f tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] 10.222.0.18 "GET /v2.0/security-groups?id=ece6d36a-8c2c-423d-886b-e23866ad66ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530219 Mar 25 19:22:17.791293 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Device e31a1c5e-f319-4495-a4f3-83d2762ba154 up at agent hyperv_hv-cinder-75510 {{(pid=103198) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 25 19:22:17.813082 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32857109-acfa-4f9e-aecc-fedcc4b0cbf6 req-cfce4814-92d2-46d4-90d2-3fcb0018e1e4 tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:22:17.820902 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-32857109-acfa-4f9e-aecc-fedcc4b0cbf6 req-cfce4814-92d2-46d4-90d2-3fcb0018e1e4 tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] 10.222.0.18 "GET /v2.0/ports?device_id=61fd317b-bf98-42d9-9ad4-6bdfc4855b0c HTTP/1.1" status: 200 len: 944 time: 0.0714223 Mar 25 19:22:17.871526 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Provisioning for port e31a1c5e-f319-4495-a4f3-83d2762ba154 completed by entity L2. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 25 19:22:17.876731 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Provisioning complete for port e31a1c5e-f319-4495-a4f3-83d2762ba154 triggered by entity L2. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 25 19:22:17.877317 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133789'] for port (e31a1c5e-f319-4495-a4f3-83d2762ba154), provisioning_complete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:22:17.888227 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-32857109-acfa-4f9e-aecc-fedcc4b0cbf6 req-6a703449-795a-480d-aae2-9d6ae02046f5 tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] 10.222.0.18 "GET /v2.0/security-groups?id=cc23355a-6c89-4d32-96e0-83e927b15a53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647347 Mar 25 19:22:17.985744 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Current status of the port e31a1c5e-f319-4495-a4f3-83d2762ba154 is: BUILD; New status is: ACTIVE {{(pid=103198) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 25 19:22:17.986136 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1293263'] for port (e31a1c5e-f319-4495-a4f3-83d2762ba154), before_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:22:18.041394 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] For port e31a1c5e-f319-4495-a4f3-83d2762ba154, host hv-cinder-75510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75510',level=0,port_id=e31a1c5e-f319-4495-a4f3-83d2762ba154,segment=NetworkSegment(541ac455-136c-4743-9e72-e1540521f447),segment_id=541ac455-136c-4743-9e72-e1540521f447)] {{(pid=103198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 25 19:22:18.049261 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036679572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741036190733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741036190751'] for port (e31a1c5e-f319-4495-a4f3-83d2762ba154), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:22:18.050077 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Device ad92d7c9-4499-403b-ad54-4da530c9ae44 no longer exists at agent hyperv_hv-cinder-75510 {{(pid=103198) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 25 19:22:18.109249 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Pushing event updated for resources: {'Port': ['ID=e31a1c5e-f319-4495-a4f3-83d2762ba154,revision_number=5']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:22:18.135159 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] No Port match for: ad92d7c9-4499-403b-ad54-4da530c9ae44 {{(pid=103198) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 25 19:22:18.135510 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Device ad92d7c9-4499-403b-ad54-4da530c9ae44 not bound to the agent host hv-cinder-75510 {{(pid=103198) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 25 19:22:18.311887 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decb8ed2-78a1-453c-b64b-5c9afdcdd862 req-5cffbad2-c500-4c7f-9c3a-91c81349c56e tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:22:18.320262 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-decb8ed2-78a1-453c-b64b-5c9afdcdd862 req-5cffbad2-c500-4c7f-9c3a-91c81349c56e tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] 10.222.0.18 "GET /v2.0/ports?device_id=c2f22826-2512-4bee-8ddc-2e80d6e63d45 HTTP/1.1" status: 200 len: 946 time: 0.0750425 Mar 25 19:22:18.358872 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61fd317b-bf98-42d9-9ad4-6bdfc4855b0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e31a1c5e-f319-4495-a4f3-83d2762ba154'}] {{(pid=103198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 25 19:22:18.361395 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be5bcd447a3797005f5619062121570069e0d2064b33fc0b2cf836394b7860ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d790e2f-671a-4980-9d4f-f3a0ce60ce0b" -d '{"events": [{"server_uuid": "61fd317b-bf98-42d9-9ad4-6bdfc4855b0c", "name": "network-vif-plugged", "status": "completed", "tag": "e31a1c5e-f319-4495-a4f3-83d2762ba154"}]}' {{(pid=103198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 25 19:22:18.405046 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-decb8ed2-78a1-453c-b64b-5c9afdcdd862 req-d851cc1d-beeb-4f3b-ba6a-67195972e0f9 tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] 10.222.0.18 "GET /v2.0/security-groups?id=a346db11-a1aa-49ea-9798-167075247d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767097 Mar 25 19:22:18.405191 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.18', 34354) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:22:18.405913 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Mar 2022 19:22:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-497b7b68-d7fe-4b0f-9435-3fc4b62f635b x-openstack-request-id: req-497b7b68-d7fe-4b0f-9435-3fc4b62f635b {{(pid=103198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 25 19:22:18.406366 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61fd317b-bf98-42d9-9ad4-6bdfc4855b0c", "name": "network-vif-plugged", "status": "completed", "tag": "e31a1c5e-f319-4495-a4f3-83d2762ba154", "code": 200}]} {{(pid=103198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 25 19:22:18.406814 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-497b7b68-d7fe-4b0f-9435-3fc4b62f635b {{(pid=103198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 25 19:22:18.407381 dv-cinder-755101-7-iscsi neutron-server[103198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-497b7b68-d7fe-4b0f-9435-3fc4b62f635b'] response: {'server_uuid': '61fd317b-bf98-42d9-9ad4-6bdfc4855b0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e31a1c5e-f319-4495-a4f3-83d2762ba154', 'code': 200} Mar 25 19:22:18.590869 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e48d098-e2d0-4290-8213-0dd4729eba04 req-b779027c-4c09-4551-bfa8-13034d9c0f82 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:22:18.599602 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-4e48d098-e2d0-4290-8213-0dd4729eba04 req-b779027c-4c09-4551-bfa8-13034d9c0f82 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] 10.222.0.18 "GET /v2.0/ports?device_id=60b11edc-ce3f-48f7-ac37-bc15cd882254 HTTP/1.1" status: 200 len: 946 time: 0.1233156 Mar 25 19:22:18.753355 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b0be22b6-98a2-40a1-934a-bc879e2491d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:22:18.780140 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-4e48d098-e2d0-4290-8213-0dd4729eba04 req-d3bbf3bb-931a-4037-bd7c-2c0c85261495 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] 10.222.0.18 "GET /v2.0/security-groups?id=ece6d36a-8c2c-423d-886b-e23866ad66ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1715534 Mar 25 19:22:18.891049 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b0be22b6-98a2-40a1-934a-bc879e2491d2 admin admin] Publish callbacks [] for security_group (ef9bdaf6-21a0-4970-bdaf-33c16c0efe42), precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:22:18.903137 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b0be22b6-98a2-40a1-934a-bc879e2491d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687199'] for security_group (ef9bdaf6-21a0-4970-bdaf-33c16c0efe42), after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:22:18.972028 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.18', 34366) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:22:18.972360 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-b0be22b6-98a2-40a1-934a-bc879e2491d2 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f2d435aa6e254f9886b4c52175ff571c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5658858 Mar 25 19:22:18.973532 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0be22b6-98a2-40a1-934a-bc879e2491d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef9bdaf6-21a0-4970-bdaf-33c16c0efe42,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:22:19.070308 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9037c33-e302-4a30-ab21-0613a99b9956 req-bfd3b70a-7a92-4ef0-8a2f-86a54eac19a1 tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:22:19.072205 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-e9037c33-e302-4a30-ab21-0613a99b9956 req-bfd3b70a-7a92-4ef0-8a2f-86a54eac19a1 tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] 10.222.0.18 "GET /v2.0/ports?device_id=61fd317b-bf98-42d9-9ad4-6bdfc4855b0c HTTP/1.1" status: 200 len: 945 time: 0.0902498 Mar 25 19:22:19.088538 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-29b9f23a-47aa-439d-818c-2ca8cf3415da admin admin] Publish callbacks [] for security_group (ef9bdaf6-21a0-4970-bdaf-33c16c0efe42), before_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:22:19.151176 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-29b9f23a-47aa-439d-818c-2ca8cf3415da admin admin] Publish callbacks [] for security_group (ef9bdaf6-21a0-4970-bdaf-33c16c0efe42), precommit_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:22:19.182971 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-e9037c33-e302-4a30-ab21-0613a99b9956 req-96151680-9395-4f22-a4e8-cbf17afc60eb tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] 10.222.0.18 "GET /v2.0/security-groups?id=cc23355a-6c89-4d32-96e0-83e927b15a53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0952694 Mar 25 19:22:19.241201 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-29b9f23a-47aa-439d-818c-2ca8cf3415da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687199'] for security_group (ef9bdaf6-21a0-4970-bdaf-33c16c0efe42), after_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:22:19.244082 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-29b9f23a-47aa-439d-818c-2ca8cf3415da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:22:19.248128 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-29b9f23a-47aa-439d-818c-2ca8cf3415da admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ef9bdaf6-21a0-4970-bdaf-33c16c0efe42 HTTP/1.1" status: 204 len: 168 time: 0.2743218 Mar 25 19:22:19.259094 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b9f23a-47aa-439d-818c-2ca8cf3415da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef9bdaf6-21a0-4970-bdaf-33c16c0efe42,revision_number=None']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:22:19.554103 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbca117d-324e-4783-9592-3c20ed818b7b req-d50a69ef-28a5-4942-a5d9-59628c0fbea3 tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:22:19.556276 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-fbca117d-324e-4783-9592-3c20ed818b7b req-d50a69ef-28a5-4942-a5d9-59628c0fbea3 tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] 10.222.0.18 "GET /v2.0/ports?device_id=c2f22826-2512-4bee-8ddc-2e80d6e63d45 HTTP/1.1" status: 200 len: 946 time: 0.0678368 Mar 25 19:22:19.607793 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-fbca117d-324e-4783-9592-3c20ed818b7b req-f4cbfdde-6aa6-4eb0-adf8-5c27bcc0c871 tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] 10.222.0.18 "GET /v2.0/security-groups?id=a346db11-a1aa-49ea-9798-167075247d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461302 Mar 25 19:22:19.930903 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f65092-f570-4966-9231-8aff1323bb5e req-f44c607d-4f2a-4f0f-8a17-862a704fe1f1 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:22:19.933114 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-c5f65092-f570-4966-9231-8aff1323bb5e req-f44c607d-4f2a-4f0f-8a17-862a704fe1f1 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] 10.222.0.18 "GET /v2.0/ports?device_id=60b11edc-ce3f-48f7-ac37-bc15cd882254 HTTP/1.1" status: 200 len: 946 time: 0.0817072 Mar 25 19:22:20.001441 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-c5f65092-f570-4966-9231-8aff1323bb5e req-525eec43-31c6-4efc-9de9-c3f50ee32a5d tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] 10.222.0.18 "GET /v2.0/security-groups?id=ece6d36a-8c2c-423d-886b-e23866ad66ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621269 Mar 25 19:22:20.132289 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.18', 34408) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:22:20.316969 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.v2.base [None req-9151b6b8-133c-4d32-ab00-76d59cc154b8 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-183429673-network', 'tenant_id': '3c14746134994a9bb1469d2de7a5fbee'}} {{(pid=103197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 19:22:20.336122 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e98b75-dc3b-4111-a9aa-4983de505440 req-5325c838-6ca0-4395-bd92-233959b30993 tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:22:20.342704 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9151b6b8-133c-4d32-ab00-76d59cc154b8 admin admin] Made reservation on behalf of 3c14746134994a9bb1469d2de7a5fbee for: {'network': 1} {{(pid=103197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 19:22:20.344353 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-e9e98b75-dc3b-4111-a9aa-4983de505440 req-5325c838-6ca0-4395-bd92-233959b30993 tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] 10.222.0.18 "GET /v2.0/ports?device_id=61fd317b-bf98-42d9-9ad4-6bdfc4855b0c HTTP/1.1" status: 200 len: 945 time: 0.0864944 Mar 25 19:22:20.345853 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-9151b6b8-133c-4d32-ab00-76d59cc154b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1293263'] for network (None), before_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:22:20.356677 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-9151b6b8-133c-4d32-ab00-76d59cc154b8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:22:20.415492 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-e9e98b75-dc3b-4111-a9aa-4983de505440 req-1ab78dcb-0db1-41d4-b4f6-98a3c6f5ef77 tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] 10.222.0.18 "GET /v2.0/security-groups?id=cc23355a-6c89-4d32-96e0-83e927b15a53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700631 Mar 25 19:22:20.462021 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-9151b6b8-133c-4d32-ab00-76d59cc154b8 admin admin] Publish callbacks [] for security_group (4ae2ab99-b556-45ad-905a-0806f1dacddc), precommit_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:22:20.466535 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-9151b6b8-133c-4d32-ab00-76d59cc154b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687199'] for security_group (4ae2ab99-b556-45ad-905a-0806f1dacddc), after_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:22:20.495355 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9151b6b8-133c-4d32-ab00-76d59cc154b8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 291} {{(pid=103197) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 25 19:22:20.505631 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9151b6b8-133c-4d32-ab00-76d59cc154b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ae2ab99-b556-45ad-905a-0806f1dacddc,revision_number=1']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:22:20.510455 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-9151b6b8-133c-4d32-ab00-76d59cc154b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1189096'] for segment (44317c25-04d3-4459-9cb0-9336ea66d066), precommit_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:22:20.510820 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.db.segments_db [None req-9151b6b8-133c-4d32-ab00-76d59cc154b8 admin admin] Added segment 44317c25-04d3-4459-9cb0-9336ea66d066 of type vlan for network 097c27dd-3b60-4b46-8c4d-1a422d066be5 Mar 25 19:22:20.563633 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-9151b6b8-133c-4d32-ab00-76d59cc154b8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741036145210'] for network (097c27dd-3b60-4b46-8c4d-1a422d066be5), precommit_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:22:20.591607 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-9151b6b8-133c-4d32-ab00-76d59cc154b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877'] for network (097c27dd-3b60-4b46-8c4d-1a422d066be5), after_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:22:20.592500 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9151b6b8-133c-4d32-ab00-76d59cc154b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:22:20.593102 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-9151b6b8-133c-4d32-ab00-76d59cc154b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692927'] for network (None), before_response {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:22:20.675850 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9151b6b8-133c-4d32-ab00-76d59cc154b8 admin admin] Pushing event updated for resources: {'Network': ['ID=097c27dd-3b60-4b46-8c4d-1a422d066be5,revision_number=1']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:22:20.685498 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Network 097c27dd-3b60-4b46-8c4d-1a422d066be5 details requested by agent ovs-agent-dv-cinder-755101-7-iscsi with host dv-cinder-755101-7-iscsi {{(pid=103198) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 25 19:22:20.703090 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-9151b6b8-133c-4d32-ab00-76d59cc154b8 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5695953 Mar 25 19:22:20.705417 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.18', 34420) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:22:20.711586 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.v2.base [None req-b11639f3-6cc7-42c6-8d4c-99fa3d564e86 admin admin] Request body: {'subnet': {'network_id': '097c27dd-3b60-4b46-8c4d-1a422d066be5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-183429673-subnet', 'tenant_id': '3c14746134994a9bb1469d2de7a5fbee', 'ip_version': 4}} {{(pid=103197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 19:22:20.755532 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b11639f3-6cc7-42c6-8d4c-99fa3d564e86 admin admin] Made reservation on behalf of 3c14746134994a9bb1469d2de7a5fbee for: {'subnet': 1} {{(pid=103197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 19:22:20.758693 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-b11639f3-6cc7-42c6-8d4c-99fa3d564e86 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59750796'] for subnet (None), before_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:22:20.847234 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5738849-40d4-4d56-b153-699f100e1d78 req-62e0b791-8a7a-4ccc-9354-7d670e7d9141 tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:22:20.849165 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-c5738849-40d4-4d56-b153-699f100e1d78 req-62e0b791-8a7a-4ccc-9354-7d670e7d9141 tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] 10.222.0.18 "GET /v2.0/ports?device_id=c2f22826-2512-4bee-8ddc-2e80d6e63d45 HTTP/1.1" status: 200 len: 946 time: 0.1332932 Mar 25 19:22:20.917375 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e04607d-e667-41d2-acb0-b61a7f027fe5 req-8116ef03-60e7-46be-a382-95295a495026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:22:20.919774 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-7e04607d-e667-41d2-acb0-b61a7f027fe5 req-8116ef03-60e7-46be-a382-95295a495026 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=61fd317b-bf98-42d9-9ad4-6bdfc4855b0c HTTP/1.1" status: 200 len: 1129 time: 0.0474532 Mar 25 19:22:20.942830 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-c5738849-40d4-4d56-b153-699f100e1d78 req-26ca37ff-6c69-471f-9f6a-b9b99a723450 tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] 10.222.0.18 "GET /v2.0/security-groups?id=a346db11-a1aa-49ea-9798-167075247d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831115 Mar 25 19:22:20.972498 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-7e04607d-e667-41d2-acb0-b61a7f027fe5 req-46c8b074-7a7d-4ed6-b1e8-6366bf9b1c69 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=cc23355a-6c89-4d32-96e0-83e927b15a53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469394 Mar 25 19:22:21.018366 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-b11639f3-6cc7-42c6-8d4c-99fa3d564e86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59285124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59750810'] for subnet (86db36bb-b1b4-4cd3-a48d-f41ecd1b139a), after_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:22:21.101992 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11639f3-6cc7-42c6-8d4c-99fa3d564e86 admin admin] Pushing event updated for resources: {'Subnet': ['ID=86db36bb-b1b4-4cd3-a48d-f41ecd1b139a,revision_number=0']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:22:21.106645 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b11639f3-6cc7-42c6-8d4c-99fa3d564e86 admin admin] Checking segment: {'id': '44317c25-04d3-4459-9cb0-9336ea66d066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '097c27dd-3b60-4b46-8c4d-1a422d066be5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 25 19:22:21.107003 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b11639f3-6cc7-42c6-8d4c-99fa3d564e86 admin admin] Network hostable DHCP agents. Network: 097c27dd-3b60-4b46-8c4d-1a422d066be5, hostable agents: ['ff15a80c-2d7c-4104-a6ad-0973d1d911f7'], hosted agents: [] {{(pid=103197) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 25 19:22:21.132186 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b11639f3-6cc7-42c6-8d4c-99fa3d564e86 admin admin] Network 097c27dd-3b60-4b46-8c4d-1a422d066be5 is scheduled to be hosted by DHCP agent ff15a80c-2d7c-4104-a6ad-0973d1d911f7 with binding_index 1 {{(pid=103197) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 25 19:22:21.142342 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.scheduler.base_scheduler [None req-b11639f3-6cc7-42c6-8d4c-99fa3d564e86 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-755101-7-iscsi, 097c27dd-3b60-4b46-8c4d-1a422d066be5) {{(pid=103197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 19:22:21.146607 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b11639f3-6cc7-42c6-8d4c-99fa3d564e86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:22:21.147190 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-b11639f3-6cc7-42c6-8d4c-99fa3d564e86 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:22:21.147319 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7754b6d7-0a98-4933-bf43-ede16e68609b req-ef651d29-55b8-4fe6-91fb-98138ca4d9ff tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:22:21.155550 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc53377b-1448-416f-9fdf-f3fa20ebcdfb None None] Network 097c27dd-3b60-4b46-8c4d-1a422d066be5 requested from dv-cinder-755101-7-iscsi {{(pid=103198) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 25 19:22:21.156107 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-7754b6d7-0a98-4933-bf43-ede16e68609b req-ef651d29-55b8-4fe6-91fb-98138ca4d9ff tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] 10.222.0.18 "GET /v2.0/ports?device_id=60b11edc-ce3f-48f7-ac37-bc15cd882254 HTTP/1.1" status: 200 len: 946 time: 0.0822265 Mar 25 19:22:21.174804 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-b11639f3-6cc7-42c6-8d4c-99fa3d564e86 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4652946 Mar 25 19:22:21.175256 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.18', 34424) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:22:21.185367 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.v2.base [None req-c97fa252-57f2-4fb6-bbd7-7f5526148670 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-183429673-router', 'tenant_id': '3c14746134994a9bb1469d2de7a5fbee', 'external_gateway_info': {'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15'}}} {{(pid=103197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 19:22:21.221819 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-7754b6d7-0a98-4933-bf43-ede16e68609b req-163414c6-74ef-404c-b8a0-0e4d4fe8bf58 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] 10.222.0.18 "GET /v2.0/security-groups?id=ece6d36a-8c2c-423d-886b-e23866ad66ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596759 Mar 25 19:22:21.245445 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-c97fa252-57f2-4fb6-bbd7-7f5526148670 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3755069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1425'] for router (b1d70869-4277-4d8f-a436-7af816a21fdd), before_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:22:21.246759 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-c97fa252-57f2-4fb6-bbd7-7f5526148670 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3755949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3753726', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3727394', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1446'] for router (b1d70869-4277-4d8f-a436-7af816a21fdd), precommit_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:22:21.287112 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4da6227-ff43-488a-8586-1af15bbd2a91 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26d9a643-5fd7-5ada-a1a5-42c9304502b0-097c27dd-3b60-4b46-8c4d-1a422d066be5', 'network_id': '097c27dd-3b60-4b46-8c4d-1a422d066be5', 'project_id': '3c14746134994a9bb1469d2de7a5fbee', 'fixed_ips': [{'subnet_id': '86db36bb-b1b4-4cd3-a48d-f41ecd1b139a'}]}} from dv-cinder-755101-7-iscsi. {{(pid=103198) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 25 19:22:21.288127 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-e4da6227-ff43-488a-8586-1af15bbd2a91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1293263'] for port (None), before_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:22:21.333643 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-c97fa252-57f2-4fb6-bbd7-7f5526148670 admin admin] Publish callbacks [] for router_controller (b1d70869-4277-4d8f-a436-7af816a21fdd), precommit_add_association {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:22:21.518521 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-c97fa252-57f2-4fb6-bbd7-7f5526148670 admin admin] Publish callbacks [] for router_gateway (b1d70869-4277-4d8f-a436-7af816a21fdd), precommit_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:22:21.625685 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.db_base_plugin_common [None req-e4da6227-ff43-488a-8586-1af15bbd2a91 None None] Allocated IP 172.20.0.2 (097c27dd-3b60-4b46-8c4d-1a422d066be5/86db36bb-b1b4-4cd3-a48d-f41ecd1b139a/f5719239-f520-4237-8015-ea72acb06bef) {{(pid=103198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 19:22:21.799571 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-e4da6227-ff43-488a-8586-1af15bbd2a91 None None] Publish callbacks [] for port (f5719239-f520-4237-8015-ea72acb06bef), precommit_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:22:21.807179 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-e4da6227-ff43-488a-8586-1af15bbd2a91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741036193015'] for port (f5719239-f520-4237-8015-ea72acb06bef), after_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:22:21.825581 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4da6227-ff43-488a-8586-1af15bbd2a91 None None] Network 097c27dd-3b60-4b46-8c4d-1a422d066be5 is already hosted by enough agents. {{(pid=103198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 19:22:21.845769 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.scheduler.base_scheduler [None req-e4da6227-ff43-488a-8586-1af15bbd2a91 None None] Resources bound (agent type, host, resource id): {{(pid=103198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 19:22:21.849128 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4da6227-ff43-488a-8586-1af15bbd2a91 None None] Received port after_create {{(pid=103198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 25 19:22:21.858397 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3196c9-3f37-4295-a3d8-38070b32f2cc req-7522bbe7-3385-4cc8-960b-157326f43d18 tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:22:21.865721 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-6d3196c9-3f37-4295-a3d8-38070b32f2cc req-7522bbe7-3385-4cc8-960b-157326f43d18 tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] 10.222.0.18 "GET /v2.0/ports?device_id=61fd317b-bf98-42d9-9ad4-6bdfc4855b0c HTTP/1.1" status: 200 len: 945 time: 0.3409278 Mar 25 19:22:21.891549 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4da6227-ff43-488a-8586-1af15bbd2a91 None None] Pushing event updated for resources: {'Port': ['ID=f5719239-f520-4237-8015-ea72acb06bef,revision_number=1']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:22:21.925108 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.managers [None req-e4da6227-ff43-488a-8586-1af15bbd2a91 None None] Attempting to bind port f5719239-f520-4237-8015-ea72acb06bef on host dv-cinder-755101-7-iscsi for vnic_type normal with profile {{(pid=103198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 25 19:22:21.925585 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.managers [None req-e4da6227-ff43-488a-8586-1af15bbd2a91 None None] Attempting to bind port f5719239-f520-4237-8015-ea72acb06bef by drivers openvswitch,hyperv on host dv-cinder-755101-7-iscsi at level 0 using segments [{'id': '44317c25-04d3-4459-9cb0-9336ea66d066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '097c27dd-3b60-4b46-8c4d-1a422d066be5'}] {{(pid=103198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 25 19:22:21.926089 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4da6227-ff43-488a-8586-1af15bbd2a91 None None] Attempting to bind port f5719239-f520-4237-8015-ea72acb06bef on network 097c27dd-3b60-4b46-8c4d-1a422d066be5 {{(pid=103198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 25 19:22:21.931543 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4da6227-ff43-488a-8586-1af15bbd2a91 None None] Checking agent: {'id': '239dac0e-b210-4295-8f1a-11f7f9dc3de1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-755101-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 19, 12, 1), 'started_at': datetime.datetime(2022, 3, 25, 19, 12, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 19, 22, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-755101-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 25 19:22:21.931920 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4da6227-ff43-488a-8586-1af15bbd2a91 None None] Checking segment: {'id': '44317c25-04d3-4459-9cb0-9336ea66d066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '097c27dd-3b60-4b46-8c4d-1a422d066be5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 25 19:22:21.932251 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-6d3196c9-3f37-4295-a3d8-38070b32f2cc req-22b85c09-8f49-4b0f-a83b-0bb8d5bd8a6a tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] 10.222.0.18 "GET /v2.0/security-groups?id=cc23355a-6c89-4d32-96e0-83e927b15a53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651834 Mar 25 19:22:21.932375 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-e4da6227-ff43-488a-8586-1af15bbd2a91 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:22:21.933912 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4da6227-ff43-488a-8586-1af15bbd2a91 None None] Bound using segment: {'id': '44317c25-04d3-4459-9cb0-9336ea66d066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '097c27dd-3b60-4b46-8c4d-1a422d066be5'} {{(pid=103198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 25 19:22:21.934395 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.managers [None req-e4da6227-ff43-488a-8586-1af15bbd2a91 None None] Bound port: f5719239-f520-4237-8015-ea72acb06bef, host: dv-cinder-755101-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44317c25-04d3-4459-9cb0-9336ea66d066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '097c27dd-3b60-4b46-8c4d-1a422d066be5'}}] {{(pid=103198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 25 19:22:21.943752 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-e4da6227-ff43-488a-8586-1af15bbd2a91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1293263'] for port (f5719239-f520-4237-8015-ea72acb06bef), before_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:22:22.033771 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-e4da6227-ff43-488a-8586-1af15bbd2a91 None None] For port f5719239-f520-4237-8015-ea72acb06bef, host dv-cinder-755101-7-iscsi, cleared binding levels {{(pid=103198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 25 19:22:22.038121 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-e4da6227-ff43-488a-8586-1af15bbd2a91 None None] For port f5719239-f520-4237-8015-ea72acb06bef, host dv-cinder-755101-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755101-7-iscsi',level=0,port_id=f5719239-f520-4237-8015-ea72acb06bef,segment=NetworkSegment(44317c25-04d3-4459-9cb0-9336ea66d066),segment_id=44317c25-04d3-4459-9cb0-9336ea66d066)] {{(pid=103198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 25 19:22:22.056262 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-e4da6227-ff43-488a-8586-1af15bbd2a91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036679572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741036190733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741036190751'] for port (f5719239-f520-4237-8015-ea72acb06bef), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:22:22.147410 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4da6227-ff43-488a-8586-1af15bbd2a91 None None] Pushing event updated for resources: {'Port': ['ID=f5719239-f520-4237-8015-ea72acb06bef,revision_number=2']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:22:22.173179 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35dadd4-ee51-4fa8-9e89-d1994ab28c09 req-eb2207c9-70a1-4914-ae70-e39e9ca6f872 tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:22:22.174790 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-b35dadd4-ee51-4fa8-9e89-d1994ab28c09 req-eb2207c9-70a1-4914-ae70-e39e9ca6f872 tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] 10.222.0.18 "GET /v2.0/ports?device_id=c2f22826-2512-4bee-8ddc-2e80d6e63d45 HTTP/1.1" status: 200 len: 946 time: 0.1312330 Mar 25 19:22:22.185259 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-c97fa252-57f2-4fb6-bbd7-7f5526148670 admin admin] Publish callbacks [] for router_gateway (b1d70869-4277-4d8f-a436-7af816a21fdd), before_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:22:22.240302 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-c97fa252-57f2-4fb6-bbd7-7f5526148670 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1293263'] for port (None), before_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:22:22.298849 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-b35dadd4-ee51-4fa8-9e89-d1994ab28c09 req-3ed2a52a-3007-443a-a390-ce1eccc23f31 tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] 10.222.0.18 "GET /v2.0/security-groups?id=a346db11-a1aa-49ea-9798-167075247d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1118784 Mar 25 19:22:22.593529 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e9ab4c-3311-4d4e-8eb1-61eb8fa1ee83 req-d123fb04-cecf-44c9-b720-4d466096e068 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:22:22.595616 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-a4e9ab4c-3311-4d4e-8eb1-61eb8fa1ee83 req-d123fb04-cecf-44c9-b720-4d466096e068 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] 10.222.0.18 "GET /v2.0/ports?device_id=60b11edc-ce3f-48f7-ac37-bc15cd882254 HTTP/1.1" status: 200 len: 946 time: 0.2565925 Mar 25 19:22:22.634406 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.db.db_base_plugin_common [None req-c97fa252-57f2-4fb6-bbd7-7f5526148670 admin admin] Allocated IP 172.27.0.235 (4acd50f3-de7f-4854-a6f4-5b66b3577c15/efae7cfd-1549-43a8-94ca-01f5ce7b3ee1/fd4b2b60-ef94-450e-979b-3a9063f00d9d) {{(pid=103197) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 19:22:22.787590 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-a4e9ab4c-3311-4d4e-8eb1-61eb8fa1ee83 req-23c2846a-af93-407b-9bf0-3cca17bff906 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] 10.222.0.18 "GET /v2.0/security-groups?id=ece6d36a-8c2c-423d-886b-e23866ad66ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1788306 Mar 25 19:22:22.891396 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-c97fa252-57f2-4fb6-bbd7-7f5526148670 admin admin] Publish callbacks [] for port (fd4b2b60-ef94-450e-979b-3a9063f00d9d), precommit_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:22:23.049648 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-c97fa252-57f2-4fb6-bbd7-7f5526148670 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741036193015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59283508'] for port (fd4b2b60-ef94-450e-979b-3a9063f00d9d), after_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:22:23.095462 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c97fa252-57f2-4fb6-bbd7-7f5526148670 admin admin] Network 4acd50f3-de7f-4854-a6f4-5b66b3577c15 is already hosted by enough agents. {{(pid=103197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 19:22:23.186807 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.scheduler.base_scheduler [None req-c97fa252-57f2-4fb6-bbd7-7f5526148670 admin admin] Resources bound (agent type, host, resource id): {{(pid=103197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 19:22:23.195567 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c97fa252-57f2-4fb6-bbd7-7f5526148670 admin admin] Received port after_create {{(pid=103197) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 25 19:22:23.258620 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97fa252-57f2-4fb6-bbd7-7f5526148670 admin admin] Pushing event updated for resources: {'Port': ['ID=fd4b2b60-ef94-450e-979b-3a9063f00d9d,revision_number=1']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:22:23.280530 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52a1083-4517-4efd-9f9d-0f6269293ee5 req-91e49197-b66a-47e6-9065-913676eaa609 tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:22:23.295027 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-e52a1083-4517-4efd-9f9d-0f6269293ee5 req-91e49197-b66a-47e6-9065-913676eaa609 tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] 10.222.0.18 "GET /v2.0/ports?device_id=61fd317b-bf98-42d9-9ad4-6bdfc4855b0c HTTP/1.1" status: 200 len: 945 time: 0.1748793 Mar 25 19:22:23.409269 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-e52a1083-4517-4efd-9f9d-0f6269293ee5 req-f0865208-5af1-4a02-a13e-21a4712b2efc tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] 10.222.0.18 "GET /v2.0/security-groups?id=cc23355a-6c89-4d32-96e0-83e927b15a53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1126289 Mar 25 19:22:23.639711 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6638db08-6917-4aaf-a723-f4f8ce6586de req-bf1d9e30-b85d-496d-afab-a6b1e93fcfb5 tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:22:23.642130 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-6638db08-6917-4aaf-a723-f4f8ce6586de req-bf1d9e30-b85d-496d-afab-a6b1e93fcfb5 tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] 10.222.0.18 "GET /v2.0/ports?device_id=c2f22826-2512-4bee-8ddc-2e80d6e63d45 HTTP/1.1" status: 200 len: 946 time: 0.2191567 Mar 25 19:22:23.666303 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517e92d7-f972-4fe9-bc42-aaf0f4b00457 req-02cde64f-3110-47e0-88ad-f13e43c93acb tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:22:23.683232 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-517e92d7-f972-4fe9-bc42-aaf0f4b00457 req-02cde64f-3110-47e0-88ad-f13e43c93acb tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] 10.222.0.18 "GET /v2.0/ports?device_id=61fd317b-bf98-42d9-9ad4-6bdfc4855b0c HTTP/1.1" status: 200 len: 945 time: 0.1288109 Mar 25 19:22:23.685342 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.18', 34468) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:22:23.718535 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.v2.base [None req-6b900f21-8b55-4a7d-bb6c-83ad6168f968 tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] Request body: {'floatingip': {'port_id': 'e31a1c5e-f319-4495-a4f3-83d2762ba154'}} {{(pid=103196) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 19:22:23.737371 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-6638db08-6917-4aaf-a723-f4f8ce6586de req-49374644-66b7-4695-b635-b707d752d2ce tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] 10.222.0.18 "GET /v2.0/security-groups?id=a346db11-a1aa-49ea-9798-167075247d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783050 Mar 25 19:22:23.752931 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-c97fa252-57f2-4fb6-bbd7-7f5526148670 admin admin] Publish callbacks [] for router_gateway (b1d70869-4277-4d8f-a436-7af816a21fdd), after_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:22:23.828836 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6b900f21-8b55-4a7d-bb6c-83ad6168f968 tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] Publish callbacks [] for floatingip (634e8b78-1c9b-4a11-a0c4-d58fb37004d2), before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:22:24.134172 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Device f5719239-f520-4237-8015-ea72acb06bef up at agent ovs-agent-dv-cinder-755101-7-iscsi {{(pid=103198) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 25 19:22:24.298534 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Provisioning complete for port f5719239-f520-4237-8015-ea72acb06bef triggered by entity L2. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 25 19:22:24.298922 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133789'] for port (f5719239-f520-4237-8015-ea72acb06bef), provisioning_complete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:22:24.361515 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-c97fa252-57f2-4fb6-bbd7-7f5526148670 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3755958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3753515'] for router (b1d70869-4277-4d8f-a436-7af816a21fdd), after_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:22:24.369687 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-388fde19-fb0d-48f7-a57b-222433407436 None None] Network 097c27dd-3b60-4b46-8c4d-1a422d066be5 requested from dv-cinder-755101-7-iscsi {{(pid=103198) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 25 19:22:24.592697 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-bb504b56-105e-4b9f-a538-5d2709d31336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741036503857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133703'] for agent (ff15a80c-2d7c-4104-a6ad-0973d1d911f7), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:22:24.672727 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-9a6ea179-e20a-40e3-b69d-2582e84e26a4 None None] Provisioning complete for port f5719239-f520-4237-8015-ea72acb06bef triggered by entity DHCP. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 25 19:22:24.675582 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-9a6ea179-e20a-40e3-b69d-2582e84e26a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133789'] for port (f5719239-f520-4237-8015-ea72acb06bef), provisioning_complete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:22:24.706496 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c97fa252-57f2-4fb6-bbd7-7f5526148670 admin admin] Router b1d70869-4277-4d8f-a436-7af816a21fdd is scheduled to L3 agent af1b81b0-43af-47bb-a61e-8e46b36efc57 with binding_index 1 {{(pid=103197) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 25 19:22:25.081109 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-9a6ea179-e20a-40e3-b69d-2582e84e26a4 None None] Current status of the port f5719239-f520-4237-8015-ea72acb06bef is: DOWN; New status is: ACTIVE {{(pid=103198) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 25 19:22:25.081516 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-9a6ea179-e20a-40e3-b69d-2582e84e26a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1293263'] for port (f5719239-f520-4237-8015-ea72acb06bef), before_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:22:25.145261 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.db.resource_extend [None req-6b900f21-8b55-4a7d-bb6c-83ad6168f968 tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 25 19:22:25.187826 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8f7060-55e7-4b2c-a260-bee6929b2f52 req-3a26bd07-38a9-4276-9d0d-bd8f9740ebaa tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:22:25.196725 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-8f8f7060-55e7-4b2c-a260-bee6929b2f52 req-3a26bd07-38a9-4276-9d0d-bd8f9740ebaa tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] 10.222.0.18 "GET /v2.0/ports?device_id=c2f22826-2512-4bee-8ddc-2e80d6e63d45 HTTP/1.1" status: 200 len: 946 time: 0.2445230 Mar 25 19:22:25.213296 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Current status of the port f5719239-f520-4237-8015-ea72acb06bef is: DOWN; New status is: ACTIVE {{(pid=103198) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 25 19:22:25.213900 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1293263'] for port (f5719239-f520-4237-8015-ea72acb06bef), before_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:22:25.229593 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-9a6ea179-e20a-40e3-b69d-2582e84e26a4 None None] For port f5719239-f520-4237-8015-ea72acb06bef, host dv-cinder-755101-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755101-7-iscsi',level=0,port_id=f5719239-f520-4237-8015-ea72acb06bef,segment=NetworkSegment(44317c25-04d3-4459-9cb0-9336ea66d066),segment_id=44317c25-04d3-4459-9cb0-9336ea66d066)] {{(pid=103198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 25 19:22:25.257896 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-9a6ea179-e20a-40e3-b69d-2582e84e26a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036679572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741036190733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741036190751'] for port (f5719239-f520-4237-8015-ea72acb06bef), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:22:25.310048 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6b900f21-8b55-4a7d-bb6c-83ad6168f968 tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:22:25.332604 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-8f8f7060-55e7-4b2c-a260-bee6929b2f52 req-94d886a7-cd13-41a0-9715-e0c302b690a1 tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] 10.222.0.18 "GET /v2.0/security-groups?id=a346db11-a1aa-49ea-9798-167075247d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1348326 Mar 25 19:22:25.335533 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6b900f21-8b55-4a7d-bb6c-83ad6168f968 tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3753541'] for floatingip (634e8b78-1c9b-4a11-a0c4-d58fb37004d2), after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:22:25.343961 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c97fa252-57f2-4fb6-bbd7-7f5526148670 admin admin] Notify agent at l3_agent.dv-cinder-755101-7-iscsi the message routers_updated {{(pid=103197) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 25 19:22:25.351029 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73e6e81-656e-4069-8aa4-775551c5333c req-78f513e4-2468-4e0c-b6e8-12d36c400eee tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:22:25.356762 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb1c97f0-e8be-4a32-b21c-4f9ec2df6fd5 None None] Sync routers for ids ['b1d70869-4277-4d8f-a436-7af816a21fdd'] in dv-cinder-755101-7-iscsi {{(pid=103199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 25 19:22:25.374641 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-e73e6e81-656e-4069-8aa4-775551c5333c req-78f513e4-2468-4e0c-b6e8-12d36c400eee tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] 10.222.0.18 "GET /v2.0/ports?device_id=60b11edc-ce3f-48f7-ac37-bc15cd882254 HTTP/1.1" status: 200 len: 946 time: 1.3184984 Mar 25 19:22:25.375542 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-c97fa252-57f2-4fb6-bbd7-7f5526148670 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:22:25.378234 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-c97fa252-57f2-4fb6-bbd7-7f5526148670 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.1994834 Mar 25 19:22:25.381507 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.18', 34494) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:22:25.385135 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb1c97f0-e8be-4a32-b21c-4f9ec2df6fd5 None None] Routers {'b1d70869-4277-4d8f-a436-7af816a21fdd'} bound to L3 agent in host dv-cinder-755101-7-iscsi {{(pid=103199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 25 19:22:25.385831 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.db.l3_hamode_db [None req-bb1c97f0-e8be-4a32-b21c-4f9ec2df6fd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755101-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-25T19:11:57Z,description=,heartbeat_timestamp=2022-03-25T19:21:57Z,host='dv-cinder-755101-7-iscsi',id=af1b81b0-43af-47bb-a61e-8e46b36efc57,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:11:57Z,topic='l3_agent')) {'router_ids': ['b1d70869-4277-4d8f-a436-7af816a21fdd'], 'active': True} {{(pid=103199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 19:22:25.434547 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6ea179-e20a-40e3-b69d-2582e84e26a4 None None] Pushing event updated for resources: {'Port': ['ID=f5719239-f520-4237-8015-ea72acb06bef,revision_number=3']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:22:25.574669 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-8a75e6c7-20f7-493c-8b4c-6e4592560013 None None] Provisioning complete for port f5719239-f520-4237-8015-ea72acb06bef triggered by entity DHCP. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 25 19:22:25.575057 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-8a75e6c7-20f7-493c-8b4c-6e4592560013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133789'] for port (f5719239-f520-4237-8015-ea72acb06bef), provisioning_complete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:22:25.577395 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.db.api [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103198) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 25 19:22:25.577596 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG oslo_db.api [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 25 19:22:25.656277 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-e73e6e81-656e-4069-8aa4-775551c5333c req-3d1e142f-ec24-4ed8-88c5-27324e674bb2 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] 10.222.0.18 "GET /v2.0/security-groups?id=ece6d36a-8c2c-423d-886b-e23866ad66ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2807803 Mar 25 19:22:25.830235 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.db.l3_db [None req-6b900f21-8b55-4a7d-bb6c-83ad6168f968 tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] Floating IP 634e8b78-1c9b-4a11-a0c4-d58fb37004d2 associated. External IP: 172.27.0.107, port: e31a1c5e-f319-4495-a4f3-83d2762ba154. Mar 25 19:22:25.834366 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.db.l3_dvr_db [None req-bb1c97f0-e8be-4a32-b21c-4f9ec2df6fd5 None None] Set router b1d70869-4277-4d8f-a436-7af816a21fdd gateway port host: dv-cinder-755101-7-iscsi {{(pid=103199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 25 19:22:25.847520 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-8a75e6c7-20f7-493c-8b4c-6e4592560013 None None] Current status of the port f5719239-f520-4237-8015-ea72acb06bef is: ACTIVE; New status is: ACTIVE {{(pid=103198) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 25 19:22:26.192999 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Current status of the port f5719239-f520-4237-8015-ea72acb06bef is: ACTIVE; New status is: ACTIVE {{(pid=103198) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 25 19:22:26.279606 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.db.l3_hamode_db [None req-bb1c97f0-e8be-4a32-b21c-4f9ec2df6fd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1d70869-4277-4d8f-a436-7af816a21fdd', 'name': 'tempest-TestShelveInstance-183429673-router', 'tenant_id': '3c14746134994a9bb1469d2de7a5fbee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'external_fixed_ips': [{'subnet_id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'ip_address': '172.27.0.235'}], 'enable_snat': True}, 'gw_port_id': 'fd4b2b60-ef94-450e-979b-3a9063f00d9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T19:22:21Z', 'updated_at': '2022-03-25T19:22:23Z', 'revision_number': 3, 'project_id': '3c14746134994a9bb1469d2de7a5fbee', 'gw_port': {'id': 'fd4b2b60-ef94-450e-979b-3a9063f00d9d', 'name': '', 'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:56:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1d70869-4277-4d8f-a436-7af816a21fdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'ip_address': '172.27.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T19:22:22Z', 'updated_at': '2022-03-25T19:22:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755101-7-iscsi'}], 'dv-cinder-755101-7-iscsi', False) {} {{(pid=103199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 19:22:26.337438 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb1c97f0-e8be-4a32-b21c-4f9ec2df6fd5 None None] Checking router: b1d70869-4277-4d8f-a436-7af816a21fdd for host: dv-cinder-755101-7-iscsi {{(pid=103199) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 25 19:22:26.337889 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb1c97f0-e8be-4a32-b21c-4f9ec2df6fd5 None None] Updating router b1d70869-4277-4d8f-a436-7af816a21fdd port fd4b2b60-ef94-450e-979b-3a9063f00d9d binding host dv-cinder-755101-7-iscsi {{(pid=103199) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 25 19:22:26.374159 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Device f5719239-f520-4237-8015-ea72acb06bef up at agent ovs-agent-dv-cinder-755101-7-iscsi {{(pid=103198) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 25 19:22:26.422140 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-7d46ac6f-db9a-47ea-a063-b0e466f8aebc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1293263'] for port (None), before_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:22:26.423099 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-bb1c97f0-e8be-4a32-b21c-4f9ec2df6fd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1293263'] for port (fd4b2b60-ef94-450e-979b-3a9063f00d9d), before_update {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:22:26.429455 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b900f21-8b55-4a7d-bb6c-83ad6168f968 tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] Router 62a95014-1fc4-4721-9017-22a2bce8426b has already been hosted by L3 agent af1b81b0-43af-47bb-a61e-8e46b36efc57 {{(pid=103196) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 25 19:22:26.511077 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Provisioning complete for port f5719239-f520-4237-8015-ea72acb06bef triggered by entity L2. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 25 19:22:26.511475 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133789'] for port (f5719239-f520-4237-8015-ea72acb06bef), provisioning_complete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:22:26.757823 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b900f21-8b55-4a7d-bb6c-83ad6168f968 tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] Notify agent at l3_agent.dv-cinder-755101-7-iscsi the message routers_updated {{(pid=103196) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 25 19:22:26.767110 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6b900f21-8b55-4a7d-bb6c-83ad6168f968 tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63648'] for floatingip (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:22:26.797730 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.db.db_base_plugin_common [None req-7d46ac6f-db9a-47ea-a063-b0e466f8aebc admin admin] Allocated IP 172.20.0.1 (097c27dd-3b60-4b46-8c4d-1a422d066be5/86db36bb-b1b4-4cd3-a48d-f41ecd1b139a/03f29af6-aa02-44b2-83f7-df2745e7e56a) {{(pid=103197) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 19:22:26.811293 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2e7fd59-0e81-4c61-afe4-9efeee66df58 None None] Sync routers for ids ['62a95014-1fc4-4721-9017-22a2bce8426b'] in dv-cinder-755101-7-iscsi {{(pid=103198) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 25 19:22:26.852942 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-288fddb5-57d0-47d3-b286-427a38c0d823 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741036503857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133703'] for agent (af1b81b0-43af-47bb-a61e-8e46b36efc57), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:22:26.891698 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2e7fd59-0e81-4c61-afe4-9efeee66df58 None None] Routers {'62a95014-1fc4-4721-9017-22a2bce8426b'} bound to L3 agent in host dv-cinder-755101-7-iscsi {{(pid=103198) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 25 19:22:26.892349 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.l3_hamode_db [None req-a2e7fd59-0e81-4c61-afe4-9efeee66df58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755101-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-25T19:11:57Z,description=,heartbeat_timestamp=2022-03-25T19:21:57Z,host='dv-cinder-755101-7-iscsi',id=af1b81b0-43af-47bb-a61e-8e46b36efc57,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:11:57Z,topic='l3_agent')) {'router_ids': ['62a95014-1fc4-4721-9017-22a2bce8426b'], 'active': True} {{(pid=103198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 19:22:26.906459 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Current status of the port f5719239-f520-4237-8015-ea72acb06bef is: ACTIVE; New status is: ACTIVE {{(pid=103198) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 25 19:22:26.923025 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-6b900f21-8b55-4a7d-bb6c-83ad6168f968 tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] 10.222.0.18 "PUT /v2.0/floatingips/634e8b78-1c9b-4a11-a0c4-d58fb37004d2 HTTP/1.1" status: 200 len: 991 time: 3.2361314 Mar 25 19:22:26.932165 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61fd317b-bf98-42d9-9ad4-6bdfc4855b0c', 'tag': 'e31a1c5e-f319-4495-a4f3-83d2762ba154'}] {{(pid=103196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 25 19:22:26.936625 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aab9b3bfb8b62b9c439d2baea07b5fa53a515b81dc2b4d2d70d2153c83a947a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46fc6a26-f749-4a9f-89d2-e129f2377a76" -d '{"events": [{"name": "network-changed", "server_uuid": "61fd317b-bf98-42d9-9ad4-6bdfc4855b0c", "tag": "e31a1c5e-f319-4495-a4f3-83d2762ba154"}]}' {{(pid=103196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 25 19:22:27.013560 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-bb1c97f0-e8be-4a32-b21c-4f9ec2df6fd5 None None] Publish callbacks [] for port (fd4b2b60-ef94-450e-979b-3a9063f00d9d), precommit_update {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:22:27.015423 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-7d46ac6f-db9a-47ea-a063-b0e466f8aebc admin admin] Publish callbacks [] for port (03f29af6-aa02-44b2-83f7-df2745e7e56a), precommit_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:22:27.017002 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecec30e6-2771-4a9a-850e-334a97b24b26 req-449aee09-bdd7-4e07-a5f2-fd8668eceab7 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:22:27.021396 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-ecec30e6-2771-4a9a-850e-334a97b24b26 req-449aee09-bdd7-4e07-a5f2-fd8668eceab7 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] 10.222.0.18 "GET /v2.0/ports?device_id=60b11edc-ce3f-48f7-ac37-bc15cd882254 HTTP/1.1" status: 200 len: 946 time: 0.2449884 Mar 25 19:22:27.025321 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-bb1c97f0-e8be-4a32-b21c-4f9ec2df6fd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036679572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741036190733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741036190751'] for port (fd4b2b60-ef94-450e-979b-3a9063f00d9d), after_update {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:22:27.066144 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-7d46ac6f-db9a-47ea-a063-b0e466f8aebc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741036193015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59283508'] for port (03f29af6-aa02-44b2-83f7-df2745e7e56a), after_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:22:27.158348 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42eb4aaf-5f7f-43b1-a279-caf8b536d8c5 None None] Pushing event updated for resources: {'Port': ['ID=fd4b2b60-ef94-450e-979b-3a9063f00d9d,revision_number=2']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:22:27.173845 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42eb4aaf-5f7f-43b1-a279-caf8b536d8c5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:22:27.175559 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42eb4aaf-5f7f-43b1-a279-caf8b536d8c5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:22:27.177640 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42eb4aaf-5f7f-43b1-a279-caf8b536d8c5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:22:27.178093 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42eb4aaf-5f7f-43b1-a279-caf8b536d8c5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:22:27.178561 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42eb4aaf-5f7f-43b1-a279-caf8b536d8c5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:22:27.179004 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42eb4aaf-5f7f-43b1-a279-caf8b536d8c5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:22:27.184655 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-ecec30e6-2771-4a9a-850e-334a97b24b26 req-1e409d3f-a13e-417c-8fde-8f8d5c4affb3 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] 10.222.0.18 "GET /v2.0/security-groups?id=ece6d36a-8c2c-423d-886b-e23866ad66ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1558189 Mar 25 19:22:27.185232 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42eb4aaf-5f7f-43b1-a279-caf8b536d8c5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:22:27.185693 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42eb4aaf-5f7f-43b1-a279-caf8b536d8c5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:22:27.186131 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42eb4aaf-5f7f-43b1-a279-caf8b536d8c5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:22:27.186617 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42eb4aaf-5f7f-43b1-a279-caf8b536d8c5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:22:27.187585 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.l3_dvr_db [None req-a2e7fd59-0e81-4c61-afe4-9efeee66df58 None None] Set router 62a95014-1fc4-4721-9017-22a2bce8426b gateway port host: dv-cinder-755101-7-iscsi {{(pid=103198) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 25 19:22:27.187946 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42eb4aaf-5f7f-43b1-a279-caf8b536d8c5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:22:27.188411 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42eb4aaf-5f7f-43b1-a279-caf8b536d8c5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:22:27.189653 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42eb4aaf-5f7f-43b1-a279-caf8b536d8c5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:22:27.190095 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42eb4aaf-5f7f-43b1-a279-caf8b536d8c5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:22:27.199820 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42eb4aaf-5f7f-43b1-a279-caf8b536d8c5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:22:27.218836 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d46ac6f-db9a-47ea-a063-b0e466f8aebc admin admin] Network 097c27dd-3b60-4b46-8c4d-1a422d066be5 is already hosted by enough agents. {{(pid=103197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 19:22:27.225793 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.scheduler.base_scheduler [None req-7d46ac6f-db9a-47ea-a063-b0e466f8aebc admin admin] Resources bound (agent type, host, resource id): {{(pid=103197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 19:22:27.231109 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d46ac6f-db9a-47ea-a063-b0e466f8aebc admin admin] Received port after_create {{(pid=103197) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 25 19:22:27.253965 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd62cd44-3c96-47be-ac9e-0c06fe1ec851 req-f8213f0b-0c88-4862-9961-d4af2e81c094 tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:22:27.267727 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-dd62cd44-3c96-47be-ac9e-0c06fe1ec851 req-f8213f0b-0c88-4862-9961-d4af2e81c094 tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] 10.222.0.18 "GET /v2.0/ports?device_id=c2f22826-2512-4bee-8ddc-2e80d6e63d45 HTTP/1.1" status: 200 len: 946 time: 0.7176580 Mar 25 19:22:27.272473 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.managers [None req-bb1c97f0-e8be-4a32-b21c-4f9ec2df6fd5 None None] Attempting to bind port fd4b2b60-ef94-450e-979b-3a9063f00d9d on host dv-cinder-755101-7-iscsi for vnic_type normal with profile {{(pid=103199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 25 19:22:27.272963 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.managers [None req-bb1c97f0-e8be-4a32-b21c-4f9ec2df6fd5 None None] Attempting to bind port fd4b2b60-ef94-450e-979b-3a9063f00d9d by drivers openvswitch,hyperv on host dv-cinder-755101-7-iscsi at level 0 using segments [{'id': 'bcf11cf5-8ef8-46ee-bf1d-f87c743f3fc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15'}] {{(pid=103199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 25 19:22:27.279239 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb1c97f0-e8be-4a32-b21c-4f9ec2df6fd5 None None] Attempting to bind port fd4b2b60-ef94-450e-979b-3a9063f00d9d on network 4acd50f3-de7f-4854-a6f4-5b66b3577c15 {{(pid=103199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 25 19:22:27.293277 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb1c97f0-e8be-4a32-b21c-4f9ec2df6fd5 None None] Checking agent: {'id': '239dac0e-b210-4295-8f1a-11f7f9dc3de1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-755101-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 19, 12, 1), 'started_at': datetime.datetime(2022, 3, 25, 19, 12, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 19, 22, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-755101-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 25 19:22:27.294343 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb1c97f0-e8be-4a32-b21c-4f9ec2df6fd5 None None] Checking segment: {'id': 'bcf11cf5-8ef8-46ee-bf1d-f87c743f3fc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 25 19:22:27.295136 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-bb1c97f0-e8be-4a32-b21c-4f9ec2df6fd5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:22:27.297966 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb1c97f0-e8be-4a32-b21c-4f9ec2df6fd5 None None] Bound using segment: {'id': 'bcf11cf5-8ef8-46ee-bf1d-f87c743f3fc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15'} {{(pid=103199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 25 19:22:27.299755 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.managers [None req-bb1c97f0-e8be-4a32-b21c-4f9ec2df6fd5 None None] Bound port: fd4b2b60-ef94-450e-979b-3a9063f00d9d, host: dv-cinder-755101-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcf11cf5-8ef8-46ee-bf1d-f87c743f3fc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15'}}] {{(pid=103199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 25 19:22:27.300276 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-bb1c97f0-e8be-4a32-b21c-4f9ec2df6fd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1293263'] for port (fd4b2b60-ef94-450e-979b-3a9063f00d9d), before_update {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:22:27.372157 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Mar 2022 19:22:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a503b72-bfa9-431b-bef2-6a7bc19ff083 x-openstack-request-id: req-1a503b72-bfa9-431b-bef2-6a7bc19ff083 {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 25 19:22:27.372759 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61fd317b-bf98-42d9-9ad4-6bdfc4855b0c", "tag": "e31a1c5e-f319-4495-a4f3-83d2762ba154", "status": "completed", "code": 200}]} {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 25 19:22:27.373476 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1a503b72-bfa9-431b-bef2-6a7bc19ff083 {{(pid=103196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 25 19:22:27.374078 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a503b72-bfa9-431b-bef2-6a7bc19ff083'] response: {'name': 'network-changed', 'server_uuid': '61fd317b-bf98-42d9-9ad4-6bdfc4855b0c', 'tag': 'e31a1c5e-f319-4495-a4f3-83d2762ba154', 'status': 'completed', 'code': 200} Mar 25 19:22:27.379040 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d46ac6f-db9a-47ea-a063-b0e466f8aebc admin admin] Pushing event updated for resources: {'Port': ['ID=03f29af6-aa02-44b2-83f7-df2745e7e56a,revision_number=1']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:22:27.426234 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-7d46ac6f-db9a-47ea-a063-b0e466f8aebc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3752446'] for router_interface (b1d70869-4277-4d8f-a436-7af816a21fdd), before_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:22:27.474827 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.db [None req-bb1c97f0-e8be-4a32-b21c-4f9ec2df6fd5 None None] For port fd4b2b60-ef94-450e-979b-3a9063f00d9d, host dv-cinder-755101-7-iscsi, cleared binding levels {{(pid=103199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 25 19:22:27.480576 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.db [None req-bb1c97f0-e8be-4a32-b21c-4f9ec2df6fd5 None None] For port fd4b2b60-ef94-450e-979b-3a9063f00d9d, host dv-cinder-755101-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755101-7-iscsi',level=0,port_id=fd4b2b60-ef94-450e-979b-3a9063f00d9d,segment=NetworkSegment(bcf11cf5-8ef8-46ee-bf1d-f87c743f3fc7),segment_id=bcf11cf5-8ef8-46ee-bf1d-f87c743f3fc7)] {{(pid=103199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 25 19:22:27.491198 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-bb1c97f0-e8be-4a32-b21c-4f9ec2df6fd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036679572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741036190733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741036190751'] for port (fd4b2b60-ef94-450e-979b-3a9063f00d9d), after_update {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:22:27.598354 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fc6a26-f749-4a9f-89d2-e129f2377a76 req-93599599-e973-44fa-997e-111e68b59e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:22:27.600996 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-dd62cd44-3c96-47be-ac9e-0c06fe1ec851 req-3d419bfd-9ff1-42ea-aac3-8ad020aba34c tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] 10.222.0.18 "GET /v2.0/security-groups?id=a346db11-a1aa-49ea-9798-167075247d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2575412 Mar 25 19:22:27.615518 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-46fc6a26-f749-4a9f-89d2-e129f2377a76 req-93599599-e973-44fa-997e-111e68b59e30 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=155e7b1bde6b4fb1ba768c2d6ab00159&device_id=61fd317b-bf98-42d9-9ad4-6bdfc4855b0c HTTP/1.1" status: 200 len: 1129 time: 0.2244854 Mar 25 19:22:27.649846 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42eb4aaf-5f7f-43b1-a279-caf8b536d8c5 None None] Pushing event updated for resources: {'Port': ['ID=fd4b2b60-ef94-450e-979b-3a9063f00d9d,revision_number=3']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:22:27.721062 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb1c97f0-e8be-4a32-b21c-4f9ec2df6fd5 None None] Routers {'b1d70869-4277-4d8f-a436-7af816a21fdd'} bound to L3 agent in host dv-cinder-755101-7-iscsi {{(pid=103199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 25 19:22:27.721705 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.db.l3_hamode_db [None req-bb1c97f0-e8be-4a32-b21c-4f9ec2df6fd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755101-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-25T19:11:57Z,description=,heartbeat_timestamp=2022-03-25T19:22:27Z,host='dv-cinder-755101-7-iscsi',id=af1b81b0-43af-47bb-a61e-8e46b36efc57,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:11:57Z,topic='l3_agent')) {'router_ids': ['b1d70869-4277-4d8f-a436-7af816a21fdd'], 'active': True} {{(pid=103199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 19:22:27.881865 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.db.l3_dvr_db [None req-bb1c97f0-e8be-4a32-b21c-4f9ec2df6fd5 None None] Set router b1d70869-4277-4d8f-a436-7af816a21fdd gateway port host: dv-cinder-755101-7-iscsi {{(pid=103199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 25 19:22:27.883547 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-7d46ac6f-db9a-47ea-a063-b0e466f8aebc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1293263'] for port (03f29af6-aa02-44b2-83f7-df2745e7e56a), before_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:22:27.931021 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-af60142c-683d-41c3-be1d-5377fff6ca45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741036503857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133703'] for agent (c3076277-13eb-43a7-9b94-fad13f82c96d), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:22:27.944053 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fc6a26-f749-4a9f-89d2-e129f2377a76 req-d4f2dd8e-1a0b-4a4f-b2b2-58dd73ac73f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:22:27.951045 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-46fc6a26-f749-4a9f-89d2-e129f2377a76 req-d4f2dd8e-1a0b-4a4f-b2b2-58dd73ac73f2 service neutron] 10.222.0.26 "GET /v2.0/networks?id=aa37333a-1101-47b7-acc7-f21479cd1d95 HTTP/1.1" status: 200 len: 920 time: 0.3195376 Mar 25 19:22:27.957505 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-288064a5-0722-49bb-83e6-ae8aa19ec177 None None] Provisioning complete for port 03f29af6-aa02-44b2-83f7-df2745e7e56a triggered by entity DHCP. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 25 19:22:27.964923 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-288064a5-0722-49bb-83e6-ae8aa19ec177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133789'] for port (03f29af6-aa02-44b2-83f7-df2745e7e56a), provisioning_complete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:22:28.087445 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-46fc6a26-f749-4a9f-89d2-e129f2377a76 req-7f4669f4-8bba-41ac-9cc5-c725346d19fc service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e31a1c5e-f319-4495-a4f3-83d2762ba154 HTTP/1.1" status: 200 len: 999 time: 0.1286364 Mar 25 19:22:28.114902 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-288064a5-0722-49bb-83e6-ae8aa19ec177 None None] Port 03f29af6-aa02-44b2-83f7-df2745e7e56a cannot update to ACTIVE because it is not bound. {{(pid=103198) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 25 19:22:28.172598 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.l3_hamode_db [None req-a2e7fd59-0e81-4c61-afe4-9efeee66df58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62a95014-1fc4-4721-9017-22a2bce8426b', 'name': 'tempest-ServerRescueNegativeTestJSON-1942996941-router', 'tenant_id': '155e7b1bde6b4fb1ba768c2d6ab00159', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'external_fixed_ips': [{'subnet_id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'ip_address': '172.27.0.142'}], 'enable_snat': True}, 'gw_port_id': '184fd2e6-8a15-4098-9de0-d95d7eff8dd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T19:19:55Z', 'updated_at': '2022-03-25T19:20:05Z', 'revision_number': 4, 'project_id': '155e7b1bde6b4fb1ba768c2d6ab00159', 'gw_port': {'id': '184fd2e6-8a15-4098-9de0-d95d7eff8dd2', 'name': '', 'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:1f:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62a95014-1fc4-4721-9017-22a2bce8426b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'ip_address': '172.27.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T19:19:57Z', 'updated_at': '2022-03-25T19:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755101-7-iscsi', '_floatingips': [{'id': '634e8b78-1c9b-4a11-a0c4-d58fb37004d2', 'tenant_id': '155e7b1bde6b4fb1ba768c2d6ab00159', 'floating_ip_address': '172.27.0.107', 'floating_network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'router_id': '62a95014-1fc4-4721-9017-22a2bce8426b', 'port_id': 'e31a1c5e-f319-4495-a4f3-83d2762ba154', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 402, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa37333a-1101-47b7-acc7-f21479cd1d95', 'mac_address': 'fa:16:3e:11:7c:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61fd317b-bf98-42d9-9ad4-6bdfc4855b0c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-25T19:22:07Z', 'updated_at': '2022-03-25T19:22:25Z', 'revision_number': 1, 'project_id': '155e7b1bde6b4fb1ba768c2d6ab00159', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de6d2eae-7083-4944-8707-ee855f2d7830', 'name': '', 'network_id': 'aa37333a-1101-47b7-acc7-f21479cd1d95', 'tenant_id': '155e7b1bde6b4fb1ba768c2d6ab00159', 'mac_address': 'fa:16:3e:0b:27:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62a95014-1fc4-4721-9017-22a2bce8426b', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'd8fb3102-0026-42d9-a683-15415ae64f68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T19:20:04Z', 'updated_at': '2022-03-25T19:20:15Z', 'revision_number': 5, 'project_id': '155e7b1bde6b4fb1ba768c2d6ab00159', 'subnets': [{'id': 'd8fb3102-0026-42d9-a683-15415ae64f68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-755101-7-iscsi', False) {} {{(pid=103198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 19:22:28.257962 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fc6a26-f749-4a9f-89d2-e129f2377a76 req-dc3f044d-9290-45e7-b534-f18fbd8d121f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:22:28.260616 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-46fc6a26-f749-4a9f-89d2-e129f2377a76 req-dc3f044d-9290-45e7-b534-f18fbd8d121f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d8fb3102-0026-42d9-a683-15415ae64f68 HTTP/1.1" status: 200 len: 858 time: 0.1646121 Mar 25 19:22:28.261861 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-7d46ac6f-db9a-47ea-a063-b0e466f8aebc admin admin] Publish callbacks [] for port (03f29af6-aa02-44b2-83f7-df2745e7e56a), precommit_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:22:28.301213 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-7d46ac6f-db9a-47ea-a063-b0e466f8aebc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036679572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741036190733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741036190751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59283459'] for port (03f29af6-aa02-44b2-83f7-df2745e7e56a), after_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:22:28.341870 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.db.l3_hamode_db [None req-bb1c97f0-e8be-4a32-b21c-4f9ec2df6fd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1d70869-4277-4d8f-a436-7af816a21fdd', 'name': 'tempest-TestShelveInstance-183429673-router', 'tenant_id': '3c14746134994a9bb1469d2de7a5fbee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'external_fixed_ips': [{'subnet_id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'ip_address': '172.27.0.235'}], 'enable_snat': True}, 'gw_port_id': 'fd4b2b60-ef94-450e-979b-3a9063f00d9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T19:22:21Z', 'updated_at': '2022-03-25T19:22:23Z', 'revision_number': 3, 'project_id': '3c14746134994a9bb1469d2de7a5fbee', 'gw_port': {'id': 'fd4b2b60-ef94-450e-979b-3a9063f00d9d', 'name': '', 'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:56:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1d70869-4277-4d8f-a436-7af816a21fdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'ip_address': '172.27.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T19:22:22Z', 'updated_at': '2022-03-25T19:22:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755101-7-iscsi'}], 'dv-cinder-755101-7-iscsi', False) {} {{(pid=103199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 19:22:28.396510 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fc6a26-f749-4a9f-89d2-e129f2377a76 req-fc7e3e3a-64fd-49dd-bd14-41ba7dc5104a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:22:28.407922 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-46fc6a26-f749-4a9f-89d2-e129f2377a76 req-fc7e3e3a-64fd-49dd-bd14-41ba7dc5104a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=aa37333a-1101-47b7-acc7-f21479cd1d95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1389074 Mar 25 19:22:28.411838 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2e7fd59-0e81-4c61-afe4-9efeee66df58 None None] Checking router: 62a95014-1fc4-4721-9017-22a2bce8426b for host: dv-cinder-755101-7-iscsi {{(pid=103198) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 25 19:22:28.419844 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-7d46ac6f-db9a-47ea-a063-b0e466f8aebc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3692891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3752298'] for router_interface (b1d70869-4277-4d8f-a436-7af816a21fdd), after_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:22:28.439891 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb1c97f0-e8be-4a32-b21c-4f9ec2df6fd5 None None] The sync data for ids ['b1d70869-4277-4d8f-a436-7af816a21fdd'] in dv-cinder-755101-7-iscsi is: [{'id': 'b1d70869-4277-4d8f-a436-7af816a21fdd', 'name': 'tempest-TestShelveInstance-183429673-router', 'tenant_id': '3c14746134994a9bb1469d2de7a5fbee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'external_fixed_ips': [{'subnet_id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'ip_address': '172.27.0.235'}], 'enable_snat': True}, 'gw_port_id': 'fd4b2b60-ef94-450e-979b-3a9063f00d9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T19:22:21Z', 'updated_at': '2022-03-25T19:22:23Z', 'revision_number': 3, 'project_id': '3c14746134994a9bb1469d2de7a5fbee', 'gw_port': {'id': 'fd4b2b60-ef94-450e-979b-3a9063f00d9d', 'name': '', 'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:56:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1d70869-4277-4d8f-a436-7af816a21fdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'ip_address': '172.27.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T19:22:22Z', 'updated_at': '2022-03-25T19:22:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755101-7-iscsi'}] {{(pid=103199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 25 19:22:28.467092 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2e7fd59-0e81-4c61-afe4-9efeee66df58 None None] Routers {'62a95014-1fc4-4721-9017-22a2bce8426b'} bound to L3 agent in host dv-cinder-755101-7-iscsi {{(pid=103198) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 25 19:22:28.470539 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.l3_hamode_db [None req-a2e7fd59-0e81-4c61-afe4-9efeee66df58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755101-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-25T19:11:57Z,description=,heartbeat_timestamp=2022-03-25T19:22:27Z,host='dv-cinder-755101-7-iscsi',id=af1b81b0-43af-47bb-a61e-8e46b36efc57,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:11:57Z,topic='l3_agent')) {'router_ids': ['62a95014-1fc4-4721-9017-22a2bce8426b'], 'active': True} {{(pid=103198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 19:22:28.732770 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.l3_dvr_db [None req-a2e7fd59-0e81-4c61-afe4-9efeee66df58 None None] Set router 62a95014-1fc4-4721-9017-22a2bce8426b gateway port host: dv-cinder-755101-7-iscsi {{(pid=103198) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 25 19:22:28.944837 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841a7d8d-03bf-42bb-8c36-872246425d0a req-4ad16aa8-540c-480d-876b-1c4d45d069e0 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:22:28.959585 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-841a7d8d-03bf-42bb-8c36-872246425d0a req-4ad16aa8-540c-480d-876b-1c4d45d069e0 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] 10.222.0.18 "GET /v2.0/ports?device_id=60b11edc-ce3f-48f7-ac37-bc15cd882254 HTTP/1.1" status: 200 len: 946 time: 0.4670615 Mar 25 19:22:28.967800 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d46ac6f-db9a-47ea-a063-b0e466f8aebc admin admin] Network 097c27dd-3b60-4b46-8c4d-1a422d066be5 is already hosted by enough agents. {{(pid=103197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 19:22:29.039624 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.scheduler.base_scheduler [None req-7d46ac6f-db9a-47ea-a063-b0e466f8aebc admin admin] Resources bound (agent type, host, resource id): {{(pid=103197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 19:22:29.068777 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d46ac6f-db9a-47ea-a063-b0e466f8aebc admin admin] Pushing event updated for resources: {'Port': ['ID=03f29af6-aa02-44b2-83f7-df2745e7e56a,revision_number=2']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:22:29.108855 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-46fc6a26-f749-4a9f-89d2-e129f2377a76 req-ffe27ca5-1b2b-4b5c-a1d0-8aa4eea361bc service neutron] 10.222.0.26 "GET /v2.0/networks/aa37333a-1101-47b7-acc7-f21479cd1d95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6914265 Mar 25 19:22:29.283417 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-841a7d8d-03bf-42bb-8c36-872246425d0a req-642e8c08-7164-4b4e-aad4-0635c5596bfa tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] 10.222.0.18 "GET /v2.0/security-groups?id=ece6d36a-8c2c-423d-886b-e23866ad66ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3238537 Mar 25 19:22:29.289779 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba4ec80-85c1-437f-9c1c-c7c19d5c4b34 req-f0c03f50-10dd-41ad-a00f-036550754c1c tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:22:29.293137 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-2ba4ec80-85c1-437f-9c1c-c7c19d5c4b34 req-f0c03f50-10dd-41ad-a00f-036550754c1c tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] 10.222.0.18 "GET /v2.0/ports?device_id=c2f22826-2512-4bee-8ddc-2e80d6e63d45 HTTP/1.1" status: 200 len: 946 time: 0.3580606 Mar 25 19:22:29.425125 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-2ba4ec80-85c1-437f-9c1c-c7c19d5c4b34 req-2a4240d9-d67b-438b-ada1-190870a1ba40 tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] 10.222.0.18 "GET /v2.0/security-groups?id=a346db11-a1aa-49ea-9798-167075247d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1268871 Mar 25 19:22:29.447651 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d46ac6f-db9a-47ea-a063-b0e466f8aebc admin admin] Router b1d70869-4277-4d8f-a436-7af816a21fdd has already been hosted by L3 agent af1b81b0-43af-47bb-a61e-8e46b36efc57 {{(pid=103197) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 25 19:22:29.495924 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-bfcc621e-35c9-4ac2-b4cb-53c403134561 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741036503857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133703'] for agent (9ba807d9-64cc-4b2a-8ad2-e4f3b23bc779), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:22:29.541308 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.l3_hamode_db [None req-a2e7fd59-0e81-4c61-afe4-9efeee66df58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62a95014-1fc4-4721-9017-22a2bce8426b', 'name': 'tempest-ServerRescueNegativeTestJSON-1942996941-router', 'tenant_id': '155e7b1bde6b4fb1ba768c2d6ab00159', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'external_fixed_ips': [{'subnet_id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'ip_address': '172.27.0.142'}], 'enable_snat': True}, 'gw_port_id': '184fd2e6-8a15-4098-9de0-d95d7eff8dd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T19:19:55Z', 'updated_at': '2022-03-25T19:20:05Z', 'revision_number': 4, 'project_id': '155e7b1bde6b4fb1ba768c2d6ab00159', 'gw_port': {'id': '184fd2e6-8a15-4098-9de0-d95d7eff8dd2', 'name': '', 'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:1f:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62a95014-1fc4-4721-9017-22a2bce8426b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'ip_address': '172.27.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T19:19:57Z', 'updated_at': '2022-03-25T19:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755101-7-iscsi', '_floatingips': [{'id': '634e8b78-1c9b-4a11-a0c4-d58fb37004d2', 'tenant_id': '155e7b1bde6b4fb1ba768c2d6ab00159', 'floating_ip_address': '172.27.0.107', 'floating_network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'router_id': '62a95014-1fc4-4721-9017-22a2bce8426b', 'port_id': 'e31a1c5e-f319-4495-a4f3-83d2762ba154', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 402, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa37333a-1101-47b7-acc7-f21479cd1d95', 'mac_address': 'fa:16:3e:11:7c:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61fd317b-bf98-42d9-9ad4-6bdfc4855b0c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-25T19:22:07Z', 'updated_at': '2022-03-25T19:22:25Z', 'revision_number': 1, 'project_id': '155e7b1bde6b4fb1ba768c2d6ab00159', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de6d2eae-7083-4944-8707-ee855f2d7830', 'name': '', 'network_id': 'aa37333a-1101-47b7-acc7-f21479cd1d95', 'tenant_id': '155e7b1bde6b4fb1ba768c2d6ab00159', 'mac_address': 'fa:16:3e:0b:27:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62a95014-1fc4-4721-9017-22a2bce8426b', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'd8fb3102-0026-42d9-a683-15415ae64f68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T19:20:04Z', 'updated_at': '2022-03-25T19:20:15Z', 'revision_number': 5, 'project_id': '155e7b1bde6b4fb1ba768c2d6ab00159', 'subnets': [{'id': 'd8fb3102-0026-42d9-a683-15415ae64f68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-755101-7-iscsi', False) {} {{(pid=103198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 19:22:29.595391 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-46fc6a26-f749-4a9f-89d2-e129f2377a76 req-2a9ea09c-ac37-4547-b0c6-e9251a0aab9e service neutron] 10.222.0.26 "GET /v2.0/networks/aa37333a-1101-47b7-acc7-f21479cd1d95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4753528 Mar 25 19:22:29.600508 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2e7fd59-0e81-4c61-afe4-9efeee66df58 None None] The sync data for ids ['62a95014-1fc4-4721-9017-22a2bce8426b'] in dv-cinder-755101-7-iscsi is: [{'id': '62a95014-1fc4-4721-9017-22a2bce8426b', 'name': 'tempest-ServerRescueNegativeTestJSON-1942996941-router', 'tenant_id': '155e7b1bde6b4fb1ba768c2d6ab00159', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'external_fixed_ips': [{'subnet_id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'ip_address': '172.27.0.142'}], 'enable_snat': True}, 'gw_port_id': '184fd2e6-8a15-4098-9de0-d95d7eff8dd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T19:19:55Z', 'updated_at': '2022-03-25T19:20:05Z', 'revision_number': 4, 'project_id': '155e7b1bde6b4fb1ba768c2d6ab00159', 'gw_port': {'id': '184fd2e6-8a15-4098-9de0-d95d7eff8dd2', 'name': '', 'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:1f:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62a95014-1fc4-4721-9017-22a2bce8426b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'ip_address': '172.27.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T19:19:57Z', 'updated_at': '2022-03-25T19:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755101-7-iscsi', '_floatingips': [{'id': '634e8b78-1c9b-4a11-a0c4-d58fb37004d2', 'tenant_id': '155e7b1bde6b4fb1ba768c2d6ab00159', 'floating_ip_address': '172.27.0.107', 'floating_network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'router_id': '62a95014-1fc4-4721-9017-22a2bce8426b', 'port_id': 'e31a1c5e-f319-4495-a4f3-83d2762ba154', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 402, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa37333a-1101-47b7-acc7-f21479cd1d95', 'mac_address': 'fa:16:3e:11:7c:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61fd317b-bf98-42d9-9ad4-6bdfc4855b0c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-25T19:22:07Z', 'updated_at': '2022-03-25T19:22:25Z', 'revision_number': 1, 'project_id': '155e7b1bde6b4fb1ba768c2d6ab00159', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de6d2eae-7083-4944-8707-ee855f2d7830', 'name': '', 'network_id': 'aa37333a-1101-47b7-acc7-f21479cd1d95', 'tenant_id': '155e7b1bde6b4fb1ba768c2d6ab00159', 'mac_address': 'fa:16:3e:0b:27:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62a95014-1fc4-4721-9017-22a2bce8426b', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'd8fb3102-0026-42d9-a683-15415ae64f68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T19:20:04Z', 'updated_at': '2022-03-25T19:20:15Z', 'revision_number': 5, 'project_id': '155e7b1bde6b4fb1ba768c2d6ab00159', 'subnets': [{'id': 'd8fb3102-0026-42d9-a683-15415ae64f68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103198) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 25 19:22:29.632776 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-24d56577-ac5e-40b1-83a9-ad1b2ac7ba58 None None] Provisioning complete for port 03f29af6-aa02-44b2-83f7-df2745e7e56a triggered by entity DHCP. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 25 19:22:29.634888 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-24d56577-ac5e-40b1-83a9-ad1b2ac7ba58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133789'] for port (03f29af6-aa02-44b2-83f7-df2745e7e56a), provisioning_complete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:22:29.740825 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-24d56577-ac5e-40b1-83a9-ad1b2ac7ba58 None None] Port 03f29af6-aa02-44b2-83f7-df2745e7e56a cannot update to ACTIVE because it is not bound. {{(pid=103198) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 25 19:22:29.826268 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d46ac6f-db9a-47ea-a063-b0e466f8aebc admin admin] Notify agent at l3_agent.dv-cinder-755101-7-iscsi the message routers_updated {{(pid=103197) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 25 19:22:29.860480 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-7d46ac6f-db9a-47ea-a063-b0e466f8aebc admin admin] 10.222.0.18 "PUT /v2.0/routers/b1d70869-4277-4d8f-a436-7af816a21fdd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4774506 Mar 25 19:22:30.113024 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f508d5-79d0-4d75-8b07-89f967d427a7 req-66762a8a-7b90-43f2-86aa-e782f159e553 tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:22:30.115424 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-a6f508d5-79d0-4d75-8b07-89f967d427a7 req-66762a8a-7b90-43f2-86aa-e782f159e553 tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] 10.222.0.18 "GET /v2.0/ports?device_id=c2f22826-2512-4bee-8ddc-2e80d6e63d45 HTTP/1.1" status: 200 len: 946 time: 0.1652086 Mar 25 19:22:30.174058 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04b9a188-7f67-4df6-ab06-8580abcb62c6 None None] New status for floating IP 634e8b78-1c9b-4a11-a0c4-d58fb37004d2: ACTIVE {{(pid=103199) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 25 19:22:30.208865 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-a6f508d5-79d0-4d75-8b07-89f967d427a7 req-1ec77b75-9dcb-4344-b45c-61b81e1fe0c3 tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] 10.222.0.18 "GET /v2.0/security-groups?id=a346db11-a1aa-49ea-9798-167075247d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854607 Mar 25 19:22:30.302133 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8e5b83-552b-4930-93b9-53eaff49d7c0 req-5f8dda0e-9ffc-4be7-94cc-37415a98b5ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:22:30.308663 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-dc8e5b83-552b-4930-93b9-53eaff49d7c0 req-5f8dda0e-9ffc-4be7-94cc-37415a98b5ac service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=511b62f595874a80ab2449c4446c40d6&device_id=c2f22826-2512-4bee-8ddc-2e80d6e63d45 HTTP/1.1" status: 200 len: 1130 time: 0.2111244 Mar 25 19:22:30.445099 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Device fd4b2b60-ef94-450e-979b-3a9063f00d9d up at agent ovs-agent-dv-cinder-755101-7-iscsi {{(pid=103198) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 25 19:22:30.698409 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Provisioning complete for port fd4b2b60-ef94-450e-979b-3a9063f00d9d triggered by entity L2. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 25 19:22:30.699095 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133789'] for port (fd4b2b60-ef94-450e-979b-3a9063f00d9d), provisioning_complete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:22:30.807221 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8e5b83-552b-4930-93b9-53eaff49d7c0 req-3726bcc8-5468-40b3-b254-89cad4e6cf9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:22:30.808794 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-dc8e5b83-552b-4930-93b9-53eaff49d7c0 req-3726bcc8-5468-40b3-b254-89cad4e6cf9c service neutron] 10.222.0.26 "GET /v2.0/networks?id=547b5db8-9a10-4506-ba92-acf96e89ae8e HTTP/1.1" status: 200 len: 912 time: 0.4925752 Mar 25 19:22:30.955955 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741036503857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133703'] for agent (e10cc9df-a7ce-4b9c-bc25-dffd007f5dd8), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:22:30.982253 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741036503857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133703'] for agent (239dac0e-b210-4295-8f1a-11f7f9dc3de1), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:22:31.000417 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82908ac-8888-476a-9bf9-d1ee96318830 req-f6a3e235-e283-4981-90ea-68046247b287 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:22:31.009492 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-b82908ac-8888-476a-9bf9-d1ee96318830 req-f6a3e235-e283-4981-90ea-68046247b287 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] 10.222.0.18 "GET /v2.0/ports?device_id=60b11edc-ce3f-48f7-ac37-bc15cd882254 HTTP/1.1" status: 200 len: 946 time: 0.3750741 Mar 25 19:22:31.063628 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Current status of the port fd4b2b60-ef94-450e-979b-3a9063f00d9d is: DOWN; New status is: ACTIVE {{(pid=103198) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 25 19:22:31.064205 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1293263'] for port (fd4b2b60-ef94-450e-979b-3a9063f00d9d), before_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:22:31.082961 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-dc8e5b83-552b-4930-93b9-53eaff49d7c0 req-45de1638-3c69-464f-8a22-e6f472fe7506 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d5017eb3-7c1a-4acd-b3e7-abbf54ea28c0 HTTP/1.1" status: 200 len: 1000 time: 0.2585576 Mar 25 19:22:31.117753 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] For port fd4b2b60-ef94-450e-979b-3a9063f00d9d, host dv-cinder-755101-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755101-7-iscsi',level=0,port_id=fd4b2b60-ef94-450e-979b-3a9063f00d9d,segment=NetworkSegment(bcf11cf5-8ef8-46ee-bf1d-f87c743f3fc7),segment_id=bcf11cf5-8ef8-46ee-bf1d-f87c743f3fc7)] {{(pid=103198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 25 19:22:31.138533 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036679572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741036190733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741036190751'] for port (fd4b2b60-ef94-450e-979b-3a9063f00d9d), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:22:31.192762 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8e5b83-552b-4930-93b9-53eaff49d7c0 req-94f8ef92-a681-43c1-8a65-6bcc36589cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:22:31.194624 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-dc8e5b83-552b-4930-93b9-53eaff49d7c0 req-94f8ef92-a681-43c1-8a65-6bcc36589cd8 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5f5dde36-3194-44e6-b8cf-733c65400f3b HTTP/1.1" status: 200 len: 850 time: 0.1045189 Mar 25 19:22:31.226981 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Pushing event updated for resources: {'Port': ['ID=fd4b2b60-ef94-450e-979b-3a9063f00d9d,revision_number=4']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:22:31.295465 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-b82908ac-8888-476a-9bf9-d1ee96318830 req-e558e1ca-ee26-4a7d-b3d1-b47033cac966 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] 10.222.0.18 "GET /v2.0/security-groups?id=ece6d36a-8c2c-423d-886b-e23866ad66ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2804215 Mar 25 19:22:31.343458 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8e5b83-552b-4930-93b9-53eaff49d7c0 req-4e5a0459-2619-4af6-8b9c-93b437901c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:22:31.346648 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-dc8e5b83-552b-4930-93b9-53eaff49d7c0 req-4e5a0459-2619-4af6-8b9c-93b437901c70 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=547b5db8-9a10-4506-ba92-acf96e89ae8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1346440 Mar 25 19:22:31.395873 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.18', 34586) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:22:31.413182 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.v2.base [None req-f66a19f0-83c5-4aaa-b06b-e28a319f7aa5 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-480756647-network', 'tenant_id': 'eb0aefe8473a4e5faeb063ce28959b83'}} {{(pid=103196) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 19:22:31.473588 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a715488-ffd3-43fb-9155-dd24f781c132 req-316a8aa3-086e-4e0c-841c-1c727720fc80 tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:22:31.476655 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-9a715488-ffd3-43fb-9155-dd24f781c132 req-316a8aa3-086e-4e0c-841c-1c727720fc80 tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] 10.222.0.18 "GET /v2.0/ports?device_id=c2f22826-2512-4bee-8ddc-2e80d6e63d45 HTTP/1.1" status: 200 len: 946 time: 0.1246777 Mar 25 19:22:31.621352 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f66a19f0-83c5-4aaa-b06b-e28a319f7aa5 admin admin] Made reservation on behalf of eb0aefe8473a4e5faeb063ce28959b83 for: {'network': 1} {{(pid=103196) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 19:22:31.622237 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-9a715488-ffd3-43fb-9155-dd24f781c132 req-ca1a42e9-ccf6-4647-9b0f-04b44e09e6e6 tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] 10.222.0.18 "GET /v2.0/security-groups?id=a346db11-a1aa-49ea-9798-167075247d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1397977 Mar 25 19:22:31.625514 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-f66a19f0-83c5-4aaa-b06b-e28a319f7aa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1293263'] for network (None), before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:22:31.668512 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-f66a19f0-83c5-4aaa-b06b-e28a319f7aa5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:22:31.791161 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-dc8e5b83-552b-4930-93b9-53eaff49d7c0 req-76cb2081-9a76-4055-8e4f-8cfbce71b778 service neutron] 10.222.0.26 "GET /v2.0/networks/547b5db8-9a10-4506-ba92-acf96e89ae8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4298282 Mar 25 19:22:31.793574 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4391874f-6544-4adc-b993-96e0e09da009 None None] Sync routers for ids ['b1d70869-4277-4d8f-a436-7af816a21fdd'] in dv-cinder-755101-7-iscsi {{(pid=103198) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 25 19:22:31.806881 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4391874f-6544-4adc-b993-96e0e09da009 None None] Routers {'b1d70869-4277-4d8f-a436-7af816a21fdd'} bound to L3 agent in host dv-cinder-755101-7-iscsi {{(pid=103198) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 25 19:22:31.806881 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.l3_hamode_db [None req-4391874f-6544-4adc-b993-96e0e09da009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755101-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-25T19:11:57Z,description=,heartbeat_timestamp=2022-03-25T19:22:27Z,host='dv-cinder-755101-7-iscsi',id=af1b81b0-43af-47bb-a61e-8e46b36efc57,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:11:57Z,topic='l3_agent')) {'router_ids': ['b1d70869-4277-4d8f-a436-7af816a21fdd'], 'active': True} {{(pid=103198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 19:22:31.875890 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-f66a19f0-83c5-4aaa-b06b-e28a319f7aa5 admin admin] Publish callbacks [] for security_group (31fc5f91-a621-4a56-a316-6691f503a6c7), precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:22:31.935723 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.l3_dvr_db [None req-4391874f-6544-4adc-b993-96e0e09da009 None None] Set router b1d70869-4277-4d8f-a436-7af816a21fdd gateway port host: dv-cinder-755101-7-iscsi {{(pid=103198) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 25 19:22:32.001014 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-dc8e5b83-552b-4930-93b9-53eaff49d7c0 req-e0693b3c-0573-4fa4-8928-98f806bd877d service neutron] 10.222.0.26 "GET /v2.0/networks/547b5db8-9a10-4506-ba92-acf96e89ae8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1838107 Mar 25 19:22:32.002042 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-f66a19f0-83c5-4aaa-b06b-e28a319f7aa5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687199'] for security_group (31fc5f91-a621-4a56-a316-6691f503a6c7), after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:22:32.059427 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66a19f0-83c5-4aaa-b06b-e28a319f7aa5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31fc5f91-a621-4a56-a316-6691f503a6c7,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:22:32.062614 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f66a19f0-83c5-4aaa-b06b-e28a319f7aa5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 258} {{(pid=103196) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 25 19:22:32.077376 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-f66a19f0-83c5-4aaa-b06b-e28a319f7aa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1189096'] for segment (d5d9e638-9172-438a-9403-536aa349dafa), precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:22:32.077786 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.db.segments_db [None req-f66a19f0-83c5-4aaa-b06b-e28a319f7aa5 admin admin] Added segment d5d9e638-9172-438a-9403-536aa349dafa of type vlan for network dbebce7a-f003-4071-bd7a-909bed861834 Mar 25 19:22:32.125099 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.db.agents_db [None req-ad735e95-395b-498c-b22d-e8906e231634 None None] Agent healthcheck: found 6 active agents {{(pid=103199) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 25 19:22:32.158416 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-f66a19f0-83c5-4aaa-b06b-e28a319f7aa5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741036145210'] for network (dbebce7a-f003-4071-bd7a-909bed861834), precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:22:32.196690 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-f66a19f0-83c5-4aaa-b06b-e28a319f7aa5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877'] for network (dbebce7a-f003-4071-bd7a-909bed861834), after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:22:32.200823 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f66a19f0-83c5-4aaa-b06b-e28a319f7aa5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:22:32.200823 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-f66a19f0-83c5-4aaa-b06b-e28a319f7aa5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692927'] for network (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:22:32.306847 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.l3_hamode_db [None req-4391874f-6544-4adc-b993-96e0e09da009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1d70869-4277-4d8f-a436-7af816a21fdd', 'name': 'tempest-TestShelveInstance-183429673-router', 'tenant_id': '3c14746134994a9bb1469d2de7a5fbee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'external_fixed_ips': [{'subnet_id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'ip_address': '172.27.0.235'}], 'enable_snat': True}, 'gw_port_id': 'fd4b2b60-ef94-450e-979b-3a9063f00d9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T19:22:21Z', 'updated_at': '2022-03-25T19:22:27Z', 'revision_number': 4, 'project_id': '3c14746134994a9bb1469d2de7a5fbee', 'gw_port': {'id': 'fd4b2b60-ef94-450e-979b-3a9063f00d9d', 'name': '', 'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:56:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1d70869-4277-4d8f-a436-7af816a21fdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'ip_address': '172.27.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T19:22:22Z', 'updated_at': '2022-03-25T19:22:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755101-7-iscsi', '_interfaces': [{'id': '03f29af6-aa02-44b2-83f7-df2745e7e56a', 'name': '', 'network_id': '097c27dd-3b60-4b46-8c4d-1a422d066be5', 'tenant_id': '3c14746134994a9bb1469d2de7a5fbee', 'mac_address': 'fa:16:3e:4e:00:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1d70869-4277-4d8f-a436-7af816a21fdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '86db36bb-b1b4-4cd3-a48d-f41ecd1b139a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T19:22:26Z', 'updated_at': '2022-03-25T19:22:28Z', 'revision_number': 2, 'project_id': '3c14746134994a9bb1469d2de7a5fbee', 'subnets': [{'id': '86db36bb-b1b4-4cd3-a48d-f41ecd1b139a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-755101-7-iscsi', False) {} {{(pid=103198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 19:22:32.366656 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-f66a19f0-83c5-4aaa-b06b-e28a319f7aa5 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9696720 Mar 25 19:22:32.368986 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.18', 34594) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:22:32.370244 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66a19f0-83c5-4aaa-b06b-e28a319f7aa5 admin admin] Pushing event updated for resources: {'Network': ['ID=dbebce7a-f003-4071-bd7a-909bed861834,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:22:32.376004 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Device fd4b2b60-ef94-450e-979b-3a9063f00d9d up at agent ovs-agent-dv-cinder-755101-7-iscsi {{(pid=103198) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 25 19:22:32.377693 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.v2.base [None req-173a240c-651f-409c-8eda-9b371ad556eb admin admin] Request body: {'subnet': {'network_id': 'dbebce7a-f003-4071-bd7a-909bed861834', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-480756647-subnet', 'tenant_id': 'eb0aefe8473a4e5faeb063ce28959b83', 'ip_version': 4}} {{(pid=103197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 19:22:32.386272 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4391874f-6544-4adc-b993-96e0e09da009 None None] Checking router: b1d70869-4277-4d8f-a436-7af816a21fdd for host: dv-cinder-755101-7-iscsi {{(pid=103198) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 25 19:22:32.386428 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4391874f-6544-4adc-b993-96e0e09da009 None None] Updating router b1d70869-4277-4d8f-a436-7af816a21fdd port 03f29af6-aa02-44b2-83f7-df2745e7e56a binding host dv-cinder-755101-7-iscsi {{(pid=103198) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 25 19:22:32.459658 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-4391874f-6544-4adc-b993-96e0e09da009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1293263'] for port (03f29af6-aa02-44b2-83f7-df2745e7e56a), before_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:22:32.469549 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-173a240c-651f-409c-8eda-9b371ad556eb admin admin] Made reservation on behalf of eb0aefe8473a4e5faeb063ce28959b83 for: {'subnet': 1} {{(pid=103197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 19:22:32.480656 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-173a240c-651f-409c-8eda-9b371ad556eb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59750796'] for subnet (None), before_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:22:32.494400 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Network dbebce7a-f003-4071-bd7a-909bed861834 details requested by agent ovs-agent-dv-cinder-755101-7-iscsi with host dv-cinder-755101-7-iscsi {{(pid=103198) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 25 19:22:32.513927 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c152d78e-3c97-4ab4-8c6a-5389a8470582 req-511066aa-6e72-4a12-84bd-f60f70a0c900 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:22:32.523224 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-c152d78e-3c97-4ab4-8c6a-5389a8470582 req-511066aa-6e72-4a12-84bd-f60f70a0c900 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] 10.222.0.18 "GET /v2.0/ports?device_id=60b11edc-ce3f-48f7-ac37-bc15cd882254 HTTP/1.1" status: 200 len: 946 time: 0.0767827 Mar 25 19:22:32.601643 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-c152d78e-3c97-4ab4-8c6a-5389a8470582 req-14f66f3e-6209-4543-893d-c7d81c46663f tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] 10.222.0.18 "GET /v2.0/security-groups?id=ece6d36a-8c2c-423d-886b-e23866ad66ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771904 Mar 25 19:22:32.994836 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Provisioning complete for port fd4b2b60-ef94-450e-979b-3a9063f00d9d triggered by entity L2. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 25 19:22:32.995882 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133789'] for port (fd4b2b60-ef94-450e-979b-3a9063f00d9d), provisioning_complete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:22:33.058524 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c28facc-d917-4763-9957-465ffa966255 req-77a44985-7168-4b6d-9232-c03a51a3114c tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:22:33.066070 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-7c28facc-d917-4763-9957-465ffa966255 req-77a44985-7168-4b6d-9232-c03a51a3114c tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] 10.222.0.18 "GET /v2.0/ports?device_id=c2f22826-2512-4bee-8ddc-2e80d6e63d45 HTTP/1.1" status: 200 len: 946 time: 0.3475294 Mar 25 19:22:33.150656 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-173a240c-651f-409c-8eda-9b371ad556eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59285124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59750810'] for subnet (fca8fe70-f054-4429-9981-9490d2799b15), after_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:22:33.208291 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Current status of the port fd4b2b60-ef94-450e-979b-3a9063f00d9d is: ACTIVE; New status is: ACTIVE {{(pid=103198) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 25 19:22:33.304012 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-4391874f-6544-4adc-b993-96e0e09da009 None None] Publish callbacks [] for port (03f29af6-aa02-44b2-83f7-df2745e7e56a), precommit_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:22:33.309064 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-7c28facc-d917-4763-9957-465ffa966255 req-e731ef43-944a-424f-bf62-8a317938bfea tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] 10.222.0.18 "GET /v2.0/security-groups?id=a346db11-a1aa-49ea-9798-167075247d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2410913 Mar 25 19:22:33.321330 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-4391874f-6544-4adc-b993-96e0e09da009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036679572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741036190733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741036190751'] for port (03f29af6-aa02-44b2-83f7-df2745e7e56a), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:22:33.329950 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173a240c-651f-409c-8eda-9b371ad556eb admin admin] Pushing event updated for resources: {'Subnet': ['ID=fca8fe70-f054-4429-9981-9490d2799b15,revision_number=0']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:22:33.361717 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-173a240c-651f-409c-8eda-9b371ad556eb admin admin] Checking segment: {'id': 'd5d9e638-9172-438a-9403-536aa349dafa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'dbebce7a-f003-4071-bd7a-909bed861834'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 25 19:22:33.362204 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-173a240c-651f-409c-8eda-9b371ad556eb admin admin] Network hostable DHCP agents. Network: dbebce7a-f003-4071-bd7a-909bed861834, hostable agents: ['ff15a80c-2d7c-4104-a6ad-0973d1d911f7'], hosted agents: [] {{(pid=103197) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 25 19:22:33.405012 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-173a240c-651f-409c-8eda-9b371ad556eb admin admin] Network dbebce7a-f003-4071-bd7a-909bed861834 is scheduled to be hosted by DHCP agent ff15a80c-2d7c-4104-a6ad-0973d1d911f7 with binding_index 1 {{(pid=103197) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 25 19:22:33.408619 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56875b4-b4b2-4985-8eb9-74f7c18823e4 None None] Pushing event updated for resources: {'Port': ['ID=03f29af6-aa02-44b2-83f7-df2745e7e56a,revision_number=3']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:22:33.446614 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.scheduler.base_scheduler [None req-173a240c-651f-409c-8eda-9b371ad556eb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-755101-7-iscsi, dbebce7a-f003-4071-bd7a-909bed861834) {{(pid=103197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 19:22:33.465663 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6451d0ae-0887-4013-a86c-a2d6800ffcc2 None None] Network dbebce7a-f003-4071-bd7a-909bed861834 requested from dv-cinder-755101-7-iscsi {{(pid=103198) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 25 19:22:33.470440 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-173a240c-651f-409c-8eda-9b371ad556eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:22:33.471361 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-173a240c-651f-409c-8eda-9b371ad556eb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:22:33.511714 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-173a240c-651f-409c-8eda-9b371ad556eb admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.1415188 Mar 25 19:22:33.514386 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.18', 34610) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:22:33.520898 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.v2.base [None req-e7ac52cd-1b1e-4ca7-814f-29b0ba5fa73f admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-480756647-router', 'tenant_id': 'eb0aefe8473a4e5faeb063ce28959b83', 'external_gateway_info': {'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15'}}} {{(pid=103196) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 19:22:33.553984 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-e7ac52cd-1b1e-4ca7-814f-29b0ba5fa73f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3755069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1425'] for router (eb7f74bc-0f3d-4a10-9891-89e1d74375db), before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:22:33.555520 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-e7ac52cd-1b1e-4ca7-814f-29b0ba5fa73f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3755949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3753726', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3727394', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1446'] for router (eb7f74bc-0f3d-4a10-9891-89e1d74375db), precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:22:33.613321 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.managers [None req-4391874f-6544-4adc-b993-96e0e09da009 None None] Attempting to bind port 03f29af6-aa02-44b2-83f7-df2745e7e56a on host dv-cinder-755101-7-iscsi for vnic_type normal with profile {{(pid=103198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 25 19:22:33.613696 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.managers [None req-4391874f-6544-4adc-b993-96e0e09da009 None None] Attempting to bind port 03f29af6-aa02-44b2-83f7-df2745e7e56a by drivers openvswitch,hyperv on host dv-cinder-755101-7-iscsi at level 0 using segments [{'id': '44317c25-04d3-4459-9cb0-9336ea66d066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '097c27dd-3b60-4b46-8c4d-1a422d066be5'}] {{(pid=103198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 25 19:22:33.614064 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4391874f-6544-4adc-b993-96e0e09da009 None None] Attempting to bind port 03f29af6-aa02-44b2-83f7-df2745e7e56a on network 097c27dd-3b60-4b46-8c4d-1a422d066be5 {{(pid=103198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 25 19:22:33.658765 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4391874f-6544-4adc-b993-96e0e09da009 None None] Checking agent: {'id': '239dac0e-b210-4295-8f1a-11f7f9dc3de1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-755101-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 19, 12, 1), 'started_at': datetime.datetime(2022, 3, 25, 19, 12, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 19, 22, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-755101-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 25 19:22:33.659315 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4391874f-6544-4adc-b993-96e0e09da009 None None] Checking segment: {'id': '44317c25-04d3-4459-9cb0-9336ea66d066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '097c27dd-3b60-4b46-8c4d-1a422d066be5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 25 19:22:33.659729 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-4391874f-6544-4adc-b993-96e0e09da009 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:22:33.660164 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4391874f-6544-4adc-b993-96e0e09da009 None None] Bound using segment: {'id': '44317c25-04d3-4459-9cb0-9336ea66d066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '097c27dd-3b60-4b46-8c4d-1a422d066be5'} {{(pid=103198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 25 19:22:33.660662 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.managers [None req-4391874f-6544-4adc-b993-96e0e09da009 None None] Bound port: 03f29af6-aa02-44b2-83f7-df2745e7e56a, host: dv-cinder-755101-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44317c25-04d3-4459-9cb0-9336ea66d066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '097c27dd-3b60-4b46-8c4d-1a422d066be5'}}] {{(pid=103198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 25 19:22:33.661046 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-4391874f-6544-4adc-b993-96e0e09da009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1293263'] for port (03f29af6-aa02-44b2-83f7-df2745e7e56a), before_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:22:33.691939 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-e7ac52cd-1b1e-4ca7-814f-29b0ba5fa73f admin admin] Publish callbacks [] for router_controller (eb7f74bc-0f3d-4a10-9891-89e1d74375db), precommit_add_association {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:22:33.871206 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-4391874f-6544-4adc-b993-96e0e09da009 None None] For port 03f29af6-aa02-44b2-83f7-df2745e7e56a, host dv-cinder-755101-7-iscsi, cleared binding levels {{(pid=103198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 25 19:22:33.874689 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-4391874f-6544-4adc-b993-96e0e09da009 None None] For port 03f29af6-aa02-44b2-83f7-df2745e7e56a, host dv-cinder-755101-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755101-7-iscsi',level=0,port_id=03f29af6-aa02-44b2-83f7-df2745e7e56a,segment=NetworkSegment(44317c25-04d3-4459-9cb0-9336ea66d066),segment_id=44317c25-04d3-4459-9cb0-9336ea66d066)] {{(pid=103198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 25 19:22:33.883486 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-4391874f-6544-4adc-b993-96e0e09da009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036679572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741036190733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741036190751'] for port (03f29af6-aa02-44b2-83f7-df2745e7e56a), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:22:33.898210 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34da7421-06f2-44a0-b21a-975bcfc7c47f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26d9a643-5fd7-5ada-a1a5-42c9304502b0-dbebce7a-f003-4071-bd7a-909bed861834', 'network_id': 'dbebce7a-f003-4071-bd7a-909bed861834', 'project_id': 'eb0aefe8473a4e5faeb063ce28959b83', 'fixed_ips': [{'subnet_id': 'fca8fe70-f054-4429-9981-9490d2799b15'}]}} from dv-cinder-755101-7-iscsi. {{(pid=103198) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 25 19:22:33.900190 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-34da7421-06f2-44a0-b21a-975bcfc7c47f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1293263'] for port (None), before_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:22:34.096124 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4391874f-6544-4adc-b993-96e0e09da009 None None] Routers {'b1d70869-4277-4d8f-a436-7af816a21fdd'} bound to L3 agent in host dv-cinder-755101-7-iscsi {{(pid=103198) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 25 19:22:34.096893 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.l3_hamode_db [None req-4391874f-6544-4adc-b993-96e0e09da009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755101-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-25T19:11:57Z,description=,heartbeat_timestamp=2022-03-25T19:22:27Z,host='dv-cinder-755101-7-iscsi',id=af1b81b0-43af-47bb-a61e-8e46b36efc57,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:11:57Z,topic='l3_agent')) {'router_ids': ['b1d70869-4277-4d8f-a436-7af816a21fdd'], 'active': True} {{(pid=103198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 19:22:34.225632 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56875b4-b4b2-4985-8eb9-74f7c18823e4 None None] Pushing event updated for resources: {'Port': ['ID=03f29af6-aa02-44b2-83f7-df2745e7e56a,revision_number=4']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:22:34.280954 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-9d24ad59-97d6-4c3d-a5f5-c7d8952f3c81 None None] Provisioning complete for port 03f29af6-aa02-44b2-83f7-df2745e7e56a triggered by entity DHCP. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 25 19:22:34.281586 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-9d24ad59-97d6-4c3d-a5f5-c7d8952f3c81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133789'] for port (03f29af6-aa02-44b2-83f7-df2745e7e56a), provisioning_complete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:22:34.397525 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-e7ac52cd-1b1e-4ca7-814f-29b0ba5fa73f admin admin] Publish callbacks [] for router_gateway (eb7f74bc-0f3d-4a10-9891-89e1d74375db), precommit_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:22:34.470579 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ac00f1-e5a8-4197-a478-dc2612aac55e req-14cacac7-8e9d-4717-bdcb-83d7aabf4245 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:22:34.472345 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-57ac00f1-e5a8-4197-a478-dc2612aac55e req-14cacac7-8e9d-4717-bdcb-83d7aabf4245 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] 10.222.0.18 "GET /v2.0/ports?device_id=60b11edc-ce3f-48f7-ac37-bc15cd882254 HTTP/1.1" status: 200 len: 946 time: 0.6670814 Mar 25 19:22:34.511667 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581b93e7-c690-4dbd-b11b-748862a9574c req-a43ea6cb-92ce-42e8-bf1d-f3791426a822 tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:22:34.523579 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-581b93e7-c690-4dbd-b11b-748862a9574c req-a43ea6cb-92ce-42e8-bf1d-f3791426a822 tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] 10.222.0.18 "GET /v2.0/ports?device_id=c2f22826-2512-4bee-8ddc-2e80d6e63d45 HTTP/1.1" status: 200 len: 946 time: 0.1106858 Mar 25 19:22:34.565441 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-57ac00f1-e5a8-4197-a478-dc2612aac55e req-a6eb6c15-2fb1-416a-9d78-2bc181200a5c tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] 10.222.0.18 "GET /v2.0/security-groups?id=ece6d36a-8c2c-423d-886b-e23866ad66ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727887 Mar 25 19:22:34.604518 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-581b93e7-c690-4dbd-b11b-748862a9574c req-18416931-27c7-4fc2-b2ad-b237948910b5 tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] 10.222.0.18 "GET /v2.0/security-groups?id=a346db11-a1aa-49ea-9798-167075247d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790315 Mar 25 19:22:34.646657 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.db_base_plugin_common [None req-34da7421-06f2-44a0-b21a-975bcfc7c47f None None] Allocated IP 172.20.0.2 (dbebce7a-f003-4071-bd7a-909bed861834/fca8fe70-f054-4429-9981-9490d2799b15/436c4910-dafd-4c7a-b1bc-6daeab4439d7) {{(pid=103198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 19:22:34.655112 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.l3_dvr_db [None req-4391874f-6544-4adc-b993-96e0e09da009 None None] Set router b1d70869-4277-4d8f-a436-7af816a21fdd gateway port host: dv-cinder-755101-7-iscsi {{(pid=103198) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 25 19:22:34.722090 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-9d24ad59-97d6-4c3d-a5f5-c7d8952f3c81 None None] Current status of the port 03f29af6-aa02-44b2-83f7-df2745e7e56a is: DOWN; New status is: ACTIVE {{(pid=103198) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 25 19:22:34.722454 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-9d24ad59-97d6-4c3d-a5f5-c7d8952f3c81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1293263'] for port (03f29af6-aa02-44b2-83f7-df2745e7e56a), before_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:22:34.758744 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-e7ac52cd-1b1e-4ca7-814f-29b0ba5fa73f admin admin] Publish callbacks [] for router_gateway (eb7f74bc-0f3d-4a10-9891-89e1d74375db), before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:22:34.790120 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-e7ac52cd-1b1e-4ca7-814f-29b0ba5fa73f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1293263'] for port (None), before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:22:34.875664 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-9d24ad59-97d6-4c3d-a5f5-c7d8952f3c81 None None] For port 03f29af6-aa02-44b2-83f7-df2745e7e56a, host dv-cinder-755101-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755101-7-iscsi',level=0,port_id=03f29af6-aa02-44b2-83f7-df2745e7e56a,segment=NetworkSegment(44317c25-04d3-4459-9cb0-9336ea66d066),segment_id=44317c25-04d3-4459-9cb0-9336ea66d066)] {{(pid=103198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 25 19:22:34.882144 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-9d24ad59-97d6-4c3d-a5f5-c7d8952f3c81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036679572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741036190733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741036190751'] for port (03f29af6-aa02-44b2-83f7-df2745e7e56a), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:22:34.971434 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.db.db_base_plugin_common [None req-e7ac52cd-1b1e-4ca7-814f-29b0ba5fa73f admin admin] Allocated IP 172.27.0.84 (4acd50f3-de7f-4854-a6f4-5b66b3577c15/efae7cfd-1549-43a8-94ca-01f5ce7b3ee1/b07ff2cc-50d2-4a43-8eec-cba1d73ee1b3) {{(pid=103196) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 19:22:34.999198 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f882399-9eb6-4a22-aef8-87a75230d087 req-d8e643a6-74d2-4981-bc0e-74e7810cf21c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:22:34.999397 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d24ad59-97d6-4c3d-a5f5-c7d8952f3c81 None None] Pushing event updated for resources: {'Port': ['ID=03f29af6-aa02-44b2-83f7-df2745e7e56a,revision_number=5']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:22:35.000716 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-4f882399-9eb6-4a22-aef8-87a75230d087 req-d8e643a6-74d2-4981-bc0e-74e7810cf21c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6512a963b11c42188d92829b913731e9&device_id=60b11edc-ce3f-48f7-ac37-bc15cd882254 HTTP/1.1" status: 200 len: 1130 time: 0.1023371 Mar 25 19:22:35.090582 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-d04d17b4-be1e-4673-9153-48e2b08773d2 None None] Provisioning complete for port 03f29af6-aa02-44b2-83f7-df2745e7e56a triggered by entity DHCP. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 25 19:22:35.090582 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-d04d17b4-be1e-4673-9153-48e2b08773d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133789'] for port (03f29af6-aa02-44b2-83f7-df2745e7e56a), provisioning_complete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:22:35.140890 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-34da7421-06f2-44a0-b21a-975bcfc7c47f None None] Publish callbacks [] for port (436c4910-dafd-4c7a-b1bc-6daeab4439d7), precommit_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:22:35.226411 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f882399-9eb6-4a22-aef8-87a75230d087 req-7e32f231-6b97-4941-a756-b45b9baa3d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:22:35.227311 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-34da7421-06f2-44a0-b21a-975bcfc7c47f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741036193015'] for port (436c4910-dafd-4c7a-b1bc-6daeab4439d7), after_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:22:35.227933 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-4f882399-9eb6-4a22-aef8-87a75230d087 req-7e32f231-6b97-4941-a756-b45b9baa3d48 service neutron] 10.222.0.26 "GET /v2.0/networks?id=41df54f8-722f-48ae-9670-4d05784c9b60 HTTP/1.1" status: 200 len: 918 time: 0.1926756 Mar 25 19:22:35.233430 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.l3_hamode_db [None req-4391874f-6544-4adc-b993-96e0e09da009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1d70869-4277-4d8f-a436-7af816a21fdd', 'name': 'tempest-TestShelveInstance-183429673-router', 'tenant_id': '3c14746134994a9bb1469d2de7a5fbee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'external_fixed_ips': [{'subnet_id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'ip_address': '172.27.0.235'}], 'enable_snat': True}, 'gw_port_id': 'fd4b2b60-ef94-450e-979b-3a9063f00d9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T19:22:21Z', 'updated_at': '2022-03-25T19:22:27Z', 'revision_number': 4, 'project_id': '3c14746134994a9bb1469d2de7a5fbee', 'gw_port': {'id': 'fd4b2b60-ef94-450e-979b-3a9063f00d9d', 'name': '', 'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:56:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1d70869-4277-4d8f-a436-7af816a21fdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'ip_address': '172.27.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T19:22:22Z', 'updated_at': '2022-03-25T19:22:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755101-7-iscsi', '_interfaces': [{'id': '03f29af6-aa02-44b2-83f7-df2745e7e56a', 'name': '', 'network_id': '097c27dd-3b60-4b46-8c4d-1a422d066be5', 'tenant_id': '3c14746134994a9bb1469d2de7a5fbee', 'mac_address': 'fa:16:3e:4e:00:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1d70869-4277-4d8f-a436-7af816a21fdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '86db36bb-b1b4-4cd3-a48d-f41ecd1b139a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T19:22:26Z', 'updated_at': '2022-03-25T19:22:33Z', 'revision_number': 4, 'project_id': '3c14746134994a9bb1469d2de7a5fbee', 'subnets': [{'id': '86db36bb-b1b4-4cd3-a48d-f41ecd1b139a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-755101-7-iscsi', False) {} {{(pid=103198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 19:22:35.237296 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-e7ac52cd-1b1e-4ca7-814f-29b0ba5fa73f admin admin] Publish callbacks [] for port (b07ff2cc-50d2-4a43-8eec-cba1d73ee1b3), precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:22:35.322541 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-d04d17b4-be1e-4673-9153-48e2b08773d2 None None] Current status of the port 03f29af6-aa02-44b2-83f7-df2745e7e56a is: ACTIVE; New status is: ACTIVE {{(pid=103198) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 25 19:22:35.325930 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4391874f-6544-4adc-b993-96e0e09da009 None None] The sync data for ids ['b1d70869-4277-4d8f-a436-7af816a21fdd'] in dv-cinder-755101-7-iscsi is: [{'id': 'b1d70869-4277-4d8f-a436-7af816a21fdd', 'name': 'tempest-TestShelveInstance-183429673-router', 'tenant_id': '3c14746134994a9bb1469d2de7a5fbee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'external_fixed_ips': [{'subnet_id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'ip_address': '172.27.0.235'}], 'enable_snat': True}, 'gw_port_id': 'fd4b2b60-ef94-450e-979b-3a9063f00d9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T19:22:21Z', 'updated_at': '2022-03-25T19:22:27Z', 'revision_number': 4, 'project_id': '3c14746134994a9bb1469d2de7a5fbee', 'gw_port': {'id': 'fd4b2b60-ef94-450e-979b-3a9063f00d9d', 'name': '', 'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:56:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1d70869-4277-4d8f-a436-7af816a21fdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'ip_address': '172.27.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T19:22:22Z', 'updated_at': '2022-03-25T19:22:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755101-7-iscsi', '_interfaces': [{'id': '03f29af6-aa02-44b2-83f7-df2745e7e56a', 'name': '', 'network_id': '097c27dd-3b60-4b46-8c4d-1a422d066be5', 'tenant_id': '3c14746134994a9bb1469d2de7a5fbee', 'mac_address': 'fa:16:3e:4e:00:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1d70869-4277-4d8f-a436-7af816a21fdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '86db36bb-b1b4-4cd3-a48d-f41ecd1b139a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T19:22:26Z', 'updated_at': '2022-03-25T19:22:33Z', 'revision_number': 4, 'project_id': '3c14746134994a9bb1469d2de7a5fbee', 'subnets': [{'id': '86db36bb-b1b4-4cd3-a48d-f41ecd1b139a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103198) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 25 19:22:35.329336 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34da7421-06f2-44a0-b21a-975bcfc7c47f None None] Network dbebce7a-f003-4071-bd7a-909bed861834 is already hosted by enough agents. {{(pid=103198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 19:22:35.333052 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.scheduler.base_scheduler [None req-34da7421-06f2-44a0-b21a-975bcfc7c47f None None] Resources bound (agent type, host, resource id): {{(pid=103198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 19:22:35.335669 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34da7421-06f2-44a0-b21a-975bcfc7c47f None None] Received port after_create {{(pid=103198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 25 19:22:35.383483 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34da7421-06f2-44a0-b21a-975bcfc7c47f None None] Pushing event updated for resources: {'Port': ['ID=436c4910-dafd-4c7a-b1bc-6daeab4439d7,revision_number=1']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:22:35.447635 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-4f882399-9eb6-4a22-aef8-87a75230d087 req-997fa22f-4f18-470f-b3d2-ef7dfd5e2b27 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=49753907-3d92-474f-bd8d-596897e5c904 HTTP/1.1" status: 200 len: 1001 time: 0.2085121 Mar 25 19:22:35.471628 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-e7ac52cd-1b1e-4ca7-814f-29b0ba5fa73f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741036193015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58911673'] for port (b07ff2cc-50d2-4a43-8eec-cba1d73ee1b3), after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:22:35.481747 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.managers [None req-34da7421-06f2-44a0-b21a-975bcfc7c47f None None] Attempting to bind port 436c4910-dafd-4c7a-b1bc-6daeab4439d7 on host dv-cinder-755101-7-iscsi for vnic_type normal with profile {{(pid=103198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 25 19:22:35.482301 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.managers [None req-34da7421-06f2-44a0-b21a-975bcfc7c47f None None] Attempting to bind port 436c4910-dafd-4c7a-b1bc-6daeab4439d7 by drivers openvswitch,hyperv on host dv-cinder-755101-7-iscsi at level 0 using segments [{'id': 'd5d9e638-9172-438a-9403-536aa349dafa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'dbebce7a-f003-4071-bd7a-909bed861834'}] {{(pid=103198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 25 19:22:35.482836 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34da7421-06f2-44a0-b21a-975bcfc7c47f None None] Attempting to bind port 436c4910-dafd-4c7a-b1bc-6daeab4439d7 on network dbebce7a-f003-4071-bd7a-909bed861834 {{(pid=103198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 25 19:22:35.495925 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34da7421-06f2-44a0-b21a-975bcfc7c47f None None] Checking agent: {'id': '239dac0e-b210-4295-8f1a-11f7f9dc3de1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-755101-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 19, 12, 1), 'started_at': datetime.datetime(2022, 3, 25, 19, 12, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 19, 22, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-755101-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 25 19:22:35.497066 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34da7421-06f2-44a0-b21a-975bcfc7c47f None None] Checking segment: {'id': 'd5d9e638-9172-438a-9403-536aa349dafa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'dbebce7a-f003-4071-bd7a-909bed861834'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 25 19:22:35.497922 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-34da7421-06f2-44a0-b21a-975bcfc7c47f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:22:35.499430 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34da7421-06f2-44a0-b21a-975bcfc7c47f None None] Bound using segment: {'id': 'd5d9e638-9172-438a-9403-536aa349dafa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'dbebce7a-f003-4071-bd7a-909bed861834'} {{(pid=103198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 25 19:22:35.501443 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.managers [None req-34da7421-06f2-44a0-b21a-975bcfc7c47f None None] Bound port: 436c4910-dafd-4c7a-b1bc-6daeab4439d7, host: dv-cinder-755101-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5d9e638-9172-438a-9403-536aa349dafa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'dbebce7a-f003-4071-bd7a-909bed861834'}}] {{(pid=103198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 25 19:22:35.502060 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-34da7421-06f2-44a0-b21a-975bcfc7c47f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1293263'] for port (436c4910-dafd-4c7a-b1bc-6daeab4439d7), before_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:22:35.559299 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7ac52cd-1b1e-4ca7-814f-29b0ba5fa73f admin admin] Network 4acd50f3-de7f-4854-a6f4-5b66b3577c15 is already hosted by enough agents. {{(pid=103196) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 19:22:35.570778 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.scheduler.base_scheduler [None req-e7ac52cd-1b1e-4ca7-814f-29b0ba5fa73f admin admin] Resources bound (agent type, host, resource id): {{(pid=103196) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 19:22:35.582298 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7ac52cd-1b1e-4ca7-814f-29b0ba5fa73f admin admin] Received port after_create {{(pid=103196) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 25 19:22:35.662613 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-34da7421-06f2-44a0-b21a-975bcfc7c47f None None] For port 436c4910-dafd-4c7a-b1bc-6daeab4439d7, host dv-cinder-755101-7-iscsi, cleared binding levels {{(pid=103198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 25 19:22:35.678374 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-34da7421-06f2-44a0-b21a-975bcfc7c47f None None] For port 436c4910-dafd-4c7a-b1bc-6daeab4439d7, host dv-cinder-755101-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755101-7-iscsi',level=0,port_id=436c4910-dafd-4c7a-b1bc-6daeab4439d7,segment=NetworkSegment(d5d9e638-9172-438a-9403-536aa349dafa),segment_id=d5d9e638-9172-438a-9403-536aa349dafa)] {{(pid=103198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 25 19:22:35.688786 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-34da7421-06f2-44a0-b21a-975bcfc7c47f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036679572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741036190733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741036190751'] for port (436c4910-dafd-4c7a-b1bc-6daeab4439d7), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:22:35.698252 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ac52cd-1b1e-4ca7-814f-29b0ba5fa73f admin admin] Pushing event updated for resources: {'Port': ['ID=b07ff2cc-50d2-4a43-8eec-cba1d73ee1b3,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:22:35.762261 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.18', 34650) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:22:35.770220 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f882399-9eb6-4a22-aef8-87a75230d087 req-2bb01582-15a7-4fd8-8dd4-71a0f65f69a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:22:35.771682 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-4f882399-9eb6-4a22-aef8-87a75230d087 req-2bb01582-15a7-4fd8-8dd4-71a0f65f69a7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d9ce3099-d02a-4e55-9db5-3bce93935985 HTTP/1.1" status: 200 len: 856 time: 0.3146248 Mar 25 19:22:35.822555 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34da7421-06f2-44a0-b21a-975bcfc7c47f None None] Pushing event updated for resources: {'Port': ['ID=436c4910-dafd-4c7a-b1bc-6daeab4439d7,revision_number=2']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:22:35.952649 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81898c0-0f54-46c4-ae14-a4694d24fca7 req-6c482703-58cd-42e7-ac4c-97a3c8065881 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:22:35.954343 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-f81898c0-0f54-46c4-ae14-a4694d24fca7 req-6c482703-58cd-42e7-ac4c-97a3c8065881 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] 10.222.0.18 "GET /v2.0/ports?device_id=60b11edc-ce3f-48f7-ac37-bc15cd882254 HTTP/1.1" status: 200 len: 946 time: 0.2076533 Mar 25 19:22:35.992021 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-1179cd49-3eb8-44b6-acda-dc2c5586fd1d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:22:36.063322 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f882399-9eb6-4a22-aef8-87a75230d087 req-d7d951e5-8992-4405-910d-90bf4f6b9e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:22:36.069388 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-4f882399-9eb6-4a22-aef8-87a75230d087 req-d7d951e5-8992-4405-910d-90bf4f6b9e32 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=41df54f8-722f-48ae-9670-4d05784c9b60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2557151 Mar 25 19:22:36.130766 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-1179cd49-3eb8-44b6-acda-dc2c5586fd1d admin admin] Publish callbacks [] for security_group (77aa1890-2fbf-407a-9390-de7451dca807), precommit_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:22:36.138310 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-1179cd49-3eb8-44b6-acda-dc2c5586fd1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687199'] for security_group (77aa1890-2fbf-407a-9390-de7451dca807), after_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:22:36.208759 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1179cd49-3eb8-44b6-acda-dc2c5586fd1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77aa1890-2fbf-407a-9390-de7451dca807,revision_number=1']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:22:36.217881 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-1179cd49-3eb8-44b6-acda-dc2c5586fd1d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=614b7900b6274233beeadba1d65085cb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4542818 Mar 25 19:22:36.219228 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.18', 34654) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:22:36.259491 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-e7ac52cd-1b1e-4ca7-814f-29b0ba5fa73f admin admin] Publish callbacks [] for router_gateway (eb7f74bc-0f3d-4a10-9891-89e1d74375db), after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:22:36.365900 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-6998ede7-6430-4872-a750-494695ff9296 admin admin] Publish callbacks [] for security_group (77aa1890-2fbf-407a-9390-de7451dca807), before_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:22:36.407545 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-6998ede7-6430-4872-a750-494695ff9296 admin admin] Publish callbacks [] for security_group (77aa1890-2fbf-407a-9390-de7451dca807), precommit_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:22:36.457513 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-f81898c0-0f54-46c4-ae14-a4694d24fca7 req-12d4d04a-301d-4988-9497-0b448aefa046 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] 10.222.0.18 "GET /v2.0/security-groups?id=ece6d36a-8c2c-423d-886b-e23866ad66ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4591815 Mar 25 19:22:36.491270 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-6998ede7-6430-4872-a750-494695ff9296 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687199'] for security_group (77aa1890-2fbf-407a-9390-de7451dca807), after_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:22:36.504766 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-6998ede7-6430-4872-a750-494695ff9296 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:22:36.512767 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-6998ede7-6430-4872-a750-494695ff9296 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/77aa1890-2fbf-407a-9390-de7451dca807 HTTP/1.1" status: 204 len: 168 time: 0.2886381 Mar 25 19:22:36.522968 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6998ede7-6430-4872-a750-494695ff9296 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77aa1890-2fbf-407a-9390-de7451dca807,revision_number=None']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:22:36.537441 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Device 03f29af6-aa02-44b2-83f7-df2745e7e56a up at agent ovs-agent-dv-cinder-755101-7-iscsi {{(pid=103198) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 25 19:22:36.561995 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-4f882399-9eb6-4a22-aef8-87a75230d087 req-950d5f96-86bf-402e-878c-c878a8bda8c9 service neutron] 10.222.0.26 "GET /v2.0/networks/41df54f8-722f-48ae-9670-4d05784c9b60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4508519 Mar 25 19:22:36.640439 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Provisioning complete for port 03f29af6-aa02-44b2-83f7-df2745e7e56a triggered by entity L2. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 25 19:22:36.641097 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133789'] for port (03f29af6-aa02-44b2-83f7-df2745e7e56a), provisioning_complete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:22:36.830918 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Current status of the port 03f29af6-aa02-44b2-83f7-df2745e7e56a is: ACTIVE; New status is: ACTIVE {{(pid=103198) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 25 19:22:36.832316 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Device 436c4910-dafd-4c7a-b1bc-6daeab4439d7 up at agent ovs-agent-dv-cinder-755101-7-iscsi {{(pid=103198) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 25 19:22:36.854747 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-4f882399-9eb6-4a22-aef8-87a75230d087 req-7c33672d-6f44-4c83-b4df-3382f4231cf8 service neutron] 10.222.0.26 "GET /v2.0/networks/41df54f8-722f-48ae-9670-4d05784c9b60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2827179 Mar 25 19:22:36.906298 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-e7ac52cd-1b1e-4ca7-814f-29b0ba5fa73f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3755958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3753515'] for router (eb7f74bc-0f3d-4a10-9891-89e1d74375db), after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:22:36.937809 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Provisioning complete for port 436c4910-dafd-4c7a-b1bc-6daeab4439d7 triggered by entity L2. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 25 19:22:36.940798 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133789'] for port (436c4910-dafd-4c7a-b1bc-6daeab4439d7), provisioning_complete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:22:37.077522 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Current status of the port 436c4910-dafd-4c7a-b1bc-6daeab4439d7 is: DOWN; New status is: ACTIVE {{(pid=103198) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 25 19:22:37.077929 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1293263'] for port (436c4910-dafd-4c7a-b1bc-6daeab4439d7), before_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:22:37.178370 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] For port 436c4910-dafd-4c7a-b1bc-6daeab4439d7, host dv-cinder-755101-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755101-7-iscsi',level=0,port_id=436c4910-dafd-4c7a-b1bc-6daeab4439d7,segment=NetworkSegment(d5d9e638-9172-438a-9403-536aa349dafa),segment_id=d5d9e638-9172-438a-9403-536aa349dafa)] {{(pid=103198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 25 19:22:37.186863 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036679572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741036190733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741036190751'] for port (436c4910-dafd-4c7a-b1bc-6daeab4439d7), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:22:37.239375 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7ac52cd-1b1e-4ca7-814f-29b0ba5fa73f admin admin] Router eb7f74bc-0f3d-4a10-9891-89e1d74375db is scheduled to L3 agent af1b81b0-43af-47bb-a61e-8e46b36efc57 with binding_index 1 {{(pid=103196) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 25 19:22:37.293856 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Pushing event updated for resources: {'Port': ['ID=436c4910-dafd-4c7a-b1bc-6daeab4439d7,revision_number=3']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:22:37.374486 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc941b73-1b3c-4f8f-a0f2-4aa02a6c0e75 None None] Network dbebce7a-f003-4071-bd7a-909bed861834 requested from dv-cinder-755101-7-iscsi {{(pid=103198) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 25 19:22:37.413884 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7ac52cd-1b1e-4ca7-814f-29b0ba5fa73f admin admin] Notify agent at l3_agent.dv-cinder-755101-7-iscsi the message routers_updated {{(pid=103196) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 25 19:22:37.424760 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94c6d2ec-b91d-4265-8e4e-14dc6417b363 None None] Sync routers for ids ['eb7f74bc-0f3d-4a10-9891-89e1d74375db'] in dv-cinder-755101-7-iscsi {{(pid=103199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 25 19:22:37.444907 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-e7ac52cd-1b1e-4ca7-814f-29b0ba5fa73f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:22:37.446327 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-e7ac52cd-1b1e-4ca7-814f-29b0ba5fa73f admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 3.9303482 Mar 25 19:22:37.448397 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94c6d2ec-b91d-4265-8e4e-14dc6417b363 None None] Routers {'eb7f74bc-0f3d-4a10-9891-89e1d74375db'} bound to L3 agent in host dv-cinder-755101-7-iscsi {{(pid=103199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 25 19:22:37.449229 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.18', 34668) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:22:37.456355 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.db.l3_hamode_db [None req-94c6d2ec-b91d-4265-8e4e-14dc6417b363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755101-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-25T19:11:57Z,description=,heartbeat_timestamp=2022-03-25T19:22:27Z,host='dv-cinder-755101-7-iscsi',id=af1b81b0-43af-47bb-a61e-8e46b36efc57,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:11:57Z,topic='l3_agent')) {'router_ids': ['eb7f74bc-0f3d-4a10-9891-89e1d74375db'], 'active': True} {{(pid=103199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 19:22:37.593410 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-4f42d854-5926-47bf-ba73-6adc8018a4ec None None] Provisioning complete for port 436c4910-dafd-4c7a-b1bc-6daeab4439d7 triggered by entity DHCP. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 25 19:22:37.595018 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-4f42d854-5926-47bf-ba73-6adc8018a4ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133789'] for port (436c4910-dafd-4c7a-b1bc-6daeab4439d7), provisioning_complete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:22:37.684654 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.db.l3_dvr_db [None req-94c6d2ec-b91d-4265-8e4e-14dc6417b363 None None] Set router eb7f74bc-0f3d-4a10-9891-89e1d74375db gateway port host: dv-cinder-755101-7-iscsi {{(pid=103199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 25 19:22:37.692350 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-4f42d854-5926-47bf-ba73-6adc8018a4ec None None] Current status of the port 436c4910-dafd-4c7a-b1bc-6daeab4439d7 is: ACTIVE; New status is: ACTIVE {{(pid=103198) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 25 19:22:37.876536 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Device 49753907-3d92-474f-bd8d-596897e5c904 no longer exists at agent hyperv_hv-cinder-75510 {{(pid=103198) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 25 19:22:38.072271 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-f47772e0-a28b-4812-8e29-6db020a0e20a None None] Provisioning complete for port 436c4910-dafd-4c7a-b1bc-6daeab4439d7 triggered by entity DHCP. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 25 19:22:38.072909 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-f47772e0-a28b-4812-8e29-6db020a0e20a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133789'] for port (436c4910-dafd-4c7a-b1bc-6daeab4439d7), provisioning_complete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:22:38.077475 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c720e1-a51b-4173-afcb-e5340510b843 req-88c5e7f7-35e0-40d5-9f0e-02b3d91fb9d6 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:22:38.078048 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-94c720e1-a51b-4173-afcb-e5340510b843 req-88c5e7f7-35e0-40d5-9f0e-02b3d91fb9d6 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] 10.222.0.18 "GET /v2.0/ports?device_id=60b11edc-ce3f-48f7-ac37-bc15cd882254 HTTP/1.1" status: 200 len: 946 time: 0.2212343 Mar 25 19:22:38.131491 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Current status of the port 49753907-3d92-474f-bd8d-596897e5c904 is: ACTIVE; New status is: DOWN {{(pid=103198) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 25 19:22:38.132258 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1293263'] for port (49753907-3d92-474f-bd8d-596897e5c904), before_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:22:38.148352 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.db.l3_hamode_db [None req-94c6d2ec-b91d-4265-8e4e-14dc6417b363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb7f74bc-0f3d-4a10-9891-89e1d74375db', 'name': 'tempest-TestShelveInstance-480756647-router', 'tenant_id': 'eb0aefe8473a4e5faeb063ce28959b83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'external_fixed_ips': [{'subnet_id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'ip_address': '172.27.0.84'}], 'enable_snat': True}, 'gw_port_id': 'b07ff2cc-50d2-4a43-8eec-cba1d73ee1b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T19:22:33Z', 'updated_at': '2022-03-25T19:22:35Z', 'revision_number': 3, 'project_id': 'eb0aefe8473a4e5faeb063ce28959b83', 'gw_port': {'id': 'b07ff2cc-50d2-4a43-8eec-cba1d73ee1b3', 'name': '', 'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:01:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb7f74bc-0f3d-4a10-9891-89e1d74375db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'ip_address': '172.27.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T19:22:34Z', 'updated_at': '2022-03-25T19:22:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755101-7-iscsi'}], 'dv-cinder-755101-7-iscsi', False) {} {{(pid=103199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 19:22:38.188854 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94c6d2ec-b91d-4265-8e4e-14dc6417b363 None None] Checking router: eb7f74bc-0f3d-4a10-9891-89e1d74375db for host: dv-cinder-755101-7-iscsi {{(pid=103199) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 25 19:22:38.189370 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94c6d2ec-b91d-4265-8e4e-14dc6417b363 None None] Updating router eb7f74bc-0f3d-4a10-9891-89e1d74375db port b07ff2cc-50d2-4a43-8eec-cba1d73ee1b3 binding host dv-cinder-755101-7-iscsi {{(pid=103199) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 25 19:22:38.195935 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] For port 49753907-3d92-474f-bd8d-596897e5c904, host hv-cinder-75510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75510',level=0,port_id=49753907-3d92-474f-bd8d-596897e5c904,segment=NetworkSegment(d2797ec7-5d3a-4260-b181-2764a4061b4e),segment_id=d2797ec7-5d3a-4260-b181-2764a4061b4e)] {{(pid=103198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 25 19:22:38.199463 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-94c720e1-a51b-4173-afcb-e5340510b843 req-bea77a63-239a-40e4-853c-0c2f5f66def2 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] 10.222.0.18 "GET /v2.0/security-groups?id=ece6d36a-8c2c-423d-886b-e23866ad66ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0916958 Mar 25 19:22:38.203859 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60b11edc-ce3f-48f7-ac37-bc15cd882254', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '49753907-3d92-474f-bd8d-596897e5c904'}] {{(pid=103198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 25 19:22:38.206526 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be5bcd447a3797005f5619062121570069e0d2064b33fc0b2cf836394b7860ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb2c3d13-db98-4bfd-83d7-fa64ee35f0bc" -d '{"events": [{"server_uuid": "60b11edc-ce3f-48f7-ac37-bc15cd882254", "name": "network-vif-unplugged", "status": "completed", "tag": "49753907-3d92-474f-bd8d-596897e5c904"}]}' {{(pid=103198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 25 19:22:38.227328 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-e3fc9494-e62e-442c-b56f-2d888d31ff66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1293263'] for port (None), before_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:22:38.231378 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036679572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741036190733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741036190751'] for port (49753907-3d92-474f-bd8d-596897e5c904), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:22:38.241510 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-94c6d2ec-b91d-4265-8e4e-14dc6417b363 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1293263'] for port (b07ff2cc-50d2-4a43-8eec-cba1d73ee1b3), before_update {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:22:38.360013 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 25 Mar 2022 19:22:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc95bf00-7d7d-46af-b1ee-f27aa1f14422 x-openstack-request-id: req-bc95bf00-7d7d-46af-b1ee-f27aa1f14422 {{(pid=103198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 25 19:22:38.362478 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60b11edc-ce3f-48f7-ac37-bc15cd882254", "name": "network-vif-unplugged", "status": "completed", "tag": "49753907-3d92-474f-bd8d-596897e5c904", "code": 200}]} {{(pid=103198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 25 19:22:38.362848 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-bc95bf00-7d7d-46af-b1ee-f27aa1f14422 {{(pid=103198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 25 19:22:38.365452 dv-cinder-755101-7-iscsi neutron-server[103198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc95bf00-7d7d-46af-b1ee-f27aa1f14422'] response: {'server_uuid': '60b11edc-ce3f-48f7-ac37-bc15cd882254', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '49753907-3d92-474f-bd8d-596897e5c904', 'code': 200} Mar 25 19:22:38.367249 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-f47772e0-a28b-4812-8e29-6db020a0e20a None None] Current status of the port 436c4910-dafd-4c7a-b1bc-6daeab4439d7 is: ACTIVE; New status is: ACTIVE {{(pid=103198) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 25 19:22:38.385336 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Device 436c4910-dafd-4c7a-b1bc-6daeab4439d7 up at agent ovs-agent-dv-cinder-755101-7-iscsi {{(pid=103198) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 25 19:22:38.466609 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Pushing event updated for resources: {'Port': ['ID=49753907-3d92-474f-bd8d-596897e5c904,revision_number=8']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:22:38.493815 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Provisioning complete for port 436c4910-dafd-4c7a-b1bc-6daeab4439d7 triggered by entity L2. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 25 19:22:38.494472 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133789'] for port (436c4910-dafd-4c7a-b1bc-6daeab4439d7), provisioning_complete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:22:38.503185 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.db.db_base_plugin_common [None req-e3fc9494-e62e-442c-b56f-2d888d31ff66 admin admin] Allocated IP 172.20.0.1 (dbebce7a-f003-4071-bd7a-909bed861834/fca8fe70-f054-4429-9981-9490d2799b15/737f7971-ded8-44f4-ae62-8ab311f3159b) {{(pid=103197) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 19:22:38.599948 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Current status of the port 436c4910-dafd-4c7a-b1bc-6daeab4439d7 is: ACTIVE; New status is: ACTIVE {{(pid=103198) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 25 19:22:38.653863 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-94c6d2ec-b91d-4265-8e4e-14dc6417b363 None None] Publish callbacks [] for port (b07ff2cc-50d2-4a43-8eec-cba1d73ee1b3), precommit_update {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:22:38.661428 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-94c6d2ec-b91d-4265-8e4e-14dc6417b363 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036679572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741036190733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741036190751'] for port (b07ff2cc-50d2-4a43-8eec-cba1d73ee1b3), after_update {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:22:38.695825 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-e3fc9494-e62e-442c-b56f-2d888d31ff66 admin admin] Publish callbacks [] for port (737f7971-ded8-44f4-ae62-8ab311f3159b), precommit_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:22:38.738215 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-e3fc9494-e62e-442c-b56f-2d888d31ff66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741036193015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59283508'] for port (737f7971-ded8-44f4-ae62-8ab311f3159b), after_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:22:38.746670 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.managers [None req-94c6d2ec-b91d-4265-8e4e-14dc6417b363 None None] Attempting to bind port b07ff2cc-50d2-4a43-8eec-cba1d73ee1b3 on host dv-cinder-755101-7-iscsi for vnic_type normal with profile {{(pid=103199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 25 19:22:38.747531 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.managers [None req-94c6d2ec-b91d-4265-8e4e-14dc6417b363 None None] Attempting to bind port b07ff2cc-50d2-4a43-8eec-cba1d73ee1b3 by drivers openvswitch,hyperv on host dv-cinder-755101-7-iscsi at level 0 using segments [{'id': 'bcf11cf5-8ef8-46ee-bf1d-f87c743f3fc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15'}] {{(pid=103199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 25 19:22:38.750782 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94c6d2ec-b91d-4265-8e4e-14dc6417b363 None None] Attempting to bind port b07ff2cc-50d2-4a43-8eec-cba1d73ee1b3 on network 4acd50f3-de7f-4854-a6f4-5b66b3577c15 {{(pid=103199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 25 19:22:38.763645 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94c6d2ec-b91d-4265-8e4e-14dc6417b363 None None] Checking agent: {'id': '239dac0e-b210-4295-8f1a-11f7f9dc3de1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-755101-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 19, 12, 1), 'started_at': datetime.datetime(2022, 3, 25, 19, 12, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 19, 22, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-755101-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 25 19:22:38.764021 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94c6d2ec-b91d-4265-8e4e-14dc6417b363 None None] Checking segment: {'id': 'bcf11cf5-8ef8-46ee-bf1d-f87c743f3fc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 25 19:22:38.764418 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-94c6d2ec-b91d-4265-8e4e-14dc6417b363 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:22:38.764810 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94c6d2ec-b91d-4265-8e4e-14dc6417b363 None None] Bound using segment: {'id': 'bcf11cf5-8ef8-46ee-bf1d-f87c743f3fc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15'} {{(pid=103199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 25 19:22:38.765272 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.managers [None req-94c6d2ec-b91d-4265-8e4e-14dc6417b363 None None] Bound port: b07ff2cc-50d2-4a43-8eec-cba1d73ee1b3, host: dv-cinder-755101-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcf11cf5-8ef8-46ee-bf1d-f87c743f3fc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15'}}] {{(pid=103199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 25 19:22:38.765644 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-94c6d2ec-b91d-4265-8e4e-14dc6417b363 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1293263'] for port (b07ff2cc-50d2-4a43-8eec-cba1d73ee1b3), before_update {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:22:38.798118 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3fc9494-e62e-442c-b56f-2d888d31ff66 admin admin] Network dbebce7a-f003-4071-bd7a-909bed861834 is already hosted by enough agents. {{(pid=103197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 19:22:38.810531 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.scheduler.base_scheduler [None req-e3fc9494-e62e-442c-b56f-2d888d31ff66 admin admin] Resources bound (agent type, host, resource id): {{(pid=103197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 19:22:38.838992 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106b37bc-2057-40b7-979a-fadc28a13be0 None None] Pushing event updated for resources: {'Port': ['ID=b07ff2cc-50d2-4a43-8eec-cba1d73ee1b3,revision_number=2']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:22:38.843511 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fc9494-e62e-442c-b56f-2d888d31ff66 admin admin] Pushing event updated for resources: {'Port': ['ID=737f7971-ded8-44f4-ae62-8ab311f3159b,revision_number=1']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:22:38.846859 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3fc9494-e62e-442c-b56f-2d888d31ff66 admin admin] Received port after_create {{(pid=103197) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 25 19:22:38.885293 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.db [None req-94c6d2ec-b91d-4265-8e4e-14dc6417b363 None None] For port b07ff2cc-50d2-4a43-8eec-cba1d73ee1b3, host dv-cinder-755101-7-iscsi, cleared binding levels {{(pid=103199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 25 19:22:38.890842 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.db [None req-94c6d2ec-b91d-4265-8e4e-14dc6417b363 None None] For port b07ff2cc-50d2-4a43-8eec-cba1d73ee1b3, host dv-cinder-755101-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755101-7-iscsi',level=0,port_id=b07ff2cc-50d2-4a43-8eec-cba1d73ee1b3,segment=NetworkSegment(bcf11cf5-8ef8-46ee-bf1d-f87c743f3fc7),segment_id=bcf11cf5-8ef8-46ee-bf1d-f87c743f3fc7)] {{(pid=103199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 25 19:22:38.900005 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-94c6d2ec-b91d-4265-8e4e-14dc6417b363 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036679572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741036190733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741036190751'] for port (b07ff2cc-50d2-4a43-8eec-cba1d73ee1b3), after_update {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:22:38.916673 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-e3fc9494-e62e-442c-b56f-2d888d31ff66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3752446'] for router_interface (eb7f74bc-0f3d-4a10-9891-89e1d74375db), before_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:22:38.974680 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106b37bc-2057-40b7-979a-fadc28a13be0 None None] Pushing event updated for resources: {'Port': ['ID=b07ff2cc-50d2-4a43-8eec-cba1d73ee1b3,revision_number=3']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:22:39.033196 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94c6d2ec-b91d-4265-8e4e-14dc6417b363 None None] Routers {'eb7f74bc-0f3d-4a10-9891-89e1d74375db'} bound to L3 agent in host dv-cinder-755101-7-iscsi {{(pid=103199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 25 19:22:39.034009 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.db.l3_hamode_db [None req-94c6d2ec-b91d-4265-8e4e-14dc6417b363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755101-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-25T19:11:57Z,description=,heartbeat_timestamp=2022-03-25T19:22:27Z,host='dv-cinder-755101-7-iscsi',id=af1b81b0-43af-47bb-a61e-8e46b36efc57,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:11:57Z,topic='l3_agent')) {'router_ids': ['eb7f74bc-0f3d-4a10-9891-89e1d74375db'], 'active': True} {{(pid=103199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 19:22:39.211990 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-c17701f8-f18d-4803-bb0f-2fbc7f69b582 None None] Provisioning complete for port 737f7971-ded8-44f4-ae62-8ab311f3159b triggered by entity DHCP. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 25 19:22:39.216287 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-c17701f8-f18d-4803-bb0f-2fbc7f69b582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133789'] for port (737f7971-ded8-44f4-ae62-8ab311f3159b), provisioning_complete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:22:39.242467 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.db.l3_dvr_db [None req-94c6d2ec-b91d-4265-8e4e-14dc6417b363 None None] Set router eb7f74bc-0f3d-4a10-9891-89e1d74375db gateway port host: dv-cinder-755101-7-iscsi {{(pid=103199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 25 19:22:39.252160 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-e3fc9494-e62e-442c-b56f-2d888d31ff66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1293263'] for port (737f7971-ded8-44f4-ae62-8ab311f3159b), before_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:22:39.329326 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-c17701f8-f18d-4803-bb0f-2fbc7f69b582 None None] Port 737f7971-ded8-44f4-ae62-8ab311f3159b cannot update to ACTIVE because it is not bound. {{(pid=103198) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 25 19:22:39.478053 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a32e02b-0915-416b-8a85-7373aef1ae57 req-fe7d3fe0-7bb3-494e-acac-0d4bfc6316ad tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:22:39.480019 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-9a32e02b-0915-416b-8a85-7373aef1ae57 req-fe7d3fe0-7bb3-494e-acac-0d4bfc6316ad tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] 10.222.0.18 "GET /v2.0/ports?device_id=60b11edc-ce3f-48f7-ac37-bc15cd882254 HTTP/1.1" status: 200 len: 944 time: 0.1642900 Mar 25 19:22:39.538220 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.db.l3_hamode_db [None req-94c6d2ec-b91d-4265-8e4e-14dc6417b363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb7f74bc-0f3d-4a10-9891-89e1d74375db', 'name': 'tempest-TestShelveInstance-480756647-router', 'tenant_id': 'eb0aefe8473a4e5faeb063ce28959b83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'external_fixed_ips': [{'subnet_id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'ip_address': '172.27.0.84'}], 'enable_snat': True}, 'gw_port_id': 'b07ff2cc-50d2-4a43-8eec-cba1d73ee1b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T19:22:33Z', 'updated_at': '2022-03-25T19:22:35Z', 'revision_number': 3, 'project_id': 'eb0aefe8473a4e5faeb063ce28959b83', 'gw_port': {'id': 'b07ff2cc-50d2-4a43-8eec-cba1d73ee1b3', 'name': '', 'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:01:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb7f74bc-0f3d-4a10-9891-89e1d74375db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'ip_address': '172.27.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T19:22:34Z', 'updated_at': '2022-03-25T19:22:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755101-7-iscsi'}], 'dv-cinder-755101-7-iscsi', False) {} {{(pid=103199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 19:22:39.576603 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94c6d2ec-b91d-4265-8e4e-14dc6417b363 None None] The sync data for ids ['eb7f74bc-0f3d-4a10-9891-89e1d74375db'] in dv-cinder-755101-7-iscsi is: [{'id': 'eb7f74bc-0f3d-4a10-9891-89e1d74375db', 'name': 'tempest-TestShelveInstance-480756647-router', 'tenant_id': 'eb0aefe8473a4e5faeb063ce28959b83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'external_fixed_ips': [{'subnet_id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'ip_address': '172.27.0.84'}], 'enable_snat': True}, 'gw_port_id': 'b07ff2cc-50d2-4a43-8eec-cba1d73ee1b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T19:22:33Z', 'updated_at': '2022-03-25T19:22:35Z', 'revision_number': 3, 'project_id': 'eb0aefe8473a4e5faeb063ce28959b83', 'gw_port': {'id': 'b07ff2cc-50d2-4a43-8eec-cba1d73ee1b3', 'name': '', 'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:01:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb7f74bc-0f3d-4a10-9891-89e1d74375db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'ip_address': '172.27.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T19:22:34Z', 'updated_at': '2022-03-25T19:22:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755101-7-iscsi'}] {{(pid=103199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 25 19:22:39.601066 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-9a32e02b-0915-416b-8a85-7373aef1ae57 req-1cd0e23a-fd5b-46cb-8e5a-8497abcbb5c3 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] 10.222.0.18 "GET /v2.0/security-groups?id=ece6d36a-8c2c-423d-886b-e23866ad66ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1136074 Mar 25 19:22:39.640984 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-e3fc9494-e62e-442c-b56f-2d888d31ff66 admin admin] Publish callbacks [] for port (737f7971-ded8-44f4-ae62-8ab311f3159b), precommit_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:22:39.649130 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-e3fc9494-e62e-442c-b56f-2d888d31ff66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036679572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741036190733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741036190751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59283459'] for port (737f7971-ded8-44f4-ae62-8ab311f3159b), after_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:22:39.729236 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fc9494-e62e-442c-b56f-2d888d31ff66 admin admin] Pushing event updated for resources: {'Port': ['ID=737f7971-ded8-44f4-ae62-8ab311f3159b,revision_number=2']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:22:39.743144 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-e3fc9494-e62e-442c-b56f-2d888d31ff66 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3692891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3752298'] for router_interface (eb7f74bc-0f3d-4a10-9891-89e1d74375db), after_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:22:39.859644 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3fc9494-e62e-442c-b56f-2d888d31ff66 admin admin] Network dbebce7a-f003-4071-bd7a-909bed861834 is already hosted by enough agents. {{(pid=103197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 19:22:39.862440 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.scheduler.base_scheduler [None req-e3fc9494-e62e-442c-b56f-2d888d31ff66 admin admin] Resources bound (agent type, host, resource id): {{(pid=103197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 19:22:40.079165 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3fc9494-e62e-442c-b56f-2d888d31ff66 admin admin] Router eb7f74bc-0f3d-4a10-9891-89e1d74375db has already been hosted by L3 agent af1b81b0-43af-47bb-a61e-8e46b36efc57 {{(pid=103197) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 25 19:22:40.384427 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3fc9494-e62e-442c-b56f-2d888d31ff66 admin admin] Notify agent at l3_agent.dv-cinder-755101-7-iscsi the message routers_updated {{(pid=103197) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 25 19:22:40.385668 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-2887953e-c8b2-45a5-9d1c-102ab3568c23 None None] Provisioning complete for port 737f7971-ded8-44f4-ae62-8ab311f3159b triggered by entity DHCP. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 25 19:22:40.386619 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-2887953e-c8b2-45a5-9d1c-102ab3568c23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133789'] for port (737f7971-ded8-44f4-ae62-8ab311f3159b), provisioning_complete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:22:40.426436 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Device b07ff2cc-50d2-4a43-8eec-cba1d73ee1b3 up at agent ovs-agent-dv-cinder-755101-7-iscsi {{(pid=103198) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 25 19:22:40.428212 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-e3fc9494-e62e-442c-b56f-2d888d31ff66 admin admin] 10.222.0.18 "PUT /v2.0/routers/eb7f74bc-0f3d-4a10-9891-89e1d74375db/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9775968 Mar 25 19:22:40.572207 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-2887953e-c8b2-45a5-9d1c-102ab3568c23 None None] Port 737f7971-ded8-44f4-ae62-8ab311f3159b cannot update to ACTIVE because it is not bound. {{(pid=103198) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 25 19:22:40.577091 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.wsgi [req-2fce1e6c-9b72-4627-97b1-0e8ae30b7de2 req-85ac75db-138d-4507-ac75-bfdba3257610 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103197) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 25 19:22:40.578264 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-2fce1e6c-9b72-4627-97b1-0e8ae30b7de2 req-85ac75db-138d-4507-ac75-bfdba3257610 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0070391 Mar 25 19:22:40.593069 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Provisioning complete for port b07ff2cc-50d2-4a43-8eec-cba1d73ee1b3 triggered by entity L2. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 25 19:22:40.593457 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133789'] for port (b07ff2cc-50d2-4a43-8eec-cba1d73ee1b3), provisioning_complete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:22:40.773219 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Current status of the port b07ff2cc-50d2-4a43-8eec-cba1d73ee1b3 is: DOWN; New status is: ACTIVE {{(pid=103198) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 25 19:22:40.773625 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1293263'] for port (b07ff2cc-50d2-4a43-8eec-cba1d73ee1b3), before_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:22:40.825912 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] For port b07ff2cc-50d2-4a43-8eec-cba1d73ee1b3, host dv-cinder-755101-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755101-7-iscsi',level=0,port_id=b07ff2cc-50d2-4a43-8eec-cba1d73ee1b3,segment=NetworkSegment(bcf11cf5-8ef8-46ee-bf1d-f87c743f3fc7),segment_id=bcf11cf5-8ef8-46ee-bf1d-f87c743f3fc7)] {{(pid=103198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 25 19:22:40.832940 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036679572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741036190733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741036190751'] for port (b07ff2cc-50d2-4a43-8eec-cba1d73ee1b3), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:22:40.948441 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Pushing event updated for resources: {'Port': ['ID=b07ff2cc-50d2-4a43-8eec-cba1d73ee1b3,revision_number=4']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:22:41.042336 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9fbabf-39e9-4de6-b812-e6c2aed79ff4 req-bba59a27-46ff-42f7-8279-2a2708a8820e tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:22:41.058106 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-1d9fbabf-39e9-4de6-b812-e6c2aed79ff4 req-bba59a27-46ff-42f7-8279-2a2708a8820e tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] 10.222.0.18 "GET /v2.0/ports?device_id=60b11edc-ce3f-48f7-ac37-bc15cd882254 HTTP/1.1" status: 200 len: 944 time: 0.2040606 Mar 25 19:22:41.151632 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-1d9fbabf-39e9-4de6-b812-e6c2aed79ff4 req-5c4ff21d-d511-425a-8ccb-55b6f1ac5985 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] 10.222.0.18 "GET /v2.0/security-groups?id=ece6d36a-8c2c-423d-886b-e23866ad66ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0916610 Mar 25 19:22:41.193590 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.18', 34734) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:22:41.200133 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.v2.base [None req-6e510a5b-81c4-4769-b050-4c077fa2159d tempest-TestShelveInstance-1646936502 tempest-TestShelveInstance-1646936502-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-83596692', 'description': 'tempest-secgroup-smoke-83596692 description', 'project_id': '3c14746134994a9bb1469d2de7a5fbee'}} {{(pid=103196) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 19:22:41.237237 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6e510a5b-81c4-4769-b050-4c077fa2159d tempest-TestShelveInstance-1646936502 tempest-TestShelveInstance-1646936502-project] Publish callbacks [] for security_group (None), before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:22:41.292588 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.18', 34736) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:22:41.344183 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6e510a5b-81c4-4769-b050-4c077fa2159d tempest-TestShelveInstance-1646936502 tempest-TestShelveInstance-1646936502-project] Publish callbacks [] for security_group (0d0283e4-c61f-4082-abaa-df161b665b94), precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:22:41.353912 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6e510a5b-81c4-4769-b050-4c077fa2159d tempest-TestShelveInstance-1646936502 tempest-TestShelveInstance-1646936502-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687199'] for security_group (0d0283e4-c61f-4082-abaa-df161b665b94), after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:22:41.430916 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e510a5b-81c4-4769-b050-4c077fa2159d tempest-TestShelveInstance-1646936502 tempest-TestShelveInstance-1646936502-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d0283e4-c61f-4082-abaa-df161b665b94,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:22:41.461845 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6e510a5b-81c4-4769-b050-4c077fa2159d tempest-TestShelveInstance-1646936502 tempest-TestShelveInstance-1646936502-project] Publish callbacks [] for security_group (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:22:41.461845 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-6e510a5b-81c4-4769-b050-4c077fa2159d tempest-TestShelveInstance-1646936502 tempest-TestShelveInstance-1646936502-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.2659225 Mar 25 19:22:41.464461 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.18', 34744) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:22:41.468821 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.v2.base [None req-78b72922-41b3-4d03-8e73-56b750137db9 tempest-TestShelveInstance-1646936502 tempest-TestShelveInstance-1646936502-project] Request body: {'security_group_rule': {'security_group_id': '0d0283e4-c61f-4082-abaa-df161b665b94', 'project_id': '3c14746134994a9bb1469d2de7a5fbee', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103196) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 19:22:41.498135 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-78b72922-41b3-4d03-8e73-56b750137db9 tempest-TestShelveInstance-1646936502 tempest-TestShelveInstance-1646936502-project] Publish callbacks [] for security_group_rule (25705074-d01a-45c5-94b6-e7c76a0aee8a), before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:22:41.535567 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-1fc320fa-2ec4-4a55-87a8-eaf941d0c15e req-04fafbf8-8037-45f5-85aa-022ef5f8f626 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=60b11edc-ce3f-48f7-ac37-bc15cd882254&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2413857 Mar 25 19:22:41.545267 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.wsgi [req-1fc320fa-2ec4-4a55-87a8-eaf941d0c15e req-2c3634cc-c96d-49f1-b86a-118e19b84027 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103197) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 25 19:22:41.546321 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-1fc320fa-2ec4-4a55-87a8-eaf941d0c15e req-2c3634cc-c96d-49f1-b86a-118e19b84027 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0065417 Mar 25 19:22:41.607889 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-78b72922-41b3-4d03-8e73-56b750137db9 tempest-TestShelveInstance-1646936502 tempest-TestShelveInstance-1646936502-project] Publish callbacks [] for security_group_rule (25705074-d01a-45c5-94b6-e7c76a0aee8a), precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:22:41.615586 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-78b72922-41b3-4d03-8e73-56b750137db9 tempest-TestShelveInstance-1646936502 tempest-TestShelveInstance-1646936502-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677543'] for security_group_rule (25705074-d01a-45c5-94b6-e7c76a0aee8a), after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:22:41.641446 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b72922-41b3-4d03-8e73-56b750137db9 tempest-TestShelveInstance-1646936502 tempest-TestShelveInstance-1646936502-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25705074-d01a-45c5-94b6-e7c76a0aee8a,revision_number=0']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:22:41.660078 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-78b72922-41b3-4d03-8e73-56b750137db9 tempest-TestShelveInstance-1646936502 tempest-TestShelveInstance-1646936502-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:22:41.661409 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.18', 34750) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:22:41.667876 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-78b72922-41b3-4d03-8e73-56b750137db9 tempest-TestShelveInstance-1646936502 tempest-TestShelveInstance-1646936502-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1998208 Mar 25 19:22:41.668411 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.18', 34754) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:22:41.675182 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.v2.base [None req-cf975893-f220-4823-821d-3e1f220574ac tempest-TestShelveInstance-1646936502 tempest-TestShelveInstance-1646936502-project] Request body: {'security_group_rule': {'security_group_id': '0d0283e4-c61f-4082-abaa-df161b665b94', 'project_id': '3c14746134994a9bb1469d2de7a5fbee', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 19:22:41.714181 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-cf975893-f220-4823-821d-3e1f220574ac tempest-TestShelveInstance-1646936502 tempest-TestShelveInstance-1646936502-project] Publish callbacks [] for security_group_rule (4020615e-d911-42e4-b396-57a1d4c29c1e), before_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:22:41.815546 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc320fa-2ec4-4a55-87a8-eaf941d0c15e req-9c7c57ea-d00a-4a19-804c-1da5b881eeea tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:22:41.817236 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-1fc320fa-2ec4-4a55-87a8-eaf941d0c15e req-9c7c57ea-d00a-4a19-804c-1da5b881eeea tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] 10.222.0.18 "GET /v2.0/ports/49753907-3d92-474f-bd8d-596897e5c904 HTTP/1.1" status: 200 len: 941 time: 0.1538808 Mar 25 19:22:41.828966 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-cf975893-f220-4823-821d-3e1f220574ac tempest-TestShelveInstance-1646936502 tempest-TestShelveInstance-1646936502-project] Publish callbacks [] for security_group_rule (4020615e-d911-42e4-b396-57a1d4c29c1e), precommit_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:22:41.833778 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-cf975893-f220-4823-821d-3e1f220574ac tempest-TestShelveInstance-1646936502 tempest-TestShelveInstance-1646936502-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677543'] for security_group_rule (4020615e-d911-42e4-b396-57a1d4c29c1e), after_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:22:41.853843 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf975893-f220-4823-821d-3e1f220574ac tempest-TestShelveInstance-1646936502 tempest-TestShelveInstance-1646936502-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4020615e-d911-42e4-b396-57a1d4c29c1e,revision_number=0']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:22:41.865659 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-cf975893-f220-4823-821d-3e1f220574ac tempest-TestShelveInstance-1646936502 tempest-TestShelveInstance-1646936502-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:22:41.869180 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-cf975893-f220-4823-821d-3e1f220574ac tempest-TestShelveInstance-1646936502 tempest-TestShelveInstance-1646936502-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1990221 Mar 25 19:22:41.872117 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.18', 34758) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:22:41.877595 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.v2.base [None req-f443c927-fff9-4c6f-81f7-e8acc4ae4b36 tempest-TestShelveInstance-1646936502 tempest-TestShelveInstance-1646936502-project] Request body: {'security_group_rule': {'security_group_id': '0d0283e4-c61f-4082-abaa-df161b665b94', 'project_id': '3c14746134994a9bb1469d2de7a5fbee', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103196) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 19:22:41.891789 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Device 49753907-3d92-474f-bd8d-596897e5c904 no longer exists at agent hyperv_hv-cinder-75510 {{(pid=103198) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 25 19:22:41.923975 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-f443c927-fff9-4c6f-81f7-e8acc4ae4b36 tempest-TestShelveInstance-1646936502 tempest-TestShelveInstance-1646936502-project] Publish callbacks [] for security_group_rule (040cfe5e-edb9-4239-9ef9-c24bc3956fd7), before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:22:41.993348 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Current status of the port 49753907-3d92-474f-bd8d-596897e5c904 is: DOWN; New status is: DOWN {{(pid=103198) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 25 19:22:42.044567 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-f443c927-fff9-4c6f-81f7-e8acc4ae4b36 tempest-TestShelveInstance-1646936502 tempest-TestShelveInstance-1646936502-project] Publish callbacks [] for security_group_rule (040cfe5e-edb9-4239-9ef9-c24bc3956fd7), precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:22:42.052590 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-f443c927-fff9-4c6f-81f7-e8acc4ae4b36 tempest-TestShelveInstance-1646936502 tempest-TestShelveInstance-1646936502-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677543'] for security_group_rule (040cfe5e-edb9-4239-9ef9-c24bc3956fd7), after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:22:42.090778 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f443c927-fff9-4c6f-81f7-e8acc4ae4b36 tempest-TestShelveInstance-1646936502 tempest-TestShelveInstance-1646936502-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=040cfe5e-edb9-4239-9ef9-c24bc3956fd7,revision_number=0']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:22:42.101705 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-f443c927-fff9-4c6f-81f7-e8acc4ae4b36 tempest-TestShelveInstance-1646936502 tempest-TestShelveInstance-1646936502-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:22:42.105686 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-f443c927-fff9-4c6f-81f7-e8acc4ae4b36 tempest-TestShelveInstance-1646936502 tempest-TestShelveInstance-1646936502-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2297387 Mar 25 19:22:42.106408 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.18', 34764) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:22:42.111676 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.v2.base [None req-e9a3fbb1-143a-467a-aad7-c0e07c71c559 tempest-TestShelveInstance-1646936502 tempest-TestShelveInstance-1646936502-project] Request body: {'security_group_rule': {'security_group_id': '0d0283e4-c61f-4082-abaa-df161b665b94', 'project_id': '3c14746134994a9bb1469d2de7a5fbee', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 19:22:42.146303 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-e9a3fbb1-143a-467a-aad7-c0e07c71c559 tempest-TestShelveInstance-1646936502 tempest-TestShelveInstance-1646936502-project] Publish callbacks [] for security_group_rule (aac1c598-8b84-4d4b-8117-dc1eb985ac53), before_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:22:42.228404 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-e9a3fbb1-143a-467a-aad7-c0e07c71c559 tempest-TestShelveInstance-1646936502 tempest-TestShelveInstance-1646936502-project] Publish callbacks [] for security_group_rule (aac1c598-8b84-4d4b-8117-dc1eb985ac53), precommit_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:22:42.233588 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-e9a3fbb1-143a-467a-aad7-c0e07c71c559 tempest-TestShelveInstance-1646936502 tempest-TestShelveInstance-1646936502-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677543'] for security_group_rule (aac1c598-8b84-4d4b-8117-dc1eb985ac53), after_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:22:42.258600 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a3fbb1-143a-467a-aad7-c0e07c71c559 tempest-TestShelveInstance-1646936502 tempest-TestShelveInstance-1646936502-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aac1c598-8b84-4d4b-8117-dc1eb985ac53,revision_number=0']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:22:42.282604 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-e9a3fbb1-143a-467a-aad7-c0e07c71c559 tempest-TestShelveInstance-1646936502 tempest-TestShelveInstance-1646936502-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:22:42.284099 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-e9a3fbb1-143a-467a-aad7-c0e07c71c559 tempest-TestShelveInstance-1646936502 tempest-TestShelveInstance-1646936502-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1764765 Mar 25 19:22:42.287787 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.18', 34768) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:22:42.292669 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.v2.base [None req-79b5367e-dacf-4001-bba6-4bd78104566c tempest-TestShelveInstance-1646936502 tempest-TestShelveInstance-1646936502-project] Request body: {'security_group_rule': {'security_group_id': '0d0283e4-c61f-4082-abaa-df161b665b94', 'project_id': '3c14746134994a9bb1469d2de7a5fbee', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103196) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 19:22:42.325147 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.db.securitygroups_db [None req-79b5367e-dacf-4001-bba6-4bd78104566c tempest-TestShelveInstance-1646936502 tempest-TestShelveInstance-1646936502-project] Project 3c14746134994a9bb1469d2de7a5fbee added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 25 19:22:42.332350 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-79b5367e-dacf-4001-bba6-4bd78104566c tempest-TestShelveInstance-1646936502 tempest-TestShelveInstance-1646936502-project] Publish callbacks [] for security_group_rule (1032d567-16d7-48d8-9637-be4d38fc567b), before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:22:42.393896 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b3aac4-40b9-40e6-afd5-c884e7e143e4 req-cb710592-8f9b-476a-9a1a-0026370d7176 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:22:42.402556 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-25b3aac4-40b9-40e6-afd5-c884e7e143e4 req-cb710592-8f9b-476a-9a1a-0026370d7176 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] 10.222.0.18 "GET /v2.0/ports?device_id=60b11edc-ce3f-48f7-ac37-bc15cd882254 HTTP/1.1" status: 200 len: 944 time: 0.1039476 Mar 25 19:22:42.416896 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Device b07ff2cc-50d2-4a43-8eec-cba1d73ee1b3 up at agent ovs-agent-dv-cinder-755101-7-iscsi {{(pid=103198) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 25 19:22:42.466389 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e976a3d-13a1-45dc-83d0-e378ca189531 None None] Sync routers for ids ['eb7f74bc-0f3d-4a10-9891-89e1d74375db'] in dv-cinder-755101-7-iscsi {{(pid=103198) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 25 19:22:42.477381 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-79b5367e-dacf-4001-bba6-4bd78104566c tempest-TestShelveInstance-1646936502 tempest-TestShelveInstance-1646936502-project] Publish callbacks [] for security_group_rule (1032d567-16d7-48d8-9637-be4d38fc567b), precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:22:42.484422 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-79b5367e-dacf-4001-bba6-4bd78104566c tempest-TestShelveInstance-1646936502 tempest-TestShelveInstance-1646936502-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677543'] for security_group_rule (1032d567-16d7-48d8-9637-be4d38fc567b), after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:22:42.516159 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-25b3aac4-40b9-40e6-afd5-c884e7e143e4 req-97657553-76ba-45cc-bc82-ebba5033e9ed tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] 10.222.0.18 "GET /v2.0/security-groups?id=ece6d36a-8c2c-423d-886b-e23866ad66ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1116085 Mar 25 19:22:42.522963 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-79b5367e-dacf-4001-bba6-4bd78104566c tempest-TestShelveInstance-1646936502 tempest-TestShelveInstance-1646936502-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:22:42.525905 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e976a3d-13a1-45dc-83d0-e378ca189531 None None] Routers {'eb7f74bc-0f3d-4a10-9891-89e1d74375db'} bound to L3 agent in host dv-cinder-755101-7-iscsi {{(pid=103198) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 25 19:22:42.526636 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.l3_hamode_db [None req-5e976a3d-13a1-45dc-83d0-e378ca189531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755101-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-25T19:11:57Z,description=,heartbeat_timestamp=2022-03-25T19:22:27Z,host='dv-cinder-755101-7-iscsi',id=af1b81b0-43af-47bb-a61e-8e46b36efc57,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:11:57Z,topic='l3_agent')) {'router_ids': ['eb7f74bc-0f3d-4a10-9891-89e1d74375db'], 'active': True} {{(pid=103198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 19:22:42.530669 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-79b5367e-dacf-4001-bba6-4bd78104566c tempest-TestShelveInstance-1646936502 tempest-TestShelveInstance-1646936502-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2394791 Mar 25 19:22:42.532411 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.18', 34774) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:22:42.537103 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.v2.base [None req-0d064315-51fd-4589-b4eb-2a3275d624e9 tempest-TestShelveInstance-1646936502 tempest-TestShelveInstance-1646936502-project] Request body: {'security_group_rule': {'security_group_id': '0d0283e4-c61f-4082-abaa-df161b665b94', 'project_id': '3c14746134994a9bb1469d2de7a5fbee', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 19:22:42.544285 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b5367e-dacf-4001-bba6-4bd78104566c tempest-TestShelveInstance-1646936502 tempest-TestShelveInstance-1646936502-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1032d567-16d7-48d8-9637-be4d38fc567b,revision_number=0']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:22:42.571990 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.db.securitygroups_db [None req-0d064315-51fd-4589-b4eb-2a3275d624e9 tempest-TestShelveInstance-1646936502 tempest-TestShelveInstance-1646936502-project] Project 3c14746134994a9bb1469d2de7a5fbee added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 25 19:22:42.577801 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-0d064315-51fd-4589-b4eb-2a3275d624e9 tempest-TestShelveInstance-1646936502 tempest-TestShelveInstance-1646936502-project] Publish callbacks [] for security_group_rule (7d2ab638-e073-47f6-9e3d-9b684d3ea175), before_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:22:42.638963 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Provisioning complete for port b07ff2cc-50d2-4a43-8eec-cba1d73ee1b3 triggered by entity L2. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 25 19:22:42.639356 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133789'] for port (b07ff2cc-50d2-4a43-8eec-cba1d73ee1b3), provisioning_complete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:22:42.655483 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-0d064315-51fd-4589-b4eb-2a3275d624e9 tempest-TestShelveInstance-1646936502 tempest-TestShelveInstance-1646936502-project] Publish callbacks [] for security_group_rule (7d2ab638-e073-47f6-9e3d-9b684d3ea175), precommit_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:22:42.659752 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-0d064315-51fd-4589-b4eb-2a3275d624e9 tempest-TestShelveInstance-1646936502 tempest-TestShelveInstance-1646936502-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677543'] for security_group_rule (7d2ab638-e073-47f6-9e3d-9b684d3ea175), after_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:22:42.683820 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d064315-51fd-4589-b4eb-2a3275d624e9 tempest-TestShelveInstance-1646936502 tempest-TestShelveInstance-1646936502-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d2ab638-e073-47f6-9e3d-9b684d3ea175,revision_number=0']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:22:42.692095 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-0d064315-51fd-4589-b4eb-2a3275d624e9 tempest-TestShelveInstance-1646936502 tempest-TestShelveInstance-1646936502-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:22:42.698738 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-0d064315-51fd-4589-b4eb-2a3275d624e9 tempest-TestShelveInstance-1646936502 tempest-TestShelveInstance-1646936502-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1597829 Mar 25 19:22:42.704281 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.l3_dvr_db [None req-5e976a3d-13a1-45dc-83d0-e378ca189531 None None] Set router eb7f74bc-0f3d-4a10-9891-89e1d74375db gateway port host: dv-cinder-755101-7-iscsi {{(pid=103198) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 25 19:22:42.993722 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Current status of the port b07ff2cc-50d2-4a43-8eec-cba1d73ee1b3 is: ACTIVE; New status is: ACTIVE {{(pid=103198) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 25 19:22:43.110955 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.l3_hamode_db [None req-5e976a3d-13a1-45dc-83d0-e378ca189531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb7f74bc-0f3d-4a10-9891-89e1d74375db', 'name': 'tempest-TestShelveInstance-480756647-router', 'tenant_id': 'eb0aefe8473a4e5faeb063ce28959b83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'external_fixed_ips': [{'subnet_id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'ip_address': '172.27.0.84'}], 'enable_snat': True}, 'gw_port_id': 'b07ff2cc-50d2-4a43-8eec-cba1d73ee1b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T19:22:33Z', 'updated_at': '2022-03-25T19:22:39Z', 'revision_number': 4, 'project_id': 'eb0aefe8473a4e5faeb063ce28959b83', 'gw_port': {'id': 'b07ff2cc-50d2-4a43-8eec-cba1d73ee1b3', 'name': '', 'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:01:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb7f74bc-0f3d-4a10-9891-89e1d74375db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'ip_address': '172.27.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T19:22:34Z', 'updated_at': '2022-03-25T19:22:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755101-7-iscsi', '_interfaces': [{'id': '737f7971-ded8-44f4-ae62-8ab311f3159b', 'name': '', 'network_id': 'dbebce7a-f003-4071-bd7a-909bed861834', 'tenant_id': 'eb0aefe8473a4e5faeb063ce28959b83', 'mac_address': 'fa:16:3e:e2:ee:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb7f74bc-0f3d-4a10-9891-89e1d74375db', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': 'fca8fe70-f054-4429-9981-9490d2799b15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T19:22:38Z', 'updated_at': '2022-03-25T19:22:39Z', 'revision_number': 2, 'project_id': 'eb0aefe8473a4e5faeb063ce28959b83', 'subnets': [{'id': 'fca8fe70-f054-4429-9981-9490d2799b15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-755101-7-iscsi', False) {} {{(pid=103198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 19:22:43.150029 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e976a3d-13a1-45dc-83d0-e378ca189531 None None] Checking router: eb7f74bc-0f3d-4a10-9891-89e1d74375db for host: dv-cinder-755101-7-iscsi {{(pid=103198) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 25 19:22:43.150383 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e976a3d-13a1-45dc-83d0-e378ca189531 None None] Updating router eb7f74bc-0f3d-4a10-9891-89e1d74375db port 737f7971-ded8-44f4-ae62-8ab311f3159b binding host dv-cinder-755101-7-iscsi {{(pid=103198) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 25 19:22:43.189418 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-5e976a3d-13a1-45dc-83d0-e378ca189531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1293263'] for port (737f7971-ded8-44f4-ae62-8ab311f3159b), before_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:22:43.564668 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-5e976a3d-13a1-45dc-83d0-e378ca189531 None None] Publish callbacks [] for port (737f7971-ded8-44f4-ae62-8ab311f3159b), precommit_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:22:43.572249 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-5e976a3d-13a1-45dc-83d0-e378ca189531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036679572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741036190733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741036190751'] for port (737f7971-ded8-44f4-ae62-8ab311f3159b), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:22:43.733199 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb889c7-35bf-4477-8fd7-870651e117db None None] Pushing event updated for resources: {'Port': ['ID=737f7971-ded8-44f4-ae62-8ab311f3159b,revision_number=3']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:22:43.789519 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.managers [None req-5e976a3d-13a1-45dc-83d0-e378ca189531 None None] Attempting to bind port 737f7971-ded8-44f4-ae62-8ab311f3159b on host dv-cinder-755101-7-iscsi for vnic_type normal with profile {{(pid=103198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 25 19:22:43.790175 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.managers [None req-5e976a3d-13a1-45dc-83d0-e378ca189531 None None] Attempting to bind port 737f7971-ded8-44f4-ae62-8ab311f3159b by drivers openvswitch,hyperv on host dv-cinder-755101-7-iscsi at level 0 using segments [{'id': 'd5d9e638-9172-438a-9403-536aa349dafa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'dbebce7a-f003-4071-bd7a-909bed861834'}] {{(pid=103198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 25 19:22:43.790731 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e976a3d-13a1-45dc-83d0-e378ca189531 None None] Attempting to bind port 737f7971-ded8-44f4-ae62-8ab311f3159b on network dbebce7a-f003-4071-bd7a-909bed861834 {{(pid=103198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 25 19:22:43.801928 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9e4e5a-6a78-4122-9a2a-1e0eae4a3b88 req-a00c036c-7533-4119-924a-69f5f0c76214 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:22:43.804787 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-fe9e4e5a-6a78-4122-9a2a-1e0eae4a3b88 req-a00c036c-7533-4119-924a-69f5f0c76214 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] 10.222.0.18 "GET /v2.0/ports?device_id=60b11edc-ce3f-48f7-ac37-bc15cd882254 HTTP/1.1" status: 200 len: 944 time: 0.1600759 Mar 25 19:22:43.808836 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc320fa-2ec4-4a55-87a8-eaf941d0c15e req-791fadff-20ba-4647-b30a-5a71861497a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:22:43.810863 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-1fc320fa-2ec4-4a55-87a8-eaf941d0c15e req-791fadff-20ba-4647-b30a-5a71861497a0 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=60b11edc-ce3f-48f7-ac37-bc15cd882254&tenant_id=6512a963b11c42188d92829b913731e9 HTTP/1.1" status: 200 len: 1128 time: 0.2280755 Mar 25 19:22:43.814004 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e976a3d-13a1-45dc-83d0-e378ca189531 None None] Checking agent: {'id': '239dac0e-b210-4295-8f1a-11f7f9dc3de1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-755101-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 19, 12, 1), 'started_at': datetime.datetime(2022, 3, 25, 19, 12, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 19, 22, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-755101-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 25 19:22:43.814389 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e976a3d-13a1-45dc-83d0-e378ca189531 None None] Checking segment: {'id': 'd5d9e638-9172-438a-9403-536aa349dafa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'dbebce7a-f003-4071-bd7a-909bed861834'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 25 19:22:43.814819 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-5e976a3d-13a1-45dc-83d0-e378ca189531 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:22:43.815208 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e976a3d-13a1-45dc-83d0-e378ca189531 None None] Bound using segment: {'id': 'd5d9e638-9172-438a-9403-536aa349dafa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'dbebce7a-f003-4071-bd7a-909bed861834'} {{(pid=103198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 25 19:22:43.815709 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.managers [None req-5e976a3d-13a1-45dc-83d0-e378ca189531 None None] Bound port: 737f7971-ded8-44f4-ae62-8ab311f3159b, host: dv-cinder-755101-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5d9e638-9172-438a-9403-536aa349dafa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'dbebce7a-f003-4071-bd7a-909bed861834'}}] {{(pid=103198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 25 19:22:43.816741 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-5e976a3d-13a1-45dc-83d0-e378ca189531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1293263'] for port (737f7971-ded8-44f4-ae62-8ab311f3159b), before_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:22:43.900853 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-5e976a3d-13a1-45dc-83d0-e378ca189531 None None] For port 737f7971-ded8-44f4-ae62-8ab311f3159b, host dv-cinder-755101-7-iscsi, cleared binding levels {{(pid=103198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 25 19:22:43.904811 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-5e976a3d-13a1-45dc-83d0-e378ca189531 None None] For port 737f7971-ded8-44f4-ae62-8ab311f3159b, host dv-cinder-755101-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755101-7-iscsi',level=0,port_id=737f7971-ded8-44f4-ae62-8ab311f3159b,segment=NetworkSegment(d5d9e638-9172-438a-9403-536aa349dafa),segment_id=d5d9e638-9172-438a-9403-536aa349dafa)] {{(pid=103198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 25 19:22:43.913706 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-5e976a3d-13a1-45dc-83d0-e378ca189531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036679572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741036190733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741036190751'] for port (737f7971-ded8-44f4-ae62-8ab311f3159b), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:22:43.993120 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-fe9e4e5a-6a78-4122-9a2a-1e0eae4a3b88 req-e8ea9266-d235-4887-87a6-b41df931447f tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] 10.222.0.18 "GET /v2.0/security-groups?id=ece6d36a-8c2c-423d-886b-e23866ad66ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1809485 Mar 25 19:22:44.019688 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb889c7-35bf-4477-8fd7-870651e117db None None] Pushing event updated for resources: {'Port': ['ID=737f7971-ded8-44f4-ae62-8ab311f3159b,revision_number=4']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:22:44.024529 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc320fa-2ec4-4a55-87a8-eaf941d0c15e req-1c6e8dfa-f7a6-409b-a854-9df8638fe71e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:22:44.027883 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-1fc320fa-2ec4-4a55-87a8-eaf941d0c15e req-1c6e8dfa-f7a6-409b-a854-9df8638fe71e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6512a963b11c42188d92829b913731e9&device_id=60b11edc-ce3f-48f7-ac37-bc15cd882254 HTTP/1.1" status: 200 len: 1128 time: 0.1737089 Mar 25 19:22:44.035473 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e976a3d-13a1-45dc-83d0-e378ca189531 None None] Routers {'eb7f74bc-0f3d-4a10-9891-89e1d74375db'} bound to L3 agent in host dv-cinder-755101-7-iscsi {{(pid=103198) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 25 19:22:44.036098 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.l3_hamode_db [None req-5e976a3d-13a1-45dc-83d0-e378ca189531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755101-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-25T19:11:57Z,description=,heartbeat_timestamp=2022-03-25T19:22:27Z,host='dv-cinder-755101-7-iscsi',id=af1b81b0-43af-47bb-a61e-8e46b36efc57,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:11:57Z,topic='l3_agent')) {'router_ids': ['eb7f74bc-0f3d-4a10-9891-89e1d74375db'], 'active': True} {{(pid=103198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 19:22:44.141948 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-ca13748c-ee32-4506-97ff-95caaa175fc9 None None] Provisioning complete for port 737f7971-ded8-44f4-ae62-8ab311f3159b triggered by entity DHCP. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 25 19:22:44.142328 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-ca13748c-ee32-4506-97ff-95caaa175fc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133789'] for port (737f7971-ded8-44f4-ae62-8ab311f3159b), provisioning_complete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:22:44.219033 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.l3_dvr_db [None req-5e976a3d-13a1-45dc-83d0-e378ca189531 None None] Set router eb7f74bc-0f3d-4a10-9891-89e1d74375db gateway port host: dv-cinder-755101-7-iscsi {{(pid=103198) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 25 19:22:44.272126 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc320fa-2ec4-4a55-87a8-eaf941d0c15e req-533bd4ff-cdf6-4105-873e-f047c9376b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:22:44.275076 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-1fc320fa-2ec4-4a55-87a8-eaf941d0c15e req-533bd4ff-cdf6-4105-873e-f047c9376b60 service neutron] 10.222.0.26 "GET /v2.0/networks?id=41df54f8-722f-48ae-9670-4d05784c9b60 HTTP/1.1" status: 200 len: 918 time: 0.2355084 Mar 25 19:22:44.392549 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-ca13748c-ee32-4506-97ff-95caaa175fc9 None None] Current status of the port 737f7971-ded8-44f4-ae62-8ab311f3159b is: DOWN; New status is: ACTIVE {{(pid=103198) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 25 19:22:44.393142 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-ca13748c-ee32-4506-97ff-95caaa175fc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1293263'] for port (737f7971-ded8-44f4-ae62-8ab311f3159b), before_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:22:44.474087 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-1fc320fa-2ec4-4a55-87a8-eaf941d0c15e req-f894a379-85aa-4b3f-b24b-ea20d075728a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=49753907-3d92-474f-bd8d-596897e5c904 HTTP/1.1" status: 200 len: 999 time: 0.1906927 Mar 25 19:22:44.502779 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-ca13748c-ee32-4506-97ff-95caaa175fc9 None None] For port 737f7971-ded8-44f4-ae62-8ab311f3159b, host dv-cinder-755101-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755101-7-iscsi',level=0,port_id=737f7971-ded8-44f4-ae62-8ab311f3159b,segment=NetworkSegment(d5d9e638-9172-438a-9403-536aa349dafa),segment_id=d5d9e638-9172-438a-9403-536aa349dafa)] {{(pid=103198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 25 19:22:44.526677 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-ca13748c-ee32-4506-97ff-95caaa175fc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036679572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741036190733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741036190751'] for port (737f7971-ded8-44f4-ae62-8ab311f3159b), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:22:44.561546 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc320fa-2ec4-4a55-87a8-eaf941d0c15e req-8b09b63c-a5df-495c-9bf1-729ee8ca0260 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:22:44.564387 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-1fc320fa-2ec4-4a55-87a8-eaf941d0c15e req-8b09b63c-a5df-495c-9bf1-729ee8ca0260 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d9ce3099-d02a-4e55-9db5-3bce93935985 HTTP/1.1" status: 200 len: 856 time: 0.0831285 Mar 25 19:22:44.601423 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca13748c-ee32-4506-97ff-95caaa175fc9 None None] Pushing event updated for resources: {'Port': ['ID=737f7971-ded8-44f4-ae62-8ab311f3159b,revision_number=5']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:22:44.608270 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.l3_hamode_db [None req-5e976a3d-13a1-45dc-83d0-e378ca189531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb7f74bc-0f3d-4a10-9891-89e1d74375db', 'name': 'tempest-TestShelveInstance-480756647-router', 'tenant_id': 'eb0aefe8473a4e5faeb063ce28959b83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'external_fixed_ips': [{'subnet_id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'ip_address': '172.27.0.84'}], 'enable_snat': True}, 'gw_port_id': 'b07ff2cc-50d2-4a43-8eec-cba1d73ee1b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T19:22:33Z', 'updated_at': '2022-03-25T19:22:39Z', 'revision_number': 4, 'project_id': 'eb0aefe8473a4e5faeb063ce28959b83', 'gw_port': {'id': 'b07ff2cc-50d2-4a43-8eec-cba1d73ee1b3', 'name': '', 'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:01:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb7f74bc-0f3d-4a10-9891-89e1d74375db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'ip_address': '172.27.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T19:22:34Z', 'updated_at': '2022-03-25T19:22:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755101-7-iscsi', '_interfaces': [{'id': '737f7971-ded8-44f4-ae62-8ab311f3159b', 'name': '', 'network_id': 'dbebce7a-f003-4071-bd7a-909bed861834', 'tenant_id': 'eb0aefe8473a4e5faeb063ce28959b83', 'mac_address': 'fa:16:3e:e2:ee:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb7f74bc-0f3d-4a10-9891-89e1d74375db', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': 'fca8fe70-f054-4429-9981-9490d2799b15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T19:22:38Z', 'updated_at': '2022-03-25T19:22:43Z', 'revision_number': 4, 'project_id': 'eb0aefe8473a4e5faeb063ce28959b83', 'subnets': [{'id': 'fca8fe70-f054-4429-9981-9490d2799b15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-755101-7-iscsi', False) {} {{(pid=103198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 19:22:44.634261 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc320fa-2ec4-4a55-87a8-eaf941d0c15e req-8387fd73-3ac1-4fcd-a62f-f3d0f4250803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:22:44.638865 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-1fc320fa-2ec4-4a55-87a8-eaf941d0c15e req-8387fd73-3ac1-4fcd-a62f-f3d0f4250803 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=41df54f8-722f-48ae-9670-4d05784c9b60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0635431 Mar 25 19:22:44.639770 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e976a3d-13a1-45dc-83d0-e378ca189531 None None] The sync data for ids ['eb7f74bc-0f3d-4a10-9891-89e1d74375db'] in dv-cinder-755101-7-iscsi is: [{'id': 'eb7f74bc-0f3d-4a10-9891-89e1d74375db', 'name': 'tempest-TestShelveInstance-480756647-router', 'tenant_id': 'eb0aefe8473a4e5faeb063ce28959b83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'external_fixed_ips': [{'subnet_id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'ip_address': '172.27.0.84'}], 'enable_snat': True}, 'gw_port_id': 'b07ff2cc-50d2-4a43-8eec-cba1d73ee1b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T19:22:33Z', 'updated_at': '2022-03-25T19:22:39Z', 'revision_number': 4, 'project_id': 'eb0aefe8473a4e5faeb063ce28959b83', 'gw_port': {'id': 'b07ff2cc-50d2-4a43-8eec-cba1d73ee1b3', 'name': '', 'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:01:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb7f74bc-0f3d-4a10-9891-89e1d74375db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'ip_address': '172.27.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T19:22:34Z', 'updated_at': '2022-03-25T19:22:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755101-7-iscsi', '_interfaces': [{'id': '737f7971-ded8-44f4-ae62-8ab311f3159b', 'name': '', 'network_id': 'dbebce7a-f003-4071-bd7a-909bed861834', 'tenant_id': 'eb0aefe8473a4e5faeb063ce28959b83', 'mac_address': 'fa:16:3e:e2:ee:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb7f74bc-0f3d-4a10-9891-89e1d74375db', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': 'fca8fe70-f054-4429-9981-9490d2799b15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T19:22:38Z', 'updated_at': '2022-03-25T19:22:43Z', 'revision_number': 4, 'project_id': 'eb0aefe8473a4e5faeb063ce28959b83', 'subnets': [{'id': 'fca8fe70-f054-4429-9981-9490d2799b15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103198) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 25 19:22:44.661196 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-12be5e8e-58eb-4578-998c-3a45bab95257 None None] Provisioning complete for port 737f7971-ded8-44f4-ae62-8ab311f3159b triggered by entity DHCP. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 25 19:22:44.661653 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-12be5e8e-58eb-4578-998c-3a45bab95257 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133789'] for port (737f7971-ded8-44f4-ae62-8ab311f3159b), provisioning_complete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:22:44.748903 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-1fc320fa-2ec4-4a55-87a8-eaf941d0c15e req-e7a76759-a60d-4e02-b87f-27c77e57a913 service neutron] 10.222.0.26 "GET /v2.0/networks/41df54f8-722f-48ae-9670-4d05784c9b60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013067 Mar 25 19:22:44.894019 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-12be5e8e-58eb-4578-998c-3a45bab95257 None None] Current status of the port 737f7971-ded8-44f4-ae62-8ab311f3159b is: ACTIVE; New status is: ACTIVE {{(pid=103198) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 25 19:22:45.218653 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9855cb0-02bb-4c13-a365-c0cb3b5565c3 req-19ed557f-3b71-4276-bb5d-97f0cc941a56 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:22:45.226473 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-b9855cb0-02bb-4c13-a365-c0cb3b5565c3 req-19ed557f-3b71-4276-bb5d-97f0cc941a56 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] 10.222.0.18 "GET /v2.0/ports?device_id=60b11edc-ce3f-48f7-ac37-bc15cd882254 HTTP/1.1" status: 200 len: 944 time: 0.1062143 Mar 25 19:22:45.247820 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-1fc320fa-2ec4-4a55-87a8-eaf941d0c15e req-7e5f938c-cfc1-473a-b955-b9a4e470e3b6 service neutron] 10.222.0.26 "GET /v2.0/networks/41df54f8-722f-48ae-9670-4d05784c9b60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4908366 Mar 25 19:22:45.290948 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-b9855cb0-02bb-4c13-a365-c0cb3b5565c3 req-444434d4-8b00-41d6-b3d4-395bc0e56a2f tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] 10.222.0.18 "GET /v2.0/security-groups?id=ece6d36a-8c2c-423d-886b-e23866ad66ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633960 Mar 25 19:22:46.337755 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Device 737f7971-ded8-44f4-ae62-8ab311f3159b up at agent ovs-agent-dv-cinder-755101-7-iscsi {{(pid=103198) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 25 19:22:46.411474 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Provisioning complete for port 737f7971-ded8-44f4-ae62-8ab311f3159b triggered by entity L2. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 25 19:22:46.412224 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133789'] for port (737f7971-ded8-44f4-ae62-8ab311f3159b), provisioning_complete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:22:46.459721 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d5b877-412e-4923-85c9-29ef5ab50d63 req-92fbbb82-32d4-4fd2-b2e4-f916709c7109 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:22:46.468081 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-39d5b877-412e-4923-85c9-29ef5ab50d63 req-92fbbb82-32d4-4fd2-b2e4-f916709c7109 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] 10.222.0.18 "GET /v2.0/ports?device_id=60b11edc-ce3f-48f7-ac37-bc15cd882254 HTTP/1.1" status: 200 len: 944 time: 0.0885203 Mar 25 19:22:46.526148 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-39d5b877-412e-4923-85c9-29ef5ab50d63 req-5b2aa607-8987-4526-8766-7fdcd533be68 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] 10.222.0.18 "GET /v2.0/security-groups?id=ece6d36a-8c2c-423d-886b-e23866ad66ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551412 Mar 25 19:22:46.547284 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Current status of the port 737f7971-ded8-44f4-ae62-8ab311f3159b is: ACTIVE; New status is: ACTIVE {{(pid=103198) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 25 19:22:47.654837 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16595f79-acf1-4d9d-ac64-831520eb6311 req-9f5a3f67-04cb-4f78-bd46-ae4be7a01ff6 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:22:47.662465 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-16595f79-acf1-4d9d-ac64-831520eb6311 req-9f5a3f67-04cb-4f78-bd46-ae4be7a01ff6 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] 10.222.0.18 "GET /v2.0/ports?device_id=60b11edc-ce3f-48f7-ac37-bc15cd882254 HTTP/1.1" status: 200 len: 944 time: 0.0627136 Mar 25 19:22:47.715070 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-16595f79-acf1-4d9d-ac64-831520eb6311 req-1a575de2-afb6-4004-9f26-977db97bc7b9 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] 10.222.0.18 "GET /v2.0/security-groups?id=ece6d36a-8c2c-423d-886b-e23866ad66ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516391 Mar 25 19:22:48.851081 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d268e26c-3111-4e6f-9e26-a028cd6a292e req-4e8b5c35-70d8-4b1b-9502-3299a89f3213 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:22:48.852572 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-d268e26c-3111-4e6f-9e26-a028cd6a292e req-4e8b5c35-70d8-4b1b-9502-3299a89f3213 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] 10.222.0.18 "GET /v2.0/ports?device_id=60b11edc-ce3f-48f7-ac37-bc15cd882254 HTTP/1.1" status: 200 len: 944 time: 0.0551317 Mar 25 19:22:48.911592 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-d268e26c-3111-4e6f-9e26-a028cd6a292e req-f281f106-3edb-4e20-b31a-6d43ecee4b64 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] 10.222.0.18 "GET /v2.0/security-groups?id=ece6d36a-8c2c-423d-886b-e23866ad66ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531416 Mar 25 19:22:50.056915 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dfbd88-f2b5-4e04-8325-5ae45da85ee4 req-ef90d767-45bf-46f8-90c0-9d7dafbedcba tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:22:50.058409 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-71dfbd88-f2b5-4e04-8325-5ae45da85ee4 req-ef90d767-45bf-46f8-90c0-9d7dafbedcba tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] 10.222.0.18 "GET /v2.0/ports?device_id=60b11edc-ce3f-48f7-ac37-bc15cd882254 HTTP/1.1" status: 200 len: 944 time: 0.0592351 Mar 25 19:22:50.114512 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-71dfbd88-f2b5-4e04-8325-5ae45da85ee4 req-fd1d2486-44bf-4ee7-9085-68462ba722fa tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] 10.222.0.18 "GET /v2.0/security-groups?id=ece6d36a-8c2c-423d-886b-e23866ad66ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489509 Mar 25 19:22:51.240986 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ed85bc-dd54-46a6-8572-20038b6ba1e6 req-8d9821a3-0a44-4903-b5c7-15378abdd4de tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:22:51.242578 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-c4ed85bc-dd54-46a6-8572-20038b6ba1e6 req-8d9821a3-0a44-4903-b5c7-15378abdd4de tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] 10.222.0.18 "GET /v2.0/ports?device_id=60b11edc-ce3f-48f7-ac37-bc15cd882254 HTTP/1.1" status: 200 len: 944 time: 0.0536206 Mar 25 19:22:51.293958 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-c4ed85bc-dd54-46a6-8572-20038b6ba1e6 req-a0829e10-9830-4399-85dd-4001f1925368 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] 10.222.0.18 "GET /v2.0/security-groups?id=ece6d36a-8c2c-423d-886b-e23866ad66ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457754 Mar 25 19:22:52.426648 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ff268c-75c6-42f4-8262-15d939d1be3d req-1d2fc8de-54bb-4fea-9e66-9fb5b803d1ef tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:22:52.429225 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-15ff268c-75c6-42f4-8262-15d939d1be3d req-1d2fc8de-54bb-4fea-9e66-9fb5b803d1ef tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] 10.222.0.18 "GET /v2.0/ports?device_id=60b11edc-ce3f-48f7-ac37-bc15cd882254 HTTP/1.1" status: 200 len: 944 time: 0.0556548 Mar 25 19:22:52.492478 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-15ff268c-75c6-42f4-8262-15d939d1be3d req-269cfc27-4064-46fe-9af5-c4453e662d80 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] 10.222.0.18 "GET /v2.0/security-groups?id=ece6d36a-8c2c-423d-886b-e23866ad66ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541151 Mar 25 19:22:53.634482 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1d637a-b567-4dec-bd6f-5eafe065c030 req-63d93ff6-c484-4bbd-ab98-bb02fbcc1a60 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:22:53.636042 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-cb1d637a-b567-4dec-bd6f-5eafe065c030 req-63d93ff6-c484-4bbd-ab98-bb02fbcc1a60 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] 10.222.0.18 "GET /v2.0/ports?device_id=60b11edc-ce3f-48f7-ac37-bc15cd882254 HTTP/1.1" status: 200 len: 944 time: 0.0585561 Mar 25 19:22:53.685399 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-cb1d637a-b567-4dec-bd6f-5eafe065c030 req-c281d8ec-ccc7-4951-bc80-44e8109f9517 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] 10.222.0.18 "GET /v2.0/security-groups?id=ece6d36a-8c2c-423d-886b-e23866ad66ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436676 Mar 25 19:22:54.287823 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-f4ffdb5b-b110-4fd7-8cb1-9684053ddf73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741036503857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133703'] for agent (ff15a80c-2d7c-4104-a6ad-0973d1d911f7), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:22:54.822879 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a1eb3d-e8d0-4921-b693-fb8b6dfb7589 req-d25aca8f-3770-47fd-abfe-ca48ac30bff2 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:22:54.825077 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-d8a1eb3d-e8d0-4921-b693-fb8b6dfb7589 req-d25aca8f-3770-47fd-abfe-ca48ac30bff2 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] 10.222.0.18 "GET /v2.0/ports?device_id=60b11edc-ce3f-48f7-ac37-bc15cd882254 HTTP/1.1" status: 200 len: 944 time: 0.0545382 Mar 25 19:22:54.874542 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-d8a1eb3d-e8d0-4921-b693-fb8b6dfb7589 req-3bdd8d06-7b85-468a-be25-2a44ce32fe08 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] 10.222.0.18 "GET /v2.0/security-groups?id=ece6d36a-8c2c-423d-886b-e23866ad66ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423605 Mar 25 19:22:56.014719 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2e8e6d-2884-487f-b4f4-38c7ebb62110 req-5b6327d2-7395-46d7-b048-15218a317ce1 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:22:56.016945 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-de2e8e6d-2884-487f-b4f4-38c7ebb62110 req-5b6327d2-7395-46d7-b048-15218a317ce1 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] 10.222.0.18 "GET /v2.0/ports?device_id=60b11edc-ce3f-48f7-ac37-bc15cd882254 HTTP/1.1" status: 200 len: 944 time: 0.0676179 Mar 25 19:22:56.067805 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-de2e8e6d-2884-487f-b4f4-38c7ebb62110 req-c05d0e0f-f590-4a7a-861d-38371f35f4d1 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] 10.222.0.18 "GET /v2.0/security-groups?id=ece6d36a-8c2c-423d-886b-e23866ad66ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446899 Mar 25 19:22:56.684604 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-2067d6fd-c872-4910-8b33-ea865d4d5876 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741036503857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133703'] for agent (af1b81b0-43af-47bb-a61e-8e46b36efc57), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:22:57.204772 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0392af04-d616-4ae0-b7fa-c00d228880a0 req-651eca77-b6e5-459d-b534-feb37d51ccfd tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:22:57.207137 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-0392af04-d616-4ae0-b7fa-c00d228880a0 req-651eca77-b6e5-459d-b534-feb37d51ccfd tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] 10.222.0.18 "GET /v2.0/ports?device_id=60b11edc-ce3f-48f7-ac37-bc15cd882254 HTTP/1.1" status: 200 len: 944 time: 0.0635877 Mar 25 19:22:57.279758 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-0392af04-d616-4ae0-b7fa-c00d228880a0 req-ff12d4d3-d708-4953-868d-205bdda4b5dd tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] 10.222.0.18 "GET /v2.0/security-groups?id=ece6d36a-8c2c-423d-886b-e23866ad66ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646586 Mar 25 19:22:57.582861 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-af60142c-683d-41c3-be1d-5377fff6ca45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741036503857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133703'] for agent (c3076277-13eb-43a7-9b94-fad13f82c96d), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:22:57.908125 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.18', 35008) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:22:57.955070 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.db.db_base_plugin_v2 [None req-a86532ea-6da6-4a0b-9a39-42dcb9e95cef admin admin] Deleting subnet c40ce403-aaea-4281-9350-ded3d3ca9df1 {{(pid=103197) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 25 19:22:57.958247 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-a86532ea-6da6-4a0b-9a39-42dcb9e95cef admin admin] Publish callbacks [] for subnet (c40ce403-aaea-4281-9350-ded3d3ca9df1), before_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:22:57.996368 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-a86532ea-6da6-4a0b-9a39-42dcb9e95cef admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59390877'] for subnet (c40ce403-aaea-4281-9350-ded3d3ca9df1), precommit_delete_associations {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:22:58.038746 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-a86532ea-6da6-4a0b-9a39-42dcb9e95cef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1170929'] for subnet (c40ce403-aaea-4281-9350-ded3d3ca9df1), precommit_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:22:58.324280 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-a86532ea-6da6-4a0b-9a39-42dcb9e95cef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1170920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59285189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59750817'] for subnet (c40ce403-aaea-4281-9350-ded3d3ca9df1), after_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:22:58.350498 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86532ea-6da6-4a0b-9a39-42dcb9e95cef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c40ce403-aaea-4281-9350-ded3d3ca9df1,revision_number=None']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:22:58.357909 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-a86532ea-6da6-4a0b-9a39-42dcb9e95cef admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:22:58.364118 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-a86532ea-6da6-4a0b-9a39-42dcb9e95cef admin admin] 10.222.0.18 "DELETE /v2.0/subnets/c40ce403-aaea-4281-9350-ded3d3ca9df1 HTTP/1.1" status: 204 len: 168 time: 0.4520059 Mar 25 19:22:58.365010 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.18', 35014) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:22:58.367517 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86532ea-6da6-4a0b-9a39-42dcb9e95cef admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:22:58.367901 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86532ea-6da6-4a0b-9a39-42dcb9e95cef admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:22:58.368254 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86532ea-6da6-4a0b-9a39-42dcb9e95cef admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:22:58.368596 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86532ea-6da6-4a0b-9a39-42dcb9e95cef admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:22:58.368936 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86532ea-6da6-4a0b-9a39-42dcb9e95cef admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:22:58.369268 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86532ea-6da6-4a0b-9a39-42dcb9e95cef admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:22:58.369670 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86532ea-6da6-4a0b-9a39-42dcb9e95cef admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:22:58.369993 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86532ea-6da6-4a0b-9a39-42dcb9e95cef admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:22:58.370321 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86532ea-6da6-4a0b-9a39-42dcb9e95cef admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:22:58.370682 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86532ea-6da6-4a0b-9a39-42dcb9e95cef admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:22:58.375495 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86532ea-6da6-4a0b-9a39-42dcb9e95cef admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:22:58.375495 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86532ea-6da6-4a0b-9a39-42dcb9e95cef admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:22:58.375495 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86532ea-6da6-4a0b-9a39-42dcb9e95cef admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:22:58.375495 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86532ea-6da6-4a0b-9a39-42dcb9e95cef admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:22:58.375495 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86532ea-6da6-4a0b-9a39-42dcb9e95cef admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:22:58.479069 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-7fd7f8ef-2774-443b-a0cf-d99b2706ce2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1050558'] for network (b9c4b6f3-df0f-4c77-b839-49ddcf66324c), before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:22:58.535440 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4719f9-c92a-4379-8fba-67d7d4db86ec req-2af3ee07-b929-45bc-b52c-7f4efcc06a21 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:22:58.536813 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-7c4719f9-c92a-4379-8fba-67d7d4db86ec req-2af3ee07-b929-45bc-b52c-7f4efcc06a21 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] 10.222.0.18 "GET /v2.0/ports?device_id=60b11edc-ce3f-48f7-ac37-bc15cd882254 HTTP/1.1" status: 200 len: 944 time: 0.1488228 Mar 25 19:22:58.598614 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-7fd7f8ef-2774-443b-a0cf-d99b2706ce2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1136452', 'neutron.services.segments.db._delete_segments_for_network-8741036503875'] for network (b9c4b6f3-df0f-4c77-b839-49ddcf66324c), precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:22:58.632707 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-7c4719f9-c92a-4379-8fba-67d7d4db86ec req-c9d20ecd-f085-418c-a6a2-edfe9b86d9ee tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] 10.222.0.18 "GET /v2.0/security-groups?id=ece6d36a-8c2c-423d-886b-e23866ad66ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867031 Mar 25 19:22:58.644555 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.services.segments.db [None req-7fd7f8ef-2774-443b-a0cf-d99b2706ce2f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9c4b6f3-df0f-4c77-b839-49ddcf66324c']}} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 19:22:58.658651 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.services.segments.db [None req-7fd7f8ef-2774-443b-a0cf-d99b2706ce2f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a894a930-abca-44c9-a9d6-2ab8de3cb6b7') {'for_net_delete': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 19:22:58.659047 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.services.segments.db [None req-7fd7f8ef-2774-443b-a0cf-d99b2706ce2f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a894a930-abca-44c9-a9d6-2ab8de3cb6b7') {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 19:22:58.670520 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-7fd7f8ef-2774-443b-a0cf-d99b2706ce2f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741036503116', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62748183'] for segment (a894a930-abca-44c9-a9d6-2ab8de3cb6b7), before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:22:58.686393 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-7fd7f8ef-2774-443b-a0cf-d99b2706ce2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1189096'] for segment (a894a930-abca-44c9-a9d6-2ab8de3cb6b7), precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:22:58.693426 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7fd7f8ef-2774-443b-a0cf-d99b2706ce2f admin admin] Releasing vlan 267 on physical network physnet1 to pool {{(pid=103196) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 25 19:22:58.693870 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-7fd7f8ef-2774-443b-a0cf-d99b2706ce2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1189096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58911722'] for segment (a894a930-abca-44c9-a9d6-2ab8de3cb6b7), after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:22:58.695618 dv-cinder-755101-7-iscsi neutron-server[103196]: Traceback (most recent call last): Mar 25 19:22:58.695618 dv-cinder-755101-7-iscsi neutron-server[103196]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 25 19:22:58.695618 dv-cinder-755101-7-iscsi neutron-server[103196]: timer() Mar 25 19:22:58.695618 dv-cinder-755101-7-iscsi neutron-server[103196]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 25 19:22:58.695618 dv-cinder-755101-7-iscsi neutron-server[103196]: cb(*args, **kw) Mar 25 19:22:58.695618 dv-cinder-755101-7-iscsi neutron-server[103196]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 25 19:22:58.695618 dv-cinder-755101-7-iscsi neutron-server[103196]: return func(*args, **kwargs) Mar 25 19:22:58.695618 dv-cinder-755101-7-iscsi neutron-server[103196]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 25 19:22:58.695618 dv-cinder-755101-7-iscsi neutron-server[103196]: self._notify() Mar 25 19:22:58.695618 dv-cinder-755101-7-iscsi neutron-server[103196]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 25 19:22:58.695618 dv-cinder-755101-7-iscsi neutron-server[103196]: self.callback(batched_events) Mar 25 19:22:58.695618 dv-cinder-755101-7-iscsi neutron-server[103196]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 25 19:22:58.695618 dv-cinder-755101-7-iscsi neutron-server[103196]: event.method(event) Mar 25 19:22:58.695618 dv-cinder-755101-7-iscsi neutron-server[103196]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 25 19:22:58.695618 dv-cinder-755101-7-iscsi neutron-server[103196]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 25 19:22:58.695618 dv-cinder-755101-7-iscsi neutron-server[103196]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 25 19:22:58.695618 dv-cinder-755101-7-iscsi neutron-server[103196]: aggregate_uuid = self.p_client.list_aggregates( Mar 25 19:22:58.695618 dv-cinder-755101-7-iscsi neutron-server[103196]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 25 19:22:58.695618 dv-cinder-755101-7-iscsi neutron-server[103196]: return f(self, *a, **k) Mar 25 19:22:58.695618 dv-cinder-755101-7-iscsi neutron-server[103196]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 25 19:22:58.695618 dv-cinder-755101-7-iscsi neutron-server[103196]: return self._get(url).json() Mar 25 19:22:58.695618 dv-cinder-755101-7-iscsi neutron-server[103196]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 25 19:22:58.695618 dv-cinder-755101-7-iscsi neutron-server[103196]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 25 19:22:58.695618 dv-cinder-755101-7-iscsi neutron-server[103196]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 25 19:22:58.695618 dv-cinder-755101-7-iscsi neutron-server[103196]: return self.request(url, 'GET', **kwargs) Mar 25 19:22:58.695618 dv-cinder-755101-7-iscsi neutron-server[103196]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 25 19:22:58.695618 dv-cinder-755101-7-iscsi neutron-server[103196]: base_url = self.get_endpoint(auth, allow=allow, Mar 25 19:22:58.695618 dv-cinder-755101-7-iscsi neutron-server[103196]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 25 19:22:58.695618 dv-cinder-755101-7-iscsi neutron-server[103196]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 25 19:22:58.695618 dv-cinder-755101-7-iscsi neutron-server[103196]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 25 19:22:58.695618 dv-cinder-755101-7-iscsi neutron-server[103196]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 25 19:22:58.695618 dv-cinder-755101-7-iscsi neutron-server[103196]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 25 19:22:58.754925 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-7fd7f8ef-2774-443b-a0cf-d99b2706ce2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1136511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3753587'] for network (b9c4b6f3-df0f-4c77-b839-49ddcf66324c), after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:22:58.761294 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-7fd7f8ef-2774-443b-a0cf-d99b2706ce2f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692927'] for network (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:22:58.767888 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-7fd7f8ef-2774-443b-a0cf-d99b2706ce2f admin admin] 10.222.0.18 "DELETE /v2.0/networks/b9c4b6f3-df0f-4c77-b839-49ddcf66324c HTTP/1.1" status: 204 len: 168 time: 0.4006217 Mar 25 19:22:58.780666 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd7f8ef-2774-443b-a0cf-d99b2706ce2f admin admin] Pushing event deleted for resources: {'Network': ['ID=b9c4b6f3-df0f-4c77-b839-49ddcf66324c,revision_number=None']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:22:58.789224 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd7f8ef-2774-443b-a0cf-d99b2706ce2f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:22:58.789872 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd7f8ef-2774-443b-a0cf-d99b2706ce2f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:22:58.790440 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd7f8ef-2774-443b-a0cf-d99b2706ce2f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:22:58.790980 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd7f8ef-2774-443b-a0cf-d99b2706ce2f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:22:58.791319 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd7f8ef-2774-443b-a0cf-d99b2706ce2f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:22:58.791726 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd7f8ef-2774-443b-a0cf-d99b2706ce2f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:22:58.792058 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd7f8ef-2774-443b-a0cf-d99b2706ce2f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:22:58.792457 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd7f8ef-2774-443b-a0cf-d99b2706ce2f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:22:58.792855 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd7f8ef-2774-443b-a0cf-d99b2706ce2f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:22:58.793185 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd7f8ef-2774-443b-a0cf-d99b2706ce2f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:22:58.793515 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd7f8ef-2774-443b-a0cf-d99b2706ce2f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:22:58.793914 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd7f8ef-2774-443b-a0cf-d99b2706ce2f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:22:58.794303 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd7f8ef-2774-443b-a0cf-d99b2706ce2f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:22:58.794650 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd7f8ef-2774-443b-a0cf-d99b2706ce2f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:22:58.795045 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd7f8ef-2774-443b-a0cf-d99b2706ce2f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:22:58.940629 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.18', 35018) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:22:58.983338 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-f1539fb7-dcdb-4773-9d12-ccad04892f35 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=10c2ee5f52c941b68c86264cf6fe22c6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0414302 Mar 25 19:22:58.985926 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.18', 35020) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:22:59.034600 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-27d42def-17b5-4d37-9b24-f0bd1a194cb4 admin admin] Publish callbacks [] for security_group (b242bf4d-02be-4048-9580-b224e04b85f3), before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:22:59.062391 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-27d42def-17b5-4d37-9b24-f0bd1a194cb4 admin admin] Publish callbacks [] for security_group (b242bf4d-02be-4048-9580-b224e04b85f3), precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:22:59.111628 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-27d42def-17b5-4d37-9b24-f0bd1a194cb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687199'] for security_group (b242bf4d-02be-4048-9580-b224e04b85f3), after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:22:59.114190 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-27d42def-17b5-4d37-9b24-f0bd1a194cb4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:22:59.115394 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-27d42def-17b5-4d37-9b24-f0bd1a194cb4 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b242bf4d-02be-4048-9580-b224e04b85f3 HTTP/1.1" status: 204 len: 168 time: 0.1283708 Mar 25 19:22:59.123763 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d42def-17b5-4d37-9b24-f0bd1a194cb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b242bf4d-02be-4048-9580-b224e04b85f3,revision_number=None']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:22:59.184432 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-bfcc621e-35c9-4ac2-b4cb-53c403134561 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741036503857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133703'] for agent (9ba807d9-64cc-4b2a-8ad2-e4f3b23bc779), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:22:59.789116 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff37936d-247c-4b03-8ee3-d958f35cb6e9 req-04383850-ac52-4ca8-af4e-c82b99dd5a21 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:22:59.790619 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-ff37936d-247c-4b03-8ee3-d958f35cb6e9 req-04383850-ac52-4ca8-af4e-c82b99dd5a21 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] 10.222.0.18 "GET /v2.0/ports?device_id=60b11edc-ce3f-48f7-ac37-bc15cd882254 HTTP/1.1" status: 200 len: 944 time: 0.0752344 Mar 25 19:22:59.847353 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-ff37936d-247c-4b03-8ee3-d958f35cb6e9 req-eb223a55-6889-4366-8c5f-f5dcde21a687 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] 10.222.0.18 "GET /v2.0/security-groups?id=ece6d36a-8c2c-423d-886b-e23866ad66ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451097 Mar 25 19:23:00.680492 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741036503857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133703'] for agent (e10cc9df-a7ce-4b9c-bc25-dffd007f5dd8), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:23:00.783818 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741036503857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133703'] for agent (239dac0e-b210-4295-8f1a-11f7f9dc3de1), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:23:00.967203 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22058584-7115-4ea6-b1eb-6b2a686a170b req-e0e07618-15d7-40dc-8ef1-ddd3124918ab tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:23:00.968570 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-22058584-7115-4ea6-b1eb-6b2a686a170b req-e0e07618-15d7-40dc-8ef1-ddd3124918ab tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] 10.222.0.18 "GET /v2.0/ports?device_id=60b11edc-ce3f-48f7-ac37-bc15cd882254 HTTP/1.1" status: 200 len: 944 time: 0.0520012 Mar 25 19:23:01.014304 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-22058584-7115-4ea6-b1eb-6b2a686a170b req-50cef2fd-db7f-402f-a702-c55a23b5f14d tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] 10.222.0.18 "GET /v2.0/security-groups?id=ece6d36a-8c2c-423d-886b-e23866ad66ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402226 Mar 25 19:23:02.137296 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40bc532-c89c-4216-9247-8e0a637a42d0 req-a7b793df-8ce7-4688-b649-0c34968d1ad2 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:23:02.138757 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-b40bc532-c89c-4216-9247-8e0a637a42d0 req-a7b793df-8ce7-4688-b649-0c34968d1ad2 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] 10.222.0.18 "GET /v2.0/ports?device_id=60b11edc-ce3f-48f7-ac37-bc15cd882254 HTTP/1.1" status: 200 len: 944 time: 0.0540125 Mar 25 19:23:02.183739 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-b40bc532-c89c-4216-9247-8e0a637a42d0 req-427ec17c-20eb-48cb-89ec-f587ec20c662 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] 10.222.0.18 "GET /v2.0/security-groups?id=ece6d36a-8c2c-423d-886b-e23866ad66ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395954 Mar 25 19:23:03.313926 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1735976d-8a5d-44c5-b2cf-49232a582c14 req-53826e8f-29c2-464c-892f-52391d70f8cd tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:23:03.315437 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-1735976d-8a5d-44c5-b2cf-49232a582c14 req-53826e8f-29c2-464c-892f-52391d70f8cd tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] 10.222.0.18 "GET /v2.0/ports?device_id=60b11edc-ce3f-48f7-ac37-bc15cd882254 HTTP/1.1" status: 200 len: 944 time: 0.0560145 Mar 25 19:23:03.368688 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-1735976d-8a5d-44c5-b2cf-49232a582c14 req-530f9354-0ffe-4684-a324-5cc8a6ad2f06 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] 10.222.0.18 "GET /v2.0/security-groups?id=ece6d36a-8c2c-423d-886b-e23866ad66ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477426 Mar 25 19:23:04.494875 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9affd6-070b-4430-9321-1301a48c3d4c req-920d7026-8ad0-4099-bbd8-331c2cbfa176 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:23:04.496754 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-9c9affd6-070b-4430-9321-1301a48c3d4c req-920d7026-8ad0-4099-bbd8-331c2cbfa176 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] 10.222.0.18 "GET /v2.0/ports?device_id=60b11edc-ce3f-48f7-ac37-bc15cd882254 HTTP/1.1" status: 200 len: 944 time: 0.0549502 Mar 25 19:23:04.542104 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-9c9affd6-070b-4430-9321-1301a48c3d4c req-44a3b7e3-aa2e-469c-b9e0-60eb5b20b85c tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] 10.222.0.18 "GET /v2.0/security-groups?id=ece6d36a-8c2c-423d-886b-e23866ad66ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398171 Mar 25 19:23:05.039484 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0358c1f3-d534-42d8-a152-ea242d0ac5f5 req-a210a32f-5d03-4a8e-aa70-5986f2506e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:23:05.040946 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-0358c1f3-d534-42d8-a152-ea242d0ac5f5 req-a210a32f-5d03-4a8e-aa70-5986f2506e9b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6512a963b11c42188d92829b913731e9&device_id=60b11edc-ce3f-48f7-ac37-bc15cd882254 HTTP/1.1" status: 200 len: 1128 time: 0.0455954 Mar 25 19:23:05.140243 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0358c1f3-d534-42d8-a152-ea242d0ac5f5 req-646fd046-7ac0-4d88-bce0-cade0f3d63d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:23:05.141688 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-0358c1f3-d534-42d8-a152-ea242d0ac5f5 req-646fd046-7ac0-4d88-bce0-cade0f3d63d5 service neutron] 10.222.0.26 "GET /v2.0/networks?id=41df54f8-722f-48ae-9670-4d05784c9b60 HTTP/1.1" status: 200 len: 918 time: 0.0827379 Mar 25 19:23:05.210217 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-0358c1f3-d534-42d8-a152-ea242d0ac5f5 req-fcacb5c6-ac12-4462-8264-067b51550c7f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=49753907-3d92-474f-bd8d-596897e5c904 HTTP/1.1" status: 200 len: 999 time: 0.0604355 Mar 25 19:23:05.256422 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0358c1f3-d534-42d8-a152-ea242d0ac5f5 req-2bf039eb-dea5-44b3-8036-1fe224e15ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:23:05.257784 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-0358c1f3-d534-42d8-a152-ea242d0ac5f5 req-2bf039eb-dea5-44b3-8036-1fe224e15ef6 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d9ce3099-d02a-4e55-9db5-3bce93935985 HTTP/1.1" status: 200 len: 856 time: 0.0415888 Mar 25 19:23:05.304873 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0358c1f3-d534-42d8-a152-ea242d0ac5f5 req-b5be63dc-0521-4b40-b59f-abb1c0163687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:23:05.306295 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-0358c1f3-d534-42d8-a152-ea242d0ac5f5 req-b5be63dc-0521-4b40-b59f-abb1c0163687 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=41df54f8-722f-48ae-9670-4d05784c9b60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0412555 Mar 25 19:23:05.396268 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-0358c1f3-d534-42d8-a152-ea242d0ac5f5 req-ca108ab4-ad8b-406a-a71d-89520516e60f service neutron] 10.222.0.26 "GET /v2.0/networks/41df54f8-722f-48ae-9670-4d05784c9b60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827520 Mar 25 19:23:05.485459 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-0358c1f3-d534-42d8-a152-ea242d0ac5f5 req-f3a047de-7d0d-4548-a5ca-202f3651478d service neutron] 10.222.0.26 "GET /v2.0/networks/41df54f8-722f-48ae-9670-4d05784c9b60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825505 Mar 25 19:23:05.663432 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc9c38c-103b-4704-a57e-0c273cc3e149 req-bc14346b-bf37-4990-9453-d5b42b486981 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:23:05.664926 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-efc9c38c-103b-4704-a57e-0c273cc3e149 req-bc14346b-bf37-4990-9453-d5b42b486981 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] 10.222.0.18 "GET /v2.0/ports?device_id=60b11edc-ce3f-48f7-ac37-bc15cd882254 HTTP/1.1" status: 200 len: 944 time: 0.0527854 Mar 25 19:23:05.715813 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-efc9c38c-103b-4704-a57e-0c273cc3e149 req-f58f363d-5476-4116-81d4-0cf8a3c4e55e tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] 10.222.0.18 "GET /v2.0/security-groups?id=ece6d36a-8c2c-423d-886b-e23866ad66ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454652 Mar 25 19:23:05.762560 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-1e9c42b1-955b-4b01-a348-f5e5373aaf6d req-2b664230-598e-47bb-8367-94c9568ed872 tempest-TestShelveInstance-1646936502 tempest-TestShelveInstance-1646936502-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-83596692&fields=id&tenant_id=3c14746134994a9bb1469d2de7a5fbee HTTP/1.1" status: 200 len: 267 time: 0.0427198 Mar 25 19:23:05.867439 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9c42b1-955b-4b01-a348-f5e5373aaf6d req-91642199-e263-4d1f-ad21-5f75a07c8cb7 tempest-TestShelveInstance-1646936502 tempest-TestShelveInstance-1646936502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:23:05.868907 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-1e9c42b1-955b-4b01-a348-f5e5373aaf6d req-91642199-e263-4d1f-ad21-5f75a07c8cb7 tempest-TestShelveInstance-1646936502 tempest-TestShelveInstance-1646936502-project] 10.222.0.18 "GET /v2.0/networks?id=097c27dd-3b60-4b46-8c4d-1a422d066be5 HTTP/1.1" status: 200 len: 808 time: 0.0996273 Mar 25 19:23:05.882831 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-1e9c42b1-955b-4b01-a348-f5e5373aaf6d req-16105c05-a281-44ac-8da8-2ebbc0ca29a9 tempest-TestShelveInstance-1646936502 tempest-TestShelveInstance-1646936502-project] 10.222.0.18 "GET /v2.0/quotas/3c14746134994a9bb1469d2de7a5fbee HTTP/1.1" status: 200 len: 375 time: 0.0087843 Mar 25 19:23:05.942102 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-1e9c42b1-955b-4b01-a348-f5e5373aaf6d req-e3702bdd-0fcd-4fad-ac5a-b3201c84aaa2 tempest-TestShelveInstance-1646936502 tempest-TestShelveInstance-1646936502-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=3c14746134994a9bb1469d2de7a5fbee&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0543208 Mar 25 19:23:06.039066 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-1e9c42b1-955b-4b01-a348-f5e5373aaf6d req-73d0437a-ad7f-44be-8f93-fba957d29cf8 service neutron] 10.222.0.18 "GET /v2.0/networks/097c27dd-3b60-4b46-8c4d-1a422d066be5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853465 Mar 25 19:23:06.128385 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-1e9c42b1-955b-4b01-a348-f5e5373aaf6d req-c23111ac-7c4a-41bf-bdcf-a468d3f55ed4 service neutron] 10.222.0.18 "GET /v2.0/networks/097c27dd-3b60-4b46-8c4d-1a422d066be5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837264 Mar 25 19:23:06.402020 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-7fe27abd-aa70-44a8-9474-091222a77e35 req-030d5a94-c344-4ff3-b8e8-b4119d87e39c tempest-TestShelveInstance-1646936502 tempest-TestShelveInstance-1646936502-project] 10.222.0.18 "GET /v2.0/ports?device_id=38f2e171-22da-433b-a2b5-3cfa379c81a4 HTTP/1.1" status: 200 len: 210 time: 0.0266478 Mar 25 19:23:06.849877 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b752b5b0-def8-48fe-9547-0a27bf8d7ee3 req-962d0329-f713-433d-b337-4263e0d626ea tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:23:06.851430 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-b752b5b0-def8-48fe-9547-0a27bf8d7ee3 req-962d0329-f713-433d-b337-4263e0d626ea tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] 10.222.0.18 "GET /v2.0/ports?device_id=60b11edc-ce3f-48f7-ac37-bc15cd882254 HTTP/1.1" status: 200 len: 944 time: 0.0622168 Mar 25 19:23:06.900389 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-b752b5b0-def8-48fe-9547-0a27bf8d7ee3 req-b69e5376-adda-4a4d-954e-9b7b73d4751c tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] 10.222.0.18 "GET /v2.0/security-groups?id=ece6d36a-8c2c-423d-886b-e23866ad66ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431066 Mar 25 19:23:07.225211 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.18', 35148) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:23:07.352953 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-fa6bb693-f72b-4894-adea-b6463e2921dd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:23:07.441433 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9c42b1-955b-4b01-a348-f5e5373aaf6d req-07d62d12-fc10-4b47-befd-e5bcf2066ac5 tempest-TestShelveInstance-1646936502 tempest-TestShelveInstance-1646936502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:23:07.446429 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-1e9c42b1-955b-4b01-a348-f5e5373aaf6d req-07d62d12-fc10-4b47-befd-e5bcf2066ac5 tempest-TestShelveInstance-1646936502 tempest-TestShelveInstance-1646936502-project] 10.222.0.26 "GET /v2.0/networks?id=097c27dd-3b60-4b46-8c4d-1a422d066be5 HTTP/1.1" status: 200 len: 808 time: 0.1608498 Mar 25 19:23:07.517029 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-e33a8f2c-4981-45be-8e93-d651ec8c3687 req-6f390de0-4af5-42fa-ae5b-d5f64b3059aa tempest-TestShelveInstance-1646936502 tempest-TestShelveInstance-1646936502-project] 10.222.0.18 "GET /v2.0/ports?device_id=38f2e171-22da-433b-a2b5-3cfa379c81a4 HTTP/1.1" status: 200 len: 210 time: 0.0310767 Mar 25 19:23:07.538335 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-1e9c42b1-955b-4b01-a348-f5e5373aaf6d req-e13c9508-a8eb-4376-9539-00978ba09be9 tempest-TestShelveInstance-1646936502 tempest-TestShelveInstance-1646936502-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3c14746134994a9bb1469d2de7a5fbee HTTP/1.1" status: 200 len: 378 time: 0.0839810 Mar 25 19:23:07.540210 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-fa6bb693-f72b-4894-adea-b6463e2921dd admin admin] Publish callbacks [] for security_group (e05642ff-fa71-45ba-a549-c9da5b5dfec6), precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:23:07.543489 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-fa6bb693-f72b-4894-adea-b6463e2921dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687199'] for security_group (e05642ff-fa71-45ba-a549-c9da5b5dfec6), after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:23:07.552257 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.v2.base [req-1e9c42b1-955b-4b01-a348-f5e5373aaf6d req-33e6e926-42b9-494b-982d-0553bbbf1136 tempest-TestShelveInstance-1646936502 tempest-TestShelveInstance-1646936502-project] Request body: {'port': {'device_id': '38f2e171-22da-433b-a2b5-3cfa379c81a4', 'network_id': '097c27dd-3b60-4b46-8c4d-1a422d066be5', 'admin_state_up': True, 'tenant_id': '3c14746134994a9bb1469d2de7a5fbee', 'security_groups': ['0d0283e4-c61f-4082-abaa-df161b665b94']}} {{(pid=103196) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 19:23:07.636373 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-fa6bb693-f72b-4894-adea-b6463e2921dd admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7cd483c5b0a3443f8107d5c8cb4893f0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4100699 Mar 25 19:23:07.639203 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.18', 35162) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:23:07.642351 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6bb693-f72b-4894-adea-b6463e2921dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e05642ff-fa71-45ba-a549-c9da5b5dfec6,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:23:07.702176 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-a2ebb6f5-d2c1-4999-9bd7-a623ddf82204 admin admin] Publish callbacks [] for security_group (e05642ff-fa71-45ba-a549-c9da5b5dfec6), before_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:23:07.708569 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e9c42b1-955b-4b01-a348-f5e5373aaf6d req-33e6e926-42b9-494b-982d-0553bbbf1136 tempest-TestShelveInstance-1646936502 tempest-TestShelveInstance-1646936502-project] Made reservation on behalf of 3c14746134994a9bb1469d2de7a5fbee for: {'port': 1} {{(pid=103196) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 19:23:07.712306 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-1e9c42b1-955b-4b01-a348-f5e5373aaf6d req-33e6e926-42b9-494b-982d-0553bbbf1136 tempest-TestShelveInstance-1646936502 tempest-TestShelveInstance-1646936502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1293263'] for port (None), before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:23:07.735762 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-a2ebb6f5-d2c1-4999-9bd7-a623ddf82204 admin admin] Publish callbacks [] for security_group (e05642ff-fa71-45ba-a549-c9da5b5dfec6), precommit_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:23:07.792398 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-a2ebb6f5-d2c1-4999-9bd7-a623ddf82204 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687199'] for security_group (e05642ff-fa71-45ba-a549-c9da5b5dfec6), after_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:23:07.795313 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-a2ebb6f5-d2c1-4999-9bd7-a623ddf82204 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:23:07.796660 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-a2ebb6f5-d2c1-4999-9bd7-a623ddf82204 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e05642ff-fa71-45ba-a549-c9da5b5dfec6 HTTP/1.1" status: 204 len: 168 time: 0.1563137 Mar 25 19:23:07.807230 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ebb6f5-d2c1-4999-9bd7-a623ddf82204 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e05642ff-fa71-45ba-a549-c9da5b5dfec6,revision_number=None']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:23:07.860157 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.db.db_base_plugin_common [req-1e9c42b1-955b-4b01-a348-f5e5373aaf6d req-33e6e926-42b9-494b-982d-0553bbbf1136 tempest-TestShelveInstance-1646936502 tempest-TestShelveInstance-1646936502-project] Allocated IP 172.20.0.4 (097c27dd-3b60-4b46-8c4d-1a422d066be5/86db36bb-b1b4-4cd3-a48d-f41ecd1b139a/aebbfe60-04d4-4d3c-8a76-e7cd3540537a) {{(pid=103196) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 19:23:08.073669 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525c5deb-4300-4b24-a0d4-dedfe7621cbe req-0cf71cda-47c6-4762-8057-a1b2c300c342 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:23:08.075203 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-525c5deb-4300-4b24-a0d4-dedfe7621cbe req-0cf71cda-47c6-4762-8057-a1b2c300c342 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] 10.222.0.18 "GET /v2.0/ports?device_id=60b11edc-ce3f-48f7-ac37-bc15cd882254 HTTP/1.1" status: 200 len: 944 time: 0.0705285 Mar 25 19:23:08.075792 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-1e9c42b1-955b-4b01-a348-f5e5373aaf6d req-33e6e926-42b9-494b-982d-0553bbbf1136 tempest-TestShelveInstance-1646936502 tempest-TestShelveInstance-1646936502-project] Publish callbacks [] for port (aebbfe60-04d4-4d3c-8a76-e7cd3540537a), precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:23:08.111776 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Device 49753907-3d92-474f-bd8d-596897e5c904 details requested by agent hyperv_hv-cinder-75510 with host hv-cinder-75510 {{(pid=103198) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 25 19:23:08.114438 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-1e9c42b1-955b-4b01-a348-f5e5373aaf6d req-33e6e926-42b9-494b-982d-0553bbbf1136 tempest-TestShelveInstance-1646936502 tempest-TestShelveInstance-1646936502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741036193015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58911673'] for port (aebbfe60-04d4-4d3c-8a76-e7cd3540537a), after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:23:08.129342 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-525c5deb-4300-4b24-a0d4-dedfe7621cbe req-b1bee50a-8836-40ed-92f9-74c6863f6c2a tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] 10.222.0.18 "GET /v2.0/security-groups?id=ece6d36a-8c2c-423d-886b-e23866ad66ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466280 Mar 25 19:23:08.160973 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e9c42b1-955b-4b01-a348-f5e5373aaf6d req-33e6e926-42b9-494b-982d-0553bbbf1136 tempest-TestShelveInstance-1646936502 tempest-TestShelveInstance-1646936502-project] Network 097c27dd-3b60-4b46-8c4d-1a422d066be5 is already hosted by enough agents. {{(pid=103196) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 19:23:08.164294 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.scheduler.base_scheduler [req-1e9c42b1-955b-4b01-a348-f5e5373aaf6d req-33e6e926-42b9-494b-982d-0553bbbf1136 tempest-TestShelveInstance-1646936502 tempest-TestShelveInstance-1646936502-project] Resources bound (agent type, host, resource id): {{(pid=103196) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 19:23:08.170136 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e9c42b1-955b-4b01-a348-f5e5373aaf6d req-33e6e926-42b9-494b-982d-0553bbbf1136 tempest-TestShelveInstance-1646936502 tempest-TestShelveInstance-1646936502-project] Received port after_create {{(pid=103196) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 25 19:23:08.200882 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e6e926-42b9-494b-982d-0553bbbf1136 tempest-TestShelveInstance-1646936502 tempest-TestShelveInstance-1646936502-project] Pushing event updated for resources: {'Port': ['ID=aebbfe60-04d4-4d3c-8a76-e7cd3540537a,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:23:08.215464 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] For port 49753907-3d92-474f-bd8d-596897e5c904, host hv-cinder-75510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75510',level=0,port_id=49753907-3d92-474f-bd8d-596897e5c904,segment=NetworkSegment(d2797ec7-5d3a-4260-b181-2764a4061b4e),segment_id=d2797ec7-5d3a-4260-b181-2764a4061b4e)] {{(pid=103198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 25 19:23:08.226751 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9c42b1-955b-4b01-a348-f5e5373aaf6d req-33e6e926-42b9-494b-982d-0553bbbf1136 tempest-TestShelveInstance-1646936502 tempest-TestShelveInstance-1646936502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:23:08.227231 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Returning: {'device': '49753907-3d92-474f-bd8d-596897e5c904', 'network_id': '41df54f8-722f-48ae-9670-4d05784c9b60', 'port_id': '49753907-3d92-474f-bd8d-596897e5c904', 'mac_address': 'fa:16:3e:e7:ca:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 276, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9ce3099-d02a-4e55-9db5-3bce93935985', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103198) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 25 19:23:08.227371 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-1e9c42b1-955b-4b01-a348-f5e5373aaf6d req-33e6e926-42b9-494b-982d-0553bbbf1136 tempest-TestShelveInstance-1646936502 tempest-TestShelveInstance-1646936502-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63648'] for port (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:23:08.244461 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-1e9c42b1-955b-4b01-a348-f5e5373aaf6d req-33e6e926-42b9-494b-982d-0553bbbf1136 tempest-TestShelveInstance-1646936502 tempest-TestShelveInstance-1646936502-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6979752 Mar 25 19:23:08.260981 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.v2.base [req-1e9c42b1-955b-4b01-a348-f5e5373aaf6d req-d12039f9-6624-451c-9746-c2a176b96d36 service neutron] Request body: {'port': {'device_id': '38f2e171-22da-433b-a2b5-3cfa379c81a4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75510'}} {{(pid=103196) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 19:23:08.272858 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Current status of the port 49753907-3d92-474f-bd8d-596897e5c904 is: DOWN; New status is: BUILD {{(pid=103198) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 25 19:23:08.273255 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1293263'] for port (49753907-3d92-474f-bd8d-596897e5c904), before_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:23:08.288230 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.notifiers.nova [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49753907-3d92-474f-bd8d-596897e5c904 {{(pid=103198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 25 19:23:08.313465 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] For port 49753907-3d92-474f-bd8d-596897e5c904, host hv-cinder-75510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75510',level=0,port_id=49753907-3d92-474f-bd8d-596897e5c904,segment=NetworkSegment(d2797ec7-5d3a-4260-b181-2764a4061b4e),segment_id=d2797ec7-5d3a-4260-b181-2764a4061b4e)] {{(pid=103198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 25 19:23:08.318697 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036679572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741036190733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741036190751'] for port (49753907-3d92-474f-bd8d-596897e5c904), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:23:08.326927 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-1e9c42b1-955b-4b01-a348-f5e5373aaf6d req-d12039f9-6624-451c-9746-c2a176b96d36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1293263'] for port (aebbfe60-04d4-4d3c-8a76-e7cd3540537a), before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:23:08.379764 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Pushing event updated for resources: {'Port': ['ID=49753907-3d92-474f-bd8d-596897e5c904,revision_number=9']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:23:08.386770 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:23:08.387263 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:23:08.387644 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:23:08.387985 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:23:08.388317 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:23:08.388644 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:23:08.388966 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:23:08.389289 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:23:08.389609 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:23:08.389927 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:23:08.390247 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:23:08.390628 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:23:08.390933 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:23:08.391250 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:23:08.391575 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:23:08.439641 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-655cfa5b-44bb-41df-a360-80e567b06d54 None None] Provisioning complete for port aebbfe60-04d4-4d3c-8a76-e7cd3540537a triggered by entity DHCP. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 25 19:23:08.440040 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-655cfa5b-44bb-41df-a360-80e567b06d54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133789'] for port (aebbfe60-04d4-4d3c-8a76-e7cd3540537a), provisioning_complete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:23:08.604269 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-655cfa5b-44bb-41df-a360-80e567b06d54 None None] Port aebbfe60-04d4-4d3c-8a76-e7cd3540537a cannot update to ACTIVE because it is not bound. {{(pid=103198) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 25 19:23:08.607796 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.notifiers.nova [req-1e9c42b1-955b-4b01-a348-f5e5373aaf6d req-d12039f9-6624-451c-9746-c2a176b96d36 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aebbfe60-04d4-4d3c-8a76-e7cd3540537a {{(pid=103196) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 25 19:23:08.629732 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-1e9c42b1-955b-4b01-a348-f5e5373aaf6d req-d12039f9-6624-451c-9746-c2a176b96d36 service neutron] Publish callbacks [] for port (aebbfe60-04d4-4d3c-8a76-e7cd3540537a), precommit_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:23:08.647726 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [req-1e9c42b1-955b-4b01-a348-f5e5373aaf6d req-d12039f9-6624-451c-9746-c2a176b96d36 service neutron] Transition to ACTIVE for port object aebbfe60-04d4-4d3c-8a76-e7cd3540537a will not be triggered until provisioned by entity L2. {{(pid=103196) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 25 19:23:08.652466 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-1e9c42b1-955b-4b01-a348-f5e5373aaf6d req-d12039f9-6624-451c-9746-c2a176b96d36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036679572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741036190733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741036190751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58911630'] for port (aebbfe60-04d4-4d3c-8a76-e7cd3540537a), after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:23:08.689055 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] get_ports_and_sgs() called for port_ids ['49753907-3d92-474f-bd8d-596897e5c904'] {{(pid=103198) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 25 19:23:08.690336 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e2880d-fcf2-46b8-87be-f2226c1d3c4e req-656690cc-66b5-4761-ab14-304cec639ffc tempest-TestShelveInstance-1646936502 tempest-TestShelveInstance-1646936502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:23:08.692252 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-92e2880d-fcf2-46b8-87be-f2226c1d3c4e req-656690cc-66b5-4761-ab14-304cec639ffc tempest-TestShelveInstance-1646936502 tempest-TestShelveInstance-1646936502-project] 10.222.0.18 "GET /v2.0/ports?device_id=38f2e171-22da-433b-a2b5-3cfa379c81a4 HTTP/1.1" status: 200 len: 931 time: 0.1018476 Mar 25 19:23:08.726420 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12039f9-6624-451c-9746-c2a176b96d36 service neutron] Pushing event updated for resources: {'Port': ['ID=aebbfe60-04d4-4d3c-8a76-e7cd3540537a,revision_number=2']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:23:08.810645 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-92e2880d-fcf2-46b8-87be-f2226c1d3c4e req-dd33e655-cb61-4ebe-87b0-9b9d3b9f9397 tempest-TestShelveInstance-1646936502 tempest-TestShelveInstance-1646936502-project] 10.222.0.18 "GET /v2.0/security-groups?id=0d0283e4-c61f-4082-abaa-df161b665b94&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1091666 Mar 25 19:23:08.828034 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [req-1e9c42b1-955b-4b01-a348-f5e5373aaf6d req-d12039f9-6624-451c-9746-c2a176b96d36 service neutron] Attempting to bind port aebbfe60-04d4-4d3c-8a76-e7cd3540537a on host hv-cinder-75510 for vnic_type normal with profile {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 25 19:23:08.828361 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [req-1e9c42b1-955b-4b01-a348-f5e5373aaf6d req-d12039f9-6624-451c-9746-c2a176b96d36 service neutron] Attempting to bind port aebbfe60-04d4-4d3c-8a76-e7cd3540537a by drivers openvswitch,hyperv on host hv-cinder-75510 at level 0 using segments [{'id': '44317c25-04d3-4459-9cb0-9336ea66d066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '097c27dd-3b60-4b46-8c4d-1a422d066be5'}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 25 19:23:08.828688 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e9c42b1-955b-4b01-a348-f5e5373aaf6d req-d12039f9-6624-451c-9746-c2a176b96d36 service neutron] Attempting to bind port aebbfe60-04d4-4d3c-8a76-e7cd3540537a on network 097c27dd-3b60-4b46-8c4d-1a422d066be5 {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 25 19:23:08.833277 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e9c42b1-955b-4b01-a348-f5e5373aaf6d req-d12039f9-6624-451c-9746-c2a176b96d36 service neutron] Port aebbfe60-04d4-4d3c-8a76-e7cd3540537a on network 097c27dd-3b60-4b46-8c4d-1a422d066be5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75510 {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 25 19:23:08.833634 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e9c42b1-955b-4b01-a348-f5e5373aaf6d req-d12039f9-6624-451c-9746-c2a176b96d36 service neutron] Attempting to bind port aebbfe60-04d4-4d3c-8a76-e7cd3540537a on network 097c27dd-3b60-4b46-8c4d-1a422d066be5 {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 25 19:23:08.838607 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e9c42b1-955b-4b01-a348-f5e5373aaf6d req-d12039f9-6624-451c-9746-c2a176b96d36 service neutron] Checking agent: {'id': 'e10cc9df-a7ce-4b9c-bc25-dffd007f5dd8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75510', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 19, 18, 1), 'started_at': datetime.datetime(2022, 3, 25, 19, 18, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 19, 23, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 25 19:23:08.838941 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e9c42b1-955b-4b01-a348-f5e5373aaf6d req-d12039f9-6624-451c-9746-c2a176b96d36 service neutron] Checking segment: {'id': '44317c25-04d3-4459-9cb0-9336ea66d066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '097c27dd-3b60-4b46-8c4d-1a422d066be5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103196) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 25 19:23:08.839313 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e9c42b1-955b-4b01-a348-f5e5373aaf6d req-d12039f9-6624-451c-9746-c2a176b96d36 service neutron] Bound using segment: {'id': '44317c25-04d3-4459-9cb0-9336ea66d066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '097c27dd-3b60-4b46-8c4d-1a422d066be5'} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 25 19:23:08.839725 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [req-1e9c42b1-955b-4b01-a348-f5e5373aaf6d req-d12039f9-6624-451c-9746-c2a176b96d36 service neutron] Bound port: aebbfe60-04d4-4d3c-8a76-e7cd3540537a, host: hv-cinder-75510, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44317c25-04d3-4459-9cb0-9336ea66d066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': '097c27dd-3b60-4b46-8c4d-1a422d066be5'}}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 25 19:23:08.840319 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-1e9c42b1-955b-4b01-a348-f5e5373aaf6d req-d12039f9-6624-451c-9746-c2a176b96d36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1293263'] for port (aebbfe60-04d4-4d3c-8a76-e7cd3540537a), before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:23:08.907850 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.db [req-1e9c42b1-955b-4b01-a348-f5e5373aaf6d req-d12039f9-6624-451c-9746-c2a176b96d36 service neutron] For port aebbfe60-04d4-4d3c-8a76-e7cd3540537a, host hv-cinder-75510, cleared binding levels {{(pid=103196) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 25 19:23:08.911281 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.db [req-1e9c42b1-955b-4b01-a348-f5e5373aaf6d req-d12039f9-6624-451c-9746-c2a176b96d36 service neutron] For port aebbfe60-04d4-4d3c-8a76-e7cd3540537a, host hv-cinder-75510, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75510',level=0,port_id=aebbfe60-04d4-4d3c-8a76-e7cd3540537a,segment=NetworkSegment(44317c25-04d3-4459-9cb0-9336ea66d066),segment_id=44317c25-04d3-4459-9cb0-9336ea66d066)] {{(pid=103196) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 25 19:23:08.917772 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-1e9c42b1-955b-4b01-a348-f5e5373aaf6d req-d12039f9-6624-451c-9746-c2a176b96d36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036679572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741036190733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741036190751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58911630'] for port (aebbfe60-04d4-4d3c-8a76-e7cd3540537a), after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:23:08.951728 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9c42b1-955b-4b01-a348-f5e5373aaf6d req-d12039f9-6624-451c-9746-c2a176b96d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:23:08.952314 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-1e9c42b1-955b-4b01-a348-f5e5373aaf6d req-d12039f9-6624-451c-9746-c2a176b96d36 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63648'] for port (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:23:08.953688 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-1e9c42b1-955b-4b01-a348-f5e5373aaf6d req-d12039f9-6624-451c-9746-c2a176b96d36 service neutron] 10.222.0.26 "PUT /v2.0/ports/aebbfe60-04d4-4d3c-8a76-e7cd3540537a HTTP/1.1" status: 200 len: 1093 time: 0.6981373 Mar 25 19:23:08.954146 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38f2e171-22da-433b-a2b5-3cfa379c81a4', 'tag': 'aebbfe60-04d4-4d3c-8a76-e7cd3540537a'}] {{(pid=103196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 25 19:23:08.956475 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aab9b3bfb8b62b9c439d2baea07b5fa53a515b81dc2b4d2d70d2153c83a947a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-017a9508-1005-4d9c-b96d-d78d45f402c6" -d '{"events": [{"name": "network-changed", "server_uuid": "38f2e171-22da-433b-a2b5-3cfa379c81a4", "tag": "aebbfe60-04d4-4d3c-8a76-e7cd3540537a"}]}' {{(pid=103196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 25 19:23:08.981373 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12039f9-6624-451c-9746-c2a176b96d36 service neutron] Pushing event updated for resources: {'Port': ['ID=aebbfe60-04d4-4d3c-8a76-e7cd3540537a,revision_number=3']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:23:09.012660 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Mar 2022 19:23:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6897255b-3d15-4b25-a681-d8addc8e927b x-openstack-request-id: req-6897255b-3d15-4b25-a681-d8addc8e927b {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 25 19:23:09.013020 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38f2e171-22da-433b-a2b5-3cfa379c81a4", "tag": "aebbfe60-04d4-4d3c-8a76-e7cd3540537a", "status": "completed", "code": 200}]} {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 25 19:23:09.013341 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6897255b-3d15-4b25-a681-d8addc8e927b {{(pid=103196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 25 19:23:09.013804 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6897255b-3d15-4b25-a681-d8addc8e927b'] response: {'name': 'network-changed', 'server_uuid': '38f2e171-22da-433b-a2b5-3cfa379c81a4', 'tag': 'aebbfe60-04d4-4d3c-8a76-e7cd3540537a', 'status': 'completed', 'code': 200} Mar 25 19:23:09.052148 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9c42b1-955b-4b01-a348-f5e5373aaf6d req-c9f45b41-11a4-4305-9ef3-f35c3d52ef33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:23:09.053780 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-1e9c42b1-955b-4b01-a348-f5e5373aaf6d req-c9f45b41-11a4-4305-9ef3-f35c3d52ef33 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3c14746134994a9bb1469d2de7a5fbee&device_id=38f2e171-22da-433b-a2b5-3cfa379c81a4 HTTP/1.1" status: 200 len: 1127 time: 0.0501606 Mar 25 19:23:09.101658 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-1e9c42b1-955b-4b01-a348-f5e5373aaf6d req-5508baea-ac17-4375-83b3-f06fc612f71b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=aebbfe60-04d4-4d3c-8a76-e7cd3540537a HTTP/1.1" status: 200 len: 217 time: 0.0387433 Mar 25 19:23:09.114462 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.db.agents_db [None req-ad735e95-395b-498c-b22d-e8906e231634 None None] Agent healthcheck: found 6 active agents {{(pid=103199) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 25 19:23:09.151662 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9c42b1-955b-4b01-a348-f5e5373aaf6d req-d79b7e3e-b18e-4fd4-a8ac-981b146da3fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:23:09.153128 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-1e9c42b1-955b-4b01-a348-f5e5373aaf6d req-d79b7e3e-b18e-4fd4-a8ac-981b146da3fb service neutron] 10.222.0.26 "GET /v2.0/subnets?id=86db36bb-b1b4-4cd3-a48d-f41ecd1b139a HTTP/1.1" status: 200 len: 847 time: 0.0442462 Mar 25 19:23:09.203497 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9c42b1-955b-4b01-a348-f5e5373aaf6d req-fdfc94a9-ed7d-4c03-b614-298966ec35fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:23:09.204961 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-1e9c42b1-955b-4b01-a348-f5e5373aaf6d req-fdfc94a9-ed7d-4c03-b614-298966ec35fe service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=097c27dd-3b60-4b46-8c4d-1a422d066be5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0447636 Mar 25 19:23:09.313488 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c010bbc5-5f97-4770-8b2e-688d4f15cc6b req-2d8963d1-9139-4d4a-8ec1-b5128b9ab6a5 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:23:09.314914 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-c010bbc5-5f97-4770-8b2e-688d4f15cc6b req-2d8963d1-9139-4d4a-8ec1-b5128b9ab6a5 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] 10.222.0.18 "GET /v2.0/ports?device_id=60b11edc-ce3f-48f7-ac37-bc15cd882254 HTTP/1.1" status: 200 len: 945 time: 0.1138227 Mar 25 19:23:09.334579 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-1e9c42b1-955b-4b01-a348-f5e5373aaf6d req-a859561d-fb42-4846-982f-981b9bbb75ba service neutron] 10.222.0.26 "GET /v2.0/networks/097c27dd-3b60-4b46-8c4d-1a422d066be5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219068 Mar 25 19:23:09.416858 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-c010bbc5-5f97-4770-8b2e-688d4f15cc6b req-2a1e0cfc-885e-4379-b059-5444e868869c tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] 10.222.0.18 "GET /v2.0/security-groups?id=ece6d36a-8c2c-423d-886b-e23866ad66ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0927632 Mar 25 19:23:09.447920 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-1e9c42b1-955b-4b01-a348-f5e5373aaf6d req-7acecdbb-edc4-4be6-86f3-d65f655943ca service neutron] 10.222.0.26 "GET /v2.0/networks/097c27dd-3b60-4b46-8c4d-1a422d066be5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051104 Mar 25 19:23:09.539588 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017a9508-1005-4d9c-b96d-d78d45f402c6 req-a24f57d4-8272-47e2-bd81-12c5c6d2c097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:23:09.550768 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-017a9508-1005-4d9c-b96d-d78d45f402c6 req-a24f57d4-8272-47e2-bd81-12c5c6d2c097 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3c14746134994a9bb1469d2de7a5fbee&device_id=38f2e171-22da-433b-a2b5-3cfa379c81a4 HTTP/1.1" status: 200 len: 1127 time: 0.0430911 Mar 25 19:23:09.631214 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017a9508-1005-4d9c-b96d-d78d45f402c6 req-0a0ebed7-6210-4c81-a474-a9ab2b64dc89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:23:09.632670 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-017a9508-1005-4d9c-b96d-d78d45f402c6 req-0a0ebed7-6210-4c81-a474-a9ab2b64dc89 service neutron] 10.222.0.26 "GET /v2.0/networks?id=097c27dd-3b60-4b46-8c4d-1a422d066be5 HTTP/1.1" status: 200 len: 909 time: 0.0858221 Mar 25 19:23:09.672245 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-017a9508-1005-4d9c-b96d-d78d45f402c6 req-c12e01c6-2d77-4e01-9eaf-ac044539fb2f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=aebbfe60-04d4-4d3c-8a76-e7cd3540537a HTTP/1.1" status: 200 len: 217 time: 0.0334995 Mar 25 19:23:09.721193 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017a9508-1005-4d9c-b96d-d78d45f402c6 req-f97189ac-c2f3-4dc5-95b2-2d367e164cca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:23:09.723227 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-017a9508-1005-4d9c-b96d-d78d45f402c6 req-f97189ac-c2f3-4dc5-95b2-2d367e164cca service neutron] 10.222.0.26 "GET /v2.0/subnets?id=86db36bb-b1b4-4cd3-a48d-f41ecd1b139a HTTP/1.1" status: 200 len: 847 time: 0.0425632 Mar 25 19:23:09.774303 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017a9508-1005-4d9c-b96d-d78d45f402c6 req-ca6f604a-912c-4064-89b5-e5353a13fd09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:23:09.775814 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-017a9508-1005-4d9c-b96d-d78d45f402c6 req-ca6f604a-912c-4064-89b5-e5353a13fd09 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=097c27dd-3b60-4b46-8c4d-1a422d066be5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0461032 Mar 25 19:23:09.865188 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-017a9508-1005-4d9c-b96d-d78d45f402c6 req-f3b73172-a691-4986-b208-883420ab45bf service neutron] 10.222.0.26 "GET /v2.0/networks/097c27dd-3b60-4b46-8c4d-1a422d066be5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817132 Mar 25 19:23:09.928534 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6696a4-76d3-4bd6-af5c-03edeaf891c7 req-52b37345-1042-4494-a563-bbba309755cb tempest-TestShelveInstance-1646936502 tempest-TestShelveInstance-1646936502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:23:09.929942 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-3d6696a4-76d3-4bd6-af5c-03edeaf891c7 req-52b37345-1042-4494-a563-bbba309755cb tempest-TestShelveInstance-1646936502 tempest-TestShelveInstance-1646936502-project] 10.222.0.18 "GET /v2.0/ports?device_id=38f2e171-22da-433b-a2b5-3cfa379c81a4 HTTP/1.1" status: 200 len: 943 time: 0.0515125 Mar 25 19:23:09.956881 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-017a9508-1005-4d9c-b96d-d78d45f402c6 req-5efb44b0-8955-4593-8147-55499d8aeb23 service neutron] 10.222.0.26 "GET /v2.0/networks/097c27dd-3b60-4b46-8c4d-1a422d066be5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847931 Mar 25 19:23:09.979160 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-3d6696a4-76d3-4bd6-af5c-03edeaf891c7 req-856b269e-7132-46f0-ae8c-106ad7f9f92d tempest-TestShelveInstance-1646936502 tempest-TestShelveInstance-1646936502-project] 10.222.0.18 "GET /v2.0/security-groups?id=0d0283e4-c61f-4082-abaa-df161b665b94&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0434144 Mar 25 19:23:10.134199 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Device 49753907-3d92-474f-bd8d-596897e5c904 up at agent hyperv_hv-cinder-75510 {{(pid=103198) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 25 19:23:10.180954 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Provisioning complete for port 49753907-3d92-474f-bd8d-596897e5c904 triggered by entity L2. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 25 19:23:10.181257 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133789'] for port (49753907-3d92-474f-bd8d-596897e5c904), provisioning_complete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:23:10.257235 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Current status of the port 49753907-3d92-474f-bd8d-596897e5c904 is: BUILD; New status is: ACTIVE {{(pid=103198) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 25 19:23:10.257629 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1293263'] for port (49753907-3d92-474f-bd8d-596897e5c904), before_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:23:10.279803 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60b11edc-ce3f-48f7-ac37-bc15cd882254', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49753907-3d92-474f-bd8d-596897e5c904'}] {{(pid=103198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 25 19:23:10.282016 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be5bcd447a3797005f5619062121570069e0d2064b33fc0b2cf836394b7860ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4307626a-7205-4ed2-9afd-9b25f1c99b21" -d '{"events": [{"server_uuid": "60b11edc-ce3f-48f7-ac37-bc15cd882254", "name": "network-vif-plugged", "status": "completed", "tag": "49753907-3d92-474f-bd8d-596897e5c904"}]}' {{(pid=103198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 25 19:23:10.293987 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] For port 49753907-3d92-474f-bd8d-596897e5c904, host hv-cinder-75510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75510',level=0,port_id=49753907-3d92-474f-bd8d-596897e5c904,segment=NetworkSegment(d2797ec7-5d3a-4260-b181-2764a4061b4e),segment_id=d2797ec7-5d3a-4260-b181-2764a4061b4e)] {{(pid=103198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 25 19:23:10.298657 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036679572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741036190733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741036190751'] for port (49753907-3d92-474f-bd8d-596897e5c904), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:23:10.323615 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Mar 2022 19:23:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f74bc1ed-6f88-426f-8234-ca671fafebfb x-openstack-request-id: req-f74bc1ed-6f88-426f-8234-ca671fafebfb {{(pid=103198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 25 19:23:10.323938 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60b11edc-ce3f-48f7-ac37-bc15cd882254", "name": "network-vif-plugged", "status": "completed", "tag": "49753907-3d92-474f-bd8d-596897e5c904", "code": 200}]} {{(pid=103198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 25 19:23:10.324194 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f74bc1ed-6f88-426f-8234-ca671fafebfb {{(pid=103198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 25 19:23:10.324590 dv-cinder-755101-7-iscsi neutron-server[103198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f74bc1ed-6f88-426f-8234-ca671fafebfb'] response: {'server_uuid': '60b11edc-ce3f-48f7-ac37-bc15cd882254', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49753907-3d92-474f-bd8d-596897e5c904', 'code': 200} Mar 25 19:23:10.351090 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Pushing event updated for resources: {'Port': ['ID=49753907-3d92-474f-bd8d-596897e5c904,revision_number=10']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:23:10.538242 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e426437b-2aab-4bb4-a4b7-d96774d461bb req-60292495-a082-4317-b9ac-d5e395414ee4 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:23:10.539741 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-e426437b-2aab-4bb4-a4b7-d96774d461bb req-60292495-a082-4317-b9ac-d5e395414ee4 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] 10.222.0.18 "GET /v2.0/ports?device_id=60b11edc-ce3f-48f7-ac37-bc15cd882254 HTTP/1.1" status: 200 len: 947 time: 0.0509675 Mar 25 19:23:10.588806 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-e426437b-2aab-4bb4-a4b7-d96774d461bb req-b5822f19-c682-4b28-9748-b03963a8c0a7 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] 10.222.0.18 "GET /v2.0/security-groups?id=ece6d36a-8c2c-423d-886b-e23866ad66ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436549 Mar 25 19:23:10.822456 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4274c2-e2ea-453b-843d-2d7e2363ceb2 req-e32d77bd-1e3e-4ef7-a91b-bf307fedcdb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:23:10.823970 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-bc4274c2-e2ea-453b-843d-2d7e2363ceb2 req-e32d77bd-1e3e-4ef7-a91b-bf307fedcdb3 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=60b11edc-ce3f-48f7-ac37-bc15cd882254 HTTP/1.1" status: 200 len: 1131 time: 0.0429707 Mar 25 19:23:10.869334 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-bc4274c2-e2ea-453b-843d-2d7e2363ceb2 req-a285b1f7-89c3-401e-854f-faf176bbf84e service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=ece6d36a-8c2c-423d-886b-e23866ad66ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383086 Mar 25 19:23:11.094441 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6717ff-223d-4a1d-9968-f029bdc274db req-a2fd61c1-b019-405a-988a-6a9fd66af149 tempest-TestShelveInstance-1646936502 tempest-TestShelveInstance-1646936502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:23:11.095839 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-cd6717ff-223d-4a1d-9968-f029bdc274db req-a2fd61c1-b019-405a-988a-6a9fd66af149 tempest-TestShelveInstance-1646936502 tempest-TestShelveInstance-1646936502-project] 10.222.0.18 "GET /v2.0/ports?device_id=38f2e171-22da-433b-a2b5-3cfa379c81a4 HTTP/1.1" status: 200 len: 943 time: 0.0508411 Mar 25 19:23:11.142971 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-cd6717ff-223d-4a1d-9968-f029bdc274db req-564a87c8-d9db-47ad-b6ad-904992b02ae3 tempest-TestShelveInstance-1646936502 tempest-TestShelveInstance-1646936502-project] 10.222.0.18 "GET /v2.0/security-groups?id=0d0283e4-c61f-4082-abaa-df161b665b94&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0407186 Mar 25 19:23:11.708946 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045cf1a0-2a7e-486d-b577-d74cb063cd0e req-412495e0-c5af-48b4-8c21-fb5925ee0c1d tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:23:11.710313 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-045cf1a0-2a7e-486d-b577-d74cb063cd0e req-412495e0-c5af-48b4-8c21-fb5925ee0c1d tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] 10.222.0.18 "GET /v2.0/ports?device_id=60b11edc-ce3f-48f7-ac37-bc15cd882254 HTTP/1.1" status: 200 len: 947 time: 0.0519645 Mar 25 19:23:11.755000 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-045cf1a0-2a7e-486d-b577-d74cb063cd0e req-61d66950-e63e-42ff-8ddf-5d2b9adb5a01 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] 10.222.0.18 "GET /v2.0/security-groups?id=ece6d36a-8c2c-423d-886b-e23866ad66ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386620 Mar 25 19:23:12.266242 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790cd00a-bb4a-4201-a1a0-4147e92006f5 req-63e9432a-b3c9-4652-8f78-47667c4c89bd tempest-TestShelveInstance-1646936502 tempest-TestShelveInstance-1646936502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:23:12.268091 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-790cd00a-bb4a-4201-a1a0-4147e92006f5 req-63e9432a-b3c9-4652-8f78-47667c4c89bd tempest-TestShelveInstance-1646936502 tempest-TestShelveInstance-1646936502-project] 10.222.0.18 "GET /v2.0/ports?device_id=38f2e171-22da-433b-a2b5-3cfa379c81a4 HTTP/1.1" status: 200 len: 943 time: 0.0577321 Mar 25 19:23:12.316490 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-790cd00a-bb4a-4201-a1a0-4147e92006f5 req-f6535f78-4c97-418e-b17e-86a1e4c464ab tempest-TestShelveInstance-1646936502 tempest-TestShelveInstance-1646936502-project] 10.222.0.18 "GET /v2.0/security-groups?id=0d0283e4-c61f-4082-abaa-df161b665b94&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0426788 Mar 25 19:23:12.881168 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add056df-1ce3-4e4e-81cd-e7a440f50aab req-532ed645-aa44-4185-aebc-a6698b6d16d8 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:23:12.882660 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-add056df-1ce3-4e4e-81cd-e7a440f50aab req-532ed645-aa44-4185-aebc-a6698b6d16d8 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] 10.222.0.18 "GET /v2.0/ports?device_id=60b11edc-ce3f-48f7-ac37-bc15cd882254 HTTP/1.1" status: 200 len: 947 time: 0.0530365 Mar 25 19:23:12.930358 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-add056df-1ce3-4e4e-81cd-e7a440f50aab req-169e14c6-1afd-49cb-bf09-ef2609d27cdb tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] 10.222.0.18 "GET /v2.0/security-groups?id=ece6d36a-8c2c-423d-886b-e23866ad66ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420313 Mar 25 19:23:13.430029 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a644eb1-ff47-406d-a8a8-166218890db4 req-f37b920f-4145-4c25-83b4-e09e41aad982 tempest-TestShelveInstance-1646936502 tempest-TestShelveInstance-1646936502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:23:13.431500 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-6a644eb1-ff47-406d-a8a8-166218890db4 req-f37b920f-4145-4c25-83b4-e09e41aad982 tempest-TestShelveInstance-1646936502 tempest-TestShelveInstance-1646936502-project] 10.222.0.18 "GET /v2.0/ports?device_id=38f2e171-22da-433b-a2b5-3cfa379c81a4 HTTP/1.1" status: 200 len: 943 time: 0.0507579 Mar 25 19:23:13.480163 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-6a644eb1-ff47-406d-a8a8-166218890db4 req-a593e3b2-884e-4f65-a882-840398fca0e6 tempest-TestShelveInstance-1646936502 tempest-TestShelveInstance-1646936502-project] 10.222.0.18 "GET /v2.0/security-groups?id=0d0283e4-c61f-4082-abaa-df161b665b94&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0431349 Mar 25 19:23:14.053816 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da87937-abc4-4596-8ebb-b01d8b627179 req-17cca165-b84e-4148-a73c-8ff83d19d427 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:23:14.055295 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-7da87937-abc4-4596-8ebb-b01d8b627179 req-17cca165-b84e-4148-a73c-8ff83d19d427 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] 10.222.0.18 "GET /v2.0/ports?device_id=60b11edc-ce3f-48f7-ac37-bc15cd882254 HTTP/1.1" status: 200 len: 947 time: 0.0562446 Mar 25 19:23:14.100861 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-7da87937-abc4-4596-8ebb-b01d8b627179 req-b5223eb4-2cbd-42db-be8a-7032c2d1dd11 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] 10.222.0.18 "GET /v2.0/security-groups?id=ece6d36a-8c2c-423d-886b-e23866ad66ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401125 Mar 25 19:23:14.595846 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9d7ba1-3f51-4ade-b307-2f945c6e0022 req-cfdd6373-bf76-4e8c-be15-b410c0e3bd7e tempest-TestShelveInstance-1646936502 tempest-TestShelveInstance-1646936502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:23:14.597278 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-4c9d7ba1-3f51-4ade-b307-2f945c6e0022 req-cfdd6373-bf76-4e8c-be15-b410c0e3bd7e tempest-TestShelveInstance-1646936502 tempest-TestShelveInstance-1646936502-project] 10.222.0.18 "GET /v2.0/ports?device_id=38f2e171-22da-433b-a2b5-3cfa379c81a4 HTTP/1.1" status: 200 len: 943 time: 0.0536265 Mar 25 19:23:14.644209 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-4c9d7ba1-3f51-4ade-b307-2f945c6e0022 req-0689f234-87d2-4c9f-b9e1-4e3f6b899ba4 tempest-TestShelveInstance-1646936502 tempest-TestShelveInstance-1646936502-project] 10.222.0.18 "GET /v2.0/security-groups?id=0d0283e4-c61f-4082-abaa-df161b665b94&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0408926 Mar 25 19:23:15.456863 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abf42c0-f896-4df6-a793-f6f2fee55c45 req-74c160a9-7750-4ac0-b5ee-5b7e7c1d495e tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:23:15.459159 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-5abf42c0-f896-4df6-a793-f6f2fee55c45 req-74c160a9-7750-4ac0-b5ee-5b7e7c1d495e tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] 10.222.0.18 "GET /v2.0/ports?device_id=61fd317b-bf98-42d9-9ad4-6bdfc4855b0c HTTP/1.1" status: 200 len: 945 time: 0.0819986 Mar 25 19:23:15.461892 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0fc9fe-a791-4e50-a5b7-49631ef35b90 req-be457e70-b7e4-49cb-858f-ffe3cf88e111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:23:15.463314 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-ab0fc9fe-a791-4e50-a5b7-49631ef35b90 req-be457e70-b7e4-49cb-858f-ffe3cf88e111 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=155e7b1bde6b4fb1ba768c2d6ab00159&device_id=61fd317b-bf98-42d9-9ad4-6bdfc4855b0c HTTP/1.1" status: 200 len: 1129 time: 0.0778978 Mar 25 19:23:15.555800 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-5abf42c0-f896-4df6-a793-f6f2fee55c45 req-a627c040-9e7e-4bf5-a2c1-4297787d6695 tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] 10.222.0.18 "GET /v2.0/security-groups?id=cc23355a-6c89-4d32-96e0-83e927b15a53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0909269 Mar 25 19:23:15.582334 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0fc9fe-a791-4e50-a5b7-49631ef35b90 req-04599605-2cac-4d93-b226-eb2d7a5b046c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:23:15.583852 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-ab0fc9fe-a791-4e50-a5b7-49631ef35b90 req-04599605-2cac-4d93-b226-eb2d7a5b046c service neutron] 10.222.0.26 "GET /v2.0/networks?id=aa37333a-1101-47b7-acc7-f21479cd1d95 HTTP/1.1" status: 200 len: 920 time: 0.1134284 Mar 25 19:23:15.647446 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-ab0fc9fe-a791-4e50-a5b7-49631ef35b90 req-0674843a-f516-4340-99b7-9039534a9e15 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e31a1c5e-f319-4495-a4f3-83d2762ba154 HTTP/1.1" status: 200 len: 1001 time: 0.0564120 Mar 25 19:23:15.698986 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0fc9fe-a791-4e50-a5b7-49631ef35b90 req-ad4c5e47-9011-4641-9681-d64b48c64299 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:23:15.700452 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-ab0fc9fe-a791-4e50-a5b7-49631ef35b90 req-ad4c5e47-9011-4641-9681-d64b48c64299 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d8fb3102-0026-42d9-a683-15415ae64f68 HTTP/1.1" status: 200 len: 858 time: 0.0464854 Mar 25 19:23:15.748621 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0fc9fe-a791-4e50-a5b7-49631ef35b90 req-b89a1faa-8b44-4583-a6a8-f7bbe15dfd2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:23:15.750231 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-ab0fc9fe-a791-4e50-a5b7-49631ef35b90 req-b89a1faa-8b44-4583-a6a8-f7bbe15dfd2d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=aa37333a-1101-47b7-acc7-f21479cd1d95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0428672 Mar 25 19:23:15.761994 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d3e34c-e21d-41d5-a019-bf30b841a247 req-34959a2e-936f-4111-a187-9e060b21b83d tempest-TestShelveInstance-1646936502 tempest-TestShelveInstance-1646936502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:23:15.763490 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-e7d3e34c-e21d-41d5-a019-bf30b841a247 req-34959a2e-936f-4111-a187-9e060b21b83d tempest-TestShelveInstance-1646936502 tempest-TestShelveInstance-1646936502-project] 10.222.0.18 "GET /v2.0/ports?device_id=38f2e171-22da-433b-a2b5-3cfa379c81a4 HTTP/1.1" status: 200 len: 943 time: 0.0516405 Mar 25 19:23:15.811011 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-e7d3e34c-e21d-41d5-a019-bf30b841a247 req-b67727dd-4966-45a2-aeed-4b0cb81e9f3d tempest-TestShelveInstance-1646936502 tempest-TestShelveInstance-1646936502-project] 10.222.0.18 "GET /v2.0/security-groups?id=0d0283e4-c61f-4082-abaa-df161b665b94&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0417197 Mar 25 19:23:15.836585 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-ab0fc9fe-a791-4e50-a5b7-49631ef35b90 req-69be247e-1c38-4b9f-9f58-f0b8e4e98902 service neutron] 10.222.0.26 "GET /v2.0/networks/aa37333a-1101-47b7-acc7-f21479cd1d95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797465 Mar 25 19:23:15.926028 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-ab0fc9fe-a791-4e50-a5b7-49631ef35b90 req-0ce82da7-8786-4c5c-b24b-1e5b0b200462 service neutron] 10.222.0.26 "GET /v2.0/networks/aa37333a-1101-47b7-acc7-f21479cd1d95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829942 Mar 25 19:23:16.144931 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Device aebbfe60-04d4-4d3c-8a76-e7cd3540537a details requested by agent hyperv_hv-cinder-75510 with host hv-cinder-75510 {{(pid=103198) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 25 19:23:16.241454 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] For port aebbfe60-04d4-4d3c-8a76-e7cd3540537a, host hv-cinder-75510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75510',level=0,port_id=aebbfe60-04d4-4d3c-8a76-e7cd3540537a,segment=NetworkSegment(44317c25-04d3-4459-9cb0-9336ea66d066),segment_id=44317c25-04d3-4459-9cb0-9336ea66d066)] {{(pid=103198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 25 19:23:16.252265 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Returning: {'device': 'aebbfe60-04d4-4d3c-8a76-e7cd3540537a', 'network_id': '097c27dd-3b60-4b46-8c4d-1a422d066be5', 'port_id': 'aebbfe60-04d4-4d3c-8a76-e7cd3540537a', 'mac_address': 'fa:16:3e:74:c7:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 291, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86db36bb-b1b4-4cd3-a48d-f41ecd1b139a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103198) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 25 19:23:16.288447 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Current status of the port aebbfe60-04d4-4d3c-8a76-e7cd3540537a is: DOWN; New status is: BUILD {{(pid=103198) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 25 19:23:16.288842 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1293263'] for port (aebbfe60-04d4-4d3c-8a76-e7cd3540537a), before_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:23:16.301414 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.notifiers.nova [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aebbfe60-04d4-4d3c-8a76-e7cd3540537a {{(pid=103198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 25 19:23:16.320265 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] For port aebbfe60-04d4-4d3c-8a76-e7cd3540537a, host hv-cinder-75510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75510',level=0,port_id=aebbfe60-04d4-4d3c-8a76-e7cd3540537a,segment=NetworkSegment(44317c25-04d3-4459-9cb0-9336ea66d066),segment_id=44317c25-04d3-4459-9cb0-9336ea66d066)] {{(pid=103198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 25 19:23:16.323654 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036679572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741036190733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741036190751'] for port (aebbfe60-04d4-4d3c-8a76-e7cd3540537a), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:23:16.372840 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Pushing event updated for resources: {'Port': ['ID=aebbfe60-04d4-4d3c-8a76-e7cd3540537a,revision_number=4']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:23:16.651800 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] get_ports_and_sgs() called for port_ids ['aebbfe60-04d4-4d3c-8a76-e7cd3540537a'] {{(pid=103198) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 25 19:23:16.673674 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30e2288-41f7-4f8c-93d3-c1326d057220 req-e7088716-7909-47e8-be97-de94d75e0231 tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:23:16.675211 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-a30e2288-41f7-4f8c-93d3-c1326d057220 req-e7088716-7909-47e8-be97-de94d75e0231 tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] 10.222.0.18 "GET /v2.0/ports?device_id=61fd317b-bf98-42d9-9ad4-6bdfc4855b0c HTTP/1.1" status: 200 len: 945 time: 0.0533469 Mar 25 19:23:16.721982 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-a30e2288-41f7-4f8c-93d3-c1326d057220 req-e520368f-d6cd-423e-b755-029cffe89abd tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] 10.222.0.18 "GET /v2.0/security-groups?id=cc23355a-6c89-4d32-96e0-83e927b15a53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412540 Mar 25 19:23:16.925946 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dafe429-07a9-4315-8bc6-a71b7da3d4bd req-034f09c0-7bc2-4a00-91ab-ff93d3eda1fc tempest-TestShelveInstance-1646936502 tempest-TestShelveInstance-1646936502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:23:16.927455 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-0dafe429-07a9-4315-8bc6-a71b7da3d4bd req-034f09c0-7bc2-4a00-91ab-ff93d3eda1fc tempest-TestShelveInstance-1646936502 tempest-TestShelveInstance-1646936502-project] 10.222.0.18 "GET /v2.0/ports?device_id=38f2e171-22da-433b-a2b5-3cfa379c81a4 HTTP/1.1" status: 200 len: 944 time: 0.0509667 Mar 25 19:23:16.978016 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-0dafe429-07a9-4315-8bc6-a71b7da3d4bd req-f33909c3-3398-4bc0-b99c-a9aac26baa86 tempest-TestShelveInstance-1646936502 tempest-TestShelveInstance-1646936502-project] 10.222.0.18 "GET /v2.0/security-groups?id=0d0283e4-c61f-4082-abaa-df161b665b94&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0451047 Mar 25 19:23:17.839268 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e537d9b-cbe8-4a80-b418-d6618a26170c req-01d57500-18bb-4cb4-aa7c-18c464e50f9d tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:23:17.840732 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-1e537d9b-cbe8-4a80-b418-d6618a26170c req-01d57500-18bb-4cb4-aa7c-18c464e50f9d tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] 10.222.0.18 "GET /v2.0/ports?device_id=61fd317b-bf98-42d9-9ad4-6bdfc4855b0c HTTP/1.1" status: 200 len: 945 time: 0.0548179 Mar 25 19:23:17.885256 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-1e537d9b-cbe8-4a80-b418-d6618a26170c req-2c26797b-b6ad-4ce2-9dc6-4e0f194f100e tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] 10.222.0.18 "GET /v2.0/security-groups?id=cc23355a-6c89-4d32-96e0-83e927b15a53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389645 Mar 25 19:23:18.097448 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502e8e00-e3d8-4b9a-a904-a3507669e7ff req-1a650a0e-895f-4304-8c1a-577f476af0fa tempest-TestShelveInstance-1646936502 tempest-TestShelveInstance-1646936502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:23:18.099611 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-502e8e00-e3d8-4b9a-a904-a3507669e7ff req-1a650a0e-895f-4304-8c1a-577f476af0fa tempest-TestShelveInstance-1646936502 tempest-TestShelveInstance-1646936502-project] 10.222.0.18 "GET /v2.0/ports?device_id=38f2e171-22da-433b-a2b5-3cfa379c81a4 HTTP/1.1" status: 200 len: 944 time: 0.0512378 Mar 25 19:23:18.147250 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-502e8e00-e3d8-4b9a-a904-a3507669e7ff req-540f9131-5f62-4855-9d7a-d495557a234d tempest-TestShelveInstance-1646936502 tempest-TestShelveInstance-1646936502-project] 10.222.0.18 "GET /v2.0/security-groups?id=0d0283e4-c61f-4082-abaa-df161b665b94&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0421395 Mar 25 19:23:18.162875 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Device aebbfe60-04d4-4d3c-8a76-e7cd3540537a up at agent hyperv_hv-cinder-75510 {{(pid=103198) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 25 19:23:18.210917 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Provisioning for port aebbfe60-04d4-4d3c-8a76-e7cd3540537a completed by entity L2. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 25 19:23:18.215584 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Provisioning complete for port aebbfe60-04d4-4d3c-8a76-e7cd3540537a triggered by entity L2. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 25 19:23:18.216552 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133789'] for port (aebbfe60-04d4-4d3c-8a76-e7cd3540537a), provisioning_complete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:23:18.290277 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Current status of the port aebbfe60-04d4-4d3c-8a76-e7cd3540537a is: BUILD; New status is: ACTIVE {{(pid=103198) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 25 19:23:18.290704 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1293263'] for port (aebbfe60-04d4-4d3c-8a76-e7cd3540537a), before_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:23:18.316405 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38f2e171-22da-433b-a2b5-3cfa379c81a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aebbfe60-04d4-4d3c-8a76-e7cd3540537a'}] {{(pid=103198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 25 19:23:18.319162 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be5bcd447a3797005f5619062121570069e0d2064b33fc0b2cf836394b7860ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-654e3445-b8d3-4255-b647-5ac712e1bf49" -d '{"events": [{"server_uuid": "38f2e171-22da-433b-a2b5-3cfa379c81a4", "name": "network-vif-plugged", "status": "completed", "tag": "aebbfe60-04d4-4d3c-8a76-e7cd3540537a"}]}' {{(pid=103198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 25 19:23:18.331362 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] For port aebbfe60-04d4-4d3c-8a76-e7cd3540537a, host hv-cinder-75510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75510',level=0,port_id=aebbfe60-04d4-4d3c-8a76-e7cd3540537a,segment=NetworkSegment(44317c25-04d3-4459-9cb0-9336ea66d066),segment_id=44317c25-04d3-4459-9cb0-9336ea66d066)] {{(pid=103198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 25 19:23:18.335797 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036679572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741036190733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741036190751'] for port (aebbfe60-04d4-4d3c-8a76-e7cd3540537a), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:23:18.357833 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Mar 2022 19:23:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24917c2c-4b9f-42b5-b86a-405fd41ff822 x-openstack-request-id: req-24917c2c-4b9f-42b5-b86a-405fd41ff822 {{(pid=103198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 25 19:23:18.358193 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38f2e171-22da-433b-a2b5-3cfa379c81a4", "name": "network-vif-plugged", "status": "completed", "tag": "aebbfe60-04d4-4d3c-8a76-e7cd3540537a", "code": 200}]} {{(pid=103198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 25 19:23:18.358469 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-24917c2c-4b9f-42b5-b86a-405fd41ff822 {{(pid=103198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 25 19:23:18.358939 dv-cinder-755101-7-iscsi neutron-server[103198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-24917c2c-4b9f-42b5-b86a-405fd41ff822'] response: {'server_uuid': '38f2e171-22da-433b-a2b5-3cfa379c81a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aebbfe60-04d4-4d3c-8a76-e7cd3540537a', 'code': 200} Mar 25 19:23:18.384373 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Pushing event updated for resources: {'Port': ['ID=aebbfe60-04d4-4d3c-8a76-e7cd3540537a,revision_number=5']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:23:18.600485 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf20e84-fe39-4c32-81ae-b02103223327 req-87c227f8-2cea-44da-95fa-20bd2f156557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:23:18.601833 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-3bf20e84-fe39-4c32-81ae-b02103223327 req-87c227f8-2cea-44da-95fa-20bd2f156557 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=38f2e171-22da-433b-a2b5-3cfa379c81a4 HTTP/1.1" status: 200 len: 1129 time: 0.0411828 Mar 25 19:23:18.646826 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-3bf20e84-fe39-4c32-81ae-b02103223327 req-5101a5eb-63a5-487b-9f5a-3b09e594811a service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=0d0283e4-c61f-4082-abaa-df161b665b94&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0387533 Mar 25 19:23:19.000021 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e5a499-6223-4add-a4ce-d9919aebd17f req-425a1241-1241-4a97-bed5-8d0fb4daa789 tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:23:19.001509 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-13e5a499-6223-4add-a4ce-d9919aebd17f req-425a1241-1241-4a97-bed5-8d0fb4daa789 tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] 10.222.0.18 "GET /v2.0/ports?device_id=61fd317b-bf98-42d9-9ad4-6bdfc4855b0c HTTP/1.1" status: 200 len: 945 time: 0.0511527 Mar 25 19:23:19.046251 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-13e5a499-6223-4add-a4ce-d9919aebd17f req-5bd18adf-2888-4002-ae6f-d9b754634bc6 tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] 10.222.0.18 "GET /v2.0/security-groups?id=cc23355a-6c89-4d32-96e0-83e927b15a53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393157 Mar 25 19:23:19.263143 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae68146e-83a1-4fe2-ab92-080ae5949783 req-2fb43c34-ceff-4373-8d01-006476bbfa94 tempest-TestShelveInstance-1646936502 tempest-TestShelveInstance-1646936502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:23:19.264564 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-ae68146e-83a1-4fe2-ab92-080ae5949783 req-2fb43c34-ceff-4373-8d01-006476bbfa94 tempest-TestShelveInstance-1646936502 tempest-TestShelveInstance-1646936502-project] 10.222.0.18 "GET /v2.0/ports?device_id=38f2e171-22da-433b-a2b5-3cfa379c81a4 HTTP/1.1" status: 200 len: 945 time: 0.0516341 Mar 25 19:23:19.314767 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-ae68146e-83a1-4fe2-ab92-080ae5949783 req-8f4129c1-f9d1-4ab8-affc-b19bffc25930 tempest-TestShelveInstance-1646936502 tempest-TestShelveInstance-1646936502-project] 10.222.0.18 "GET /v2.0/security-groups?id=0d0283e4-c61f-4082-abaa-df161b665b94&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0445874 Mar 25 19:23:20.164194 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a594403-96d6-4668-9113-c4e4ce8e01d4 req-98062881-003c-496c-bc21-6f01357014df tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:23:20.165793 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-2a594403-96d6-4668-9113-c4e4ce8e01d4 req-98062881-003c-496c-bc21-6f01357014df tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] 10.222.0.18 "GET /v2.0/ports?device_id=61fd317b-bf98-42d9-9ad4-6bdfc4855b0c HTTP/1.1" status: 200 len: 945 time: 0.0544186 Mar 25 19:23:20.212995 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-2a594403-96d6-4668-9113-c4e4ce8e01d4 req-2cb9de5c-5037-464c-bbc7-f25531df253d tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] 10.222.0.18 "GET /v2.0/security-groups?id=cc23355a-6c89-4d32-96e0-83e927b15a53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417016 Mar 25 19:23:20.428438 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be19fd9c-b255-4215-9389-32524021ea43 req-bdde31eb-7e2a-4c47-aa5f-169b2a0f2cf3 tempest-TestShelveInstance-1646936502 tempest-TestShelveInstance-1646936502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:23:20.429904 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-be19fd9c-b255-4215-9389-32524021ea43 req-bdde31eb-7e2a-4c47-aa5f-169b2a0f2cf3 tempest-TestShelveInstance-1646936502 tempest-TestShelveInstance-1646936502-project] 10.222.0.18 "GET /v2.0/ports?device_id=38f2e171-22da-433b-a2b5-3cfa379c81a4 HTTP/1.1" status: 200 len: 945 time: 0.0514939 Mar 25 19:23:20.477921 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-be19fd9c-b255-4215-9389-32524021ea43 req-559b6c8a-7c67-4b8e-9580-a3035cfbbb23 tempest-TestShelveInstance-1646936502 tempest-TestShelveInstance-1646936502-project] 10.222.0.18 "GET /v2.0/security-groups?id=0d0283e4-c61f-4082-abaa-df161b665b94&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0422540 Mar 25 19:23:20.590242 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fde4b40-c0e9-4cd3-9619-42e6c7e13e4b req-929e3e35-866b-4469-aa25-6682af8fb844 tempest-TestShelveInstance-1646936502 tempest-TestShelveInstance-1646936502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:23:20.591778 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-1fde4b40-c0e9-4cd3-9619-42e6c7e13e4b req-929e3e35-866b-4469-aa25-6682af8fb844 tempest-TestShelveInstance-1646936502 tempest-TestShelveInstance-1646936502-project] 10.222.0.18 "GET /v2.0/ports?device_id=38f2e171-22da-433b-a2b5-3cfa379c81a4 HTTP/1.1" status: 200 len: 945 time: 0.0508766 Mar 25 19:23:20.638049 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-1fde4b40-c0e9-4cd3-9619-42e6c7e13e4b req-6b5ffb05-7f85-4d64-9e6b-be0e00f24dd6 tempest-TestShelveInstance-1646936502 tempest-TestShelveInstance-1646936502-project] 10.222.0.18 "GET /v2.0/security-groups?id=0d0283e4-c61f-4082-abaa-df161b665b94&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0409656 Mar 25 19:23:20.665666 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.18', 35284) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:23:20.850845 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dde6d847-2934-4860-b9bd-518decd8a397 tempest-TestShelveInstance-1943023827 tempest-TestShelveInstance-1943023827-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:23:20.852244 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-dde6d847-2934-4860-b9bd-518decd8a397 tempest-TestShelveInstance-1943023827 tempest-TestShelveInstance-1943023827-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=38f2e171-22da-433b-a2b5-3cfa379c81a4 HTTP/1.1" status: 200 len: 1124 time: 0.1856081 Mar 25 19:23:20.855395 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.18', 35288) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:23:20.859490 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.v2.base [None req-372bf8eb-b2e3-400a-80eb-eb4c5aaf29d2 tempest-TestShelveInstance-1646936502 tempest-TestShelveInstance-1646936502-project] Request body: {'floatingip': {'floating_network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'port_id': 'aebbfe60-04d4-4d3c-8a76-e7cd3540537a', 'tenant_id': '3c14746134994a9bb1469d2de7a5fbee', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 19:23:20.879300 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-372bf8eb-b2e3-400a-80eb-eb4c5aaf29d2 tempest-TestShelveInstance-1646936502 tempest-TestShelveInstance-1646936502-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:23:20.972540 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-372bf8eb-b2e3-400a-80eb-eb4c5aaf29d2 tempest-TestShelveInstance-1646936502 tempest-TestShelveInstance-1646936502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1293263'] for port (None), before_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:23:21.076801 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.db.db_base_plugin_common [None req-372bf8eb-b2e3-400a-80eb-eb4c5aaf29d2 tempest-TestShelveInstance-1646936502 tempest-TestShelveInstance-1646936502-project] Allocated IP 172.27.0.165 (4acd50f3-de7f-4854-a6f4-5b66b3577c15/efae7cfd-1549-43a8-94ca-01f5ce7b3ee1/8adbc07c-c653-4046-aea5-1363f9d0f318) {{(pid=103197) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 19:23:21.172295 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-372bf8eb-b2e3-400a-80eb-eb4c5aaf29d2 tempest-TestShelveInstance-1646936502 tempest-TestShelveInstance-1646936502-project] Publish callbacks [] for port (8adbc07c-c653-4046-aea5-1363f9d0f318), precommit_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:23:21.204784 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-372bf8eb-b2e3-400a-80eb-eb4c5aaf29d2 tempest-TestShelveInstance-1646936502 tempest-TestShelveInstance-1646936502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741036193015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59283508'] for port (8adbc07c-c653-4046-aea5-1363f9d0f318), after_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:23:21.245036 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-372bf8eb-b2e3-400a-80eb-eb4c5aaf29d2 tempest-TestShelveInstance-1646936502 tempest-TestShelveInstance-1646936502-project] Network 4acd50f3-de7f-4854-a6f4-5b66b3577c15 is already hosted by enough agents. {{(pid=103197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 19:23:21.247937 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.scheduler.base_scheduler [None req-372bf8eb-b2e3-400a-80eb-eb4c5aaf29d2 tempest-TestShelveInstance-1646936502 tempest-TestShelveInstance-1646936502-project] Resources bound (agent type, host, resource id): {{(pid=103197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 19:23:21.253477 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-372bf8eb-b2e3-400a-80eb-eb4c5aaf29d2 tempest-TestShelveInstance-1646936502 tempest-TestShelveInstance-1646936502-project] Received port after_create {{(pid=103197) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 25 19:23:21.259064 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372bf8eb-b2e3-400a-80eb-eb4c5aaf29d2 tempest-TestShelveInstance-1646936502 tempest-TestShelveInstance-1646936502-project] Pushing event updated for resources: {'Port': ['ID=8adbc07c-c653-4046-aea5-1363f9d0f318,revision_number=1']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:23:21.328402 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c732d1e5-9707-42d0-a221-571a2cbc0cda req-e0ddffa9-7af5-4b9e-abab-d5d066cf9b2f tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:23:21.329874 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-c732d1e5-9707-42d0-a221-571a2cbc0cda req-e0ddffa9-7af5-4b9e-abab-d5d066cf9b2f tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] 10.222.0.18 "GET /v2.0/ports?device_id=61fd317b-bf98-42d9-9ad4-6bdfc4855b0c HTTP/1.1" status: 200 len: 945 time: 0.0517495 Mar 25 19:23:21.375835 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-c732d1e5-9707-42d0-a221-571a2cbc0cda req-ae316e19-0d84-4c18-b415-e9c2d919d3c6 tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] 10.222.0.18 "GET /v2.0/security-groups?id=cc23355a-6c89-4d32-96e0-83e927b15a53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402665 Mar 25 19:23:21.592968 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-372bf8eb-b2e3-400a-80eb-eb4c5aaf29d2 tempest-TestShelveInstance-1646936502 tempest-TestShelveInstance-1646936502-project] Publish callbacks [] for floatingip (9e076dbc-d656-4d49-88fd-3b05bf046d40), precommit_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:23:21.660241 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-372bf8eb-b2e3-400a-80eb-eb4c5aaf29d2 tempest-TestShelveInstance-1646936502 tempest-TestShelveInstance-1646936502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1293263'] for port (8adbc07c-c653-4046-aea5-1363f9d0f318), before_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:23:21.802832 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-372bf8eb-b2e3-400a-80eb-eb4c5aaf29d2 tempest-TestShelveInstance-1646936502 tempest-TestShelveInstance-1646936502-project] Publish callbacks [] for port (8adbc07c-c653-4046-aea5-1363f9d0f318), precommit_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:23:21.807217 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-372bf8eb-b2e3-400a-80eb-eb4c5aaf29d2 tempest-TestShelveInstance-1646936502 tempest-TestShelveInstance-1646936502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036679572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741036190733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741036190751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59283459'] for port (8adbc07c-c653-4046-aea5-1363f9d0f318), after_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:23:21.872873 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372bf8eb-b2e3-400a-80eb-eb4c5aaf29d2 tempest-TestShelveInstance-1646936502 tempest-TestShelveInstance-1646936502-project] Pushing event updated for resources: {'Port': ['ID=8adbc07c-c653-4046-aea5-1363f9d0f318,revision_number=2']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:23:21.883042 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-372bf8eb-b2e3-400a-80eb-eb4c5aaf29d2 tempest-TestShelveInstance-1646936502 tempest-TestShelveInstance-1646936502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3753541'] for floatingip (9e076dbc-d656-4d49-88fd-3b05bf046d40), after_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:23:21.979706 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.db.l3_db [None req-372bf8eb-b2e3-400a-80eb-eb4c5aaf29d2 tempest-TestShelveInstance-1646936502 tempest-TestShelveInstance-1646936502-project] Floating IP 9e076dbc-d656-4d49-88fd-3b05bf046d40 associated. External IP: 172.27.0.165, port: aebbfe60-04d4-4d3c-8a76-e7cd3540537a. Mar 25 19:23:22.180078 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-372bf8eb-b2e3-400a-80eb-eb4c5aaf29d2 tempest-TestShelveInstance-1646936502 tempest-TestShelveInstance-1646936502-project] Router b1d70869-4277-4d8f-a436-7af816a21fdd has already been hosted by L3 agent af1b81b0-43af-47bb-a61e-8e46b36efc57 {{(pid=103197) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 25 19:23:22.284887 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-372bf8eb-b2e3-400a-80eb-eb4c5aaf29d2 tempest-TestShelveInstance-1646936502 tempest-TestShelveInstance-1646936502-project] Notify agent at l3_agent.dv-cinder-755101-7-iscsi the message routers_updated {{(pid=103197) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 25 19:23:22.294572 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2452bd05-55a4-4b83-86c2-dca3e53eb02f None None] Sync routers for ids ['b1d70869-4277-4d8f-a436-7af816a21fdd'] in dv-cinder-755101-7-iscsi {{(pid=103199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 25 19:23:22.302732 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-372bf8eb-b2e3-400a-80eb-eb4c5aaf29d2 tempest-TestShelveInstance-1646936502 tempest-TestShelveInstance-1646936502-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63648'] for floatingip (None), before_response {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:23:22.307238 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2452bd05-55a4-4b83-86c2-dca3e53eb02f None None] Routers {'b1d70869-4277-4d8f-a436-7af816a21fdd'} bound to L3 agent in host dv-cinder-755101-7-iscsi {{(pid=103199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 25 19:23:22.307845 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.db.l3_hamode_db [None req-2452bd05-55a4-4b83-86c2-dca3e53eb02f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755101-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-25T19:11:57Z,description=,heartbeat_timestamp=2022-03-25T19:22:57Z,host='dv-cinder-755101-7-iscsi',id=af1b81b0-43af-47bb-a61e-8e46b36efc57,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:11:57Z,topic='l3_agent')) {'router_ids': ['b1d70869-4277-4d8f-a436-7af816a21fdd'], 'active': True} {{(pid=103199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 19:23:22.333119 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-372bf8eb-b2e3-400a-80eb-eb4c5aaf29d2 tempest-TestShelveInstance-1646936502 tempest-TestShelveInstance-1646936502-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.4767077 Mar 25 19:23:22.333773 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38f2e171-22da-433b-a2b5-3cfa379c81a4', 'tag': 'aebbfe60-04d4-4d3c-8a76-e7cd3540537a'}] {{(pid=103197) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 25 19:23:22.335897 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7289d4093f021cbd7bf50bbaa59f437c9f72b9c220592c3ffe9e03ab6ac51c7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62fa62b7-d6e9-4ee8-babf-2d67492c85ca" -d '{"events": [{"name": "network-changed", "server_uuid": "38f2e171-22da-433b-a2b5-3cfa379c81a4", "tag": "aebbfe60-04d4-4d3c-8a76-e7cd3540537a"}]}' {{(pid=103197) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 25 19:23:22.372599 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Mar 2022 19:23:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3a7428e-ba0c-43df-aa76-9688d7d26520 x-openstack-request-id: req-c3a7428e-ba0c-43df-aa76-9688d7d26520 {{(pid=103197) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 25 19:23:22.372910 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38f2e171-22da-433b-a2b5-3cfa379c81a4", "tag": "aebbfe60-04d4-4d3c-8a76-e7cd3540537a", "status": "completed", "code": 200}]} {{(pid=103197) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 25 19:23:22.373149 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c3a7428e-ba0c-43df-aa76-9688d7d26520 {{(pid=103197) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 25 19:23:22.373561 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c3a7428e-ba0c-43df-aa76-9688d7d26520'] response: {'name': 'network-changed', 'server_uuid': '38f2e171-22da-433b-a2b5-3cfa379c81a4', 'tag': 'aebbfe60-04d4-4d3c-8a76-e7cd3540537a', 'status': 'completed', 'code': 200} Mar 25 19:23:22.446915 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fa62b7-d6e9-4ee8-babf-2d67492c85ca req-59c6bbf6-3a15-40ad-974e-6d6a959d034f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:23:22.448533 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-62fa62b7-d6e9-4ee8-babf-2d67492c85ca req-59c6bbf6-3a15-40ad-974e-6d6a959d034f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3c14746134994a9bb1469d2de7a5fbee&device_id=38f2e171-22da-433b-a2b5-3cfa379c81a4 HTTP/1.1" status: 200 len: 1129 time: 0.0531120 Mar 25 19:23:22.457803 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.db.l3_dvr_db [None req-2452bd05-55a4-4b83-86c2-dca3e53eb02f None None] Set router b1d70869-4277-4d8f-a436-7af816a21fdd gateway port host: dv-cinder-755101-7-iscsi {{(pid=103199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 25 19:23:22.795817 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.db.l3_hamode_db [None req-2452bd05-55a4-4b83-86c2-dca3e53eb02f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1d70869-4277-4d8f-a436-7af816a21fdd', 'name': 'tempest-TestShelveInstance-183429673-router', 'tenant_id': '3c14746134994a9bb1469d2de7a5fbee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'external_fixed_ips': [{'subnet_id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'ip_address': '172.27.0.235'}], 'enable_snat': True}, 'gw_port_id': 'fd4b2b60-ef94-450e-979b-3a9063f00d9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T19:22:21Z', 'updated_at': '2022-03-25T19:22:27Z', 'revision_number': 4, 'project_id': '3c14746134994a9bb1469d2de7a5fbee', 'gw_port': {'id': 'fd4b2b60-ef94-450e-979b-3a9063f00d9d', 'name': '', 'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:56:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1d70869-4277-4d8f-a436-7af816a21fdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'ip_address': '172.27.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T19:22:22Z', 'updated_at': '2022-03-25T19:22:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755101-7-iscsi', '_floatingips': [{'id': '9e076dbc-d656-4d49-88fd-3b05bf046d40', 'tenant_id': '3c14746134994a9bb1469d2de7a5fbee', 'floating_ip_address': '172.27.0.165', 'floating_network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'router_id': 'b1d70869-4277-4d8f-a436-7af816a21fdd', 'port_id': 'aebbfe60-04d4-4d3c-8a76-e7cd3540537a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 469, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '097c27dd-3b60-4b46-8c4d-1a422d066be5', 'mac_address': 'fa:16:3e:74:c7:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38f2e171-22da-433b-a2b5-3cfa379c81a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-25T19:23:21Z', 'updated_at': '2022-03-25T19:23:21Z', 'revision_number': 0, 'project_id': '3c14746134994a9bb1469d2de7a5fbee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03f29af6-aa02-44b2-83f7-df2745e7e56a', 'name': '', 'network_id': '097c27dd-3b60-4b46-8c4d-1a422d066be5', 'tenant_id': '3c14746134994a9bb1469d2de7a5fbee', 'mac_address': 'fa:16:3e:4e:00:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1d70869-4277-4d8f-a436-7af816a21fdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '86db36bb-b1b4-4cd3-a48d-f41ecd1b139a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T19:22:26Z', 'updated_at': '2022-03-25T19:22:34Z', 'revision_number': 5, 'project_id': '3c14746134994a9bb1469d2de7a5fbee', 'subnets': [{'id': '86db36bb-b1b4-4cd3-a48d-f41ecd1b139a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-755101-7-iscsi', False) {} {{(pid=103199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 19:23:22.811775 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fa62b7-d6e9-4ee8-babf-2d67492c85ca req-c9d9d1fa-2a20-4b63-a74c-6e43d278fb77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:23:22.813502 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-62fa62b7-d6e9-4ee8-babf-2d67492c85ca req-c9d9d1fa-2a20-4b63-a74c-6e43d278fb77 service neutron] 10.222.0.26 "GET /v2.0/networks?id=097c27dd-3b60-4b46-8c4d-1a422d066be5 HTTP/1.1" status: 200 len: 909 time: 0.3587146 Mar 25 19:23:22.820284 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb29d0e-75e6-4999-a611-d8edbc285e6a req-928ab1f7-66a1-422a-b90a-5a4015be6e3f tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:23:22.821574 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2452bd05-55a4-4b83-86c2-dca3e53eb02f None None] Checking router: b1d70869-4277-4d8f-a436-7af816a21fdd for host: dv-cinder-755101-7-iscsi {{(pid=103199) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 25 19:23:22.821717 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-abb29d0e-75e6-4999-a611-d8edbc285e6a req-928ab1f7-66a1-422a-b90a-5a4015be6e3f tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] 10.222.0.18 "GET /v2.0/ports?device_id=61fd317b-bf98-42d9-9ad4-6bdfc4855b0c HTTP/1.1" status: 200 len: 945 time: 0.3679953 Mar 25 19:23:22.829723 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2452bd05-55a4-4b83-86c2-dca3e53eb02f None None] Routers {'b1d70869-4277-4d8f-a436-7af816a21fdd'} bound to L3 agent in host dv-cinder-755101-7-iscsi {{(pid=103199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 25 19:23:22.830312 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.db.l3_hamode_db [None req-2452bd05-55a4-4b83-86c2-dca3e53eb02f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755101-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-25T19:11:57Z,description=,heartbeat_timestamp=2022-03-25T19:22:57Z,host='dv-cinder-755101-7-iscsi',id=af1b81b0-43af-47bb-a61e-8e46b36efc57,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:11:57Z,topic='l3_agent')) {'router_ids': ['b1d70869-4277-4d8f-a436-7af816a21fdd'], 'active': True} {{(pid=103199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 19:23:22.902495 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-62fa62b7-d6e9-4ee8-babf-2d67492c85ca req-c457890c-596c-4e1f-9ef7-8daf4007c70b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=aebbfe60-04d4-4d3c-8a76-e7cd3540537a HTTP/1.1" status: 200 len: 999 time: 0.0799127 Mar 25 19:23:22.922166 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-abb29d0e-75e6-4999-a611-d8edbc285e6a req-242cd3ee-ad43-4194-bf25-6f2ccc4244ff tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] 10.222.0.18 "GET /v2.0/security-groups?id=cc23355a-6c89-4d32-96e0-83e927b15a53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0938499 Mar 25 19:23:22.937766 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.db.l3_dvr_db [None req-2452bd05-55a4-4b83-86c2-dca3e53eb02f None None] Set router b1d70869-4277-4d8f-a436-7af816a21fdd gateway port host: dv-cinder-755101-7-iscsi {{(pid=103199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 25 19:23:22.955653 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fa62b7-d6e9-4ee8-babf-2d67492c85ca req-e538e2c5-49ff-4973-a7a7-d48d5a54c426 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:23:22.957023 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-62fa62b7-d6e9-4ee8-babf-2d67492c85ca req-e538e2c5-49ff-4973-a7a7-d48d5a54c426 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=86db36bb-b1b4-4cd3-a48d-f41ecd1b139a HTTP/1.1" status: 200 len: 847 time: 0.0472548 Mar 25 19:23:23.008304 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fa62b7-d6e9-4ee8-babf-2d67492c85ca req-4f3dd2b1-2f44-4bec-9d72-1d8582c93e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:23:23.009776 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-62fa62b7-d6e9-4ee8-babf-2d67492c85ca req-4f3dd2b1-2f44-4bec-9d72-1d8582c93e08 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=097c27dd-3b60-4b46-8c4d-1a422d066be5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0451181 Mar 25 19:23:23.110792 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-62fa62b7-d6e9-4ee8-babf-2d67492c85ca req-6d713b59-5ed1-4408-8ac8-906c52a7da7d service neutron] 10.222.0.26 "GET /v2.0/networks/097c27dd-3b60-4b46-8c4d-1a422d066be5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803998 Mar 25 19:23:23.159943 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.db.l3_hamode_db [None req-2452bd05-55a4-4b83-86c2-dca3e53eb02f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1d70869-4277-4d8f-a436-7af816a21fdd', 'name': 'tempest-TestShelveInstance-183429673-router', 'tenant_id': '3c14746134994a9bb1469d2de7a5fbee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'external_fixed_ips': [{'subnet_id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'ip_address': '172.27.0.235'}], 'enable_snat': True}, 'gw_port_id': 'fd4b2b60-ef94-450e-979b-3a9063f00d9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T19:22:21Z', 'updated_at': '2022-03-25T19:22:27Z', 'revision_number': 4, 'project_id': '3c14746134994a9bb1469d2de7a5fbee', 'gw_port': {'id': 'fd4b2b60-ef94-450e-979b-3a9063f00d9d', 'name': '', 'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:56:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1d70869-4277-4d8f-a436-7af816a21fdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'ip_address': '172.27.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T19:22:22Z', 'updated_at': '2022-03-25T19:22:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755101-7-iscsi', '_floatingips': [{'id': '9e076dbc-d656-4d49-88fd-3b05bf046d40', 'tenant_id': '3c14746134994a9bb1469d2de7a5fbee', 'floating_ip_address': '172.27.0.165', 'floating_network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'router_id': 'b1d70869-4277-4d8f-a436-7af816a21fdd', 'port_id': 'aebbfe60-04d4-4d3c-8a76-e7cd3540537a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 469, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '097c27dd-3b60-4b46-8c4d-1a422d066be5', 'mac_address': 'fa:16:3e:74:c7:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38f2e171-22da-433b-a2b5-3cfa379c81a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-25T19:23:21Z', 'updated_at': '2022-03-25T19:23:21Z', 'revision_number': 0, 'project_id': '3c14746134994a9bb1469d2de7a5fbee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03f29af6-aa02-44b2-83f7-df2745e7e56a', 'name': '', 'network_id': '097c27dd-3b60-4b46-8c4d-1a422d066be5', 'tenant_id': '3c14746134994a9bb1469d2de7a5fbee', 'mac_address': 'fa:16:3e:4e:00:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1d70869-4277-4d8f-a436-7af816a21fdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '86db36bb-b1b4-4cd3-a48d-f41ecd1b139a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T19:22:26Z', 'updated_at': '2022-03-25T19:22:34Z', 'revision_number': 5, 'project_id': '3c14746134994a9bb1469d2de7a5fbee', 'subnets': [{'id': '86db36bb-b1b4-4cd3-a48d-f41ecd1b139a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-755101-7-iscsi', False) {} {{(pid=103199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 19:23:23.188381 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2452bd05-55a4-4b83-86c2-dca3e53eb02f None None] The sync data for ids ['b1d70869-4277-4d8f-a436-7af816a21fdd'] in dv-cinder-755101-7-iscsi is: [{'id': 'b1d70869-4277-4d8f-a436-7af816a21fdd', 'name': 'tempest-TestShelveInstance-183429673-router', 'tenant_id': '3c14746134994a9bb1469d2de7a5fbee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'external_fixed_ips': [{'subnet_id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'ip_address': '172.27.0.235'}], 'enable_snat': True}, 'gw_port_id': 'fd4b2b60-ef94-450e-979b-3a9063f00d9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T19:22:21Z', 'updated_at': '2022-03-25T19:22:27Z', 'revision_number': 4, 'project_id': '3c14746134994a9bb1469d2de7a5fbee', 'gw_port': {'id': 'fd4b2b60-ef94-450e-979b-3a9063f00d9d', 'name': '', 'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:56:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1d70869-4277-4d8f-a436-7af816a21fdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'ip_address': '172.27.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T19:22:22Z', 'updated_at': '2022-03-25T19:22:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755101-7-iscsi', '_floatingips': [{'id': '9e076dbc-d656-4d49-88fd-3b05bf046d40', 'tenant_id': '3c14746134994a9bb1469d2de7a5fbee', 'floating_ip_address': '172.27.0.165', 'floating_network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'router_id': 'b1d70869-4277-4d8f-a436-7af816a21fdd', 'port_id': 'aebbfe60-04d4-4d3c-8a76-e7cd3540537a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 469, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '097c27dd-3b60-4b46-8c4d-1a422d066be5', 'mac_address': 'fa:16:3e:74:c7:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38f2e171-22da-433b-a2b5-3cfa379c81a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-25T19:23:21Z', 'updated_at': '2022-03-25T19:23:21Z', 'revision_number': 0, 'project_id': '3c14746134994a9bb1469d2de7a5fbee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03f29af6-aa02-44b2-83f7-df2745e7e56a', 'name': '', 'network_id': '097c27dd-3b60-4b46-8c4d-1a422d066be5', 'tenant_id': '3c14746134994a9bb1469d2de7a5fbee', 'mac_address': 'fa:16:3e:4e:00:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1d70869-4277-4d8f-a436-7af816a21fdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '86db36bb-b1b4-4cd3-a48d-f41ecd1b139a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T19:22:26Z', 'updated_at': '2022-03-25T19:22:34Z', 'revision_number': 5, 'project_id': '3c14746134994a9bb1469d2de7a5fbee', 'subnets': [{'id': '86db36bb-b1b4-4cd3-a48d-f41ecd1b139a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 25 19:23:23.210448 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-62fa62b7-d6e9-4ee8-babf-2d67492c85ca req-b1ea8a6e-11b6-4c29-baf7-19e85532c786 service neutron] 10.222.0.26 "GET /v2.0/networks/097c27dd-3b60-4b46-8c4d-1a422d066be5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935240 Mar 25 19:23:23.378095 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02cf7c47-eb0a-4a9c-9ba2-77db49b0c81e None None] New status for floating IP 9e076dbc-d656-4d49-88fd-3b05bf046d40: ACTIVE {{(pid=103198) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 25 19:23:23.883355 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3716d3-e53e-43b2-96ba-df19324edcbd req-9838a062-388b-4426-8e4a-8ed319978811 tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:23:23.885204 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-8b3716d3-e53e-43b2-96ba-df19324edcbd req-9838a062-388b-4426-8e4a-8ed319978811 tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] 10.222.0.18 "GET /v2.0/ports?device_id=c2f22826-2512-4bee-8ddc-2e80d6e63d45 HTTP/1.1" status: 200 len: 946 time: 0.0545650 Mar 25 19:23:23.930691 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-8b3716d3-e53e-43b2-96ba-df19324edcbd req-d6b81cb3-0a8e-4caa-8c04-45a19bf3371f tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] 10.222.0.18 "GET /v2.0/security-groups?id=a346db11-a1aa-49ea-9798-167075247d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398767 Mar 25 19:23:24.039682 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ac9143-32ed-4f91-aab4-c0323098dfa7 req-a2cf0ff1-700e-4a58-b3de-dd82a83f9fbb tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:23:24.041048 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-b5ac9143-32ed-4f91-aab4-c0323098dfa7 req-a2cf0ff1-700e-4a58-b3de-dd82a83f9fbb tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] 10.222.0.18 "GET /v2.0/ports?device_id=61fd317b-bf98-42d9-9ad4-6bdfc4855b0c HTTP/1.1" status: 200 len: 945 time: 0.0511692 Mar 25 19:23:24.085657 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-b5ac9143-32ed-4f91-aab4-c0323098dfa7 req-9ac13fd4-6e62-451d-a5d1-44beea4ec486 tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] 10.222.0.18 "GET /v2.0/security-groups?id=cc23355a-6c89-4d32-96e0-83e927b15a53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391881 Mar 25 19:23:24.280383 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-b11baa71-0691-4f5d-abdd-0f235cd88064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741036503857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133703'] for agent (ff15a80c-2d7c-4104-a6ad-0973d1d911f7), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:23:25.043803 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85becf51-f3e5-4253-8d1a-1940125564a5 req-9fd8fd37-697c-494c-a879-6b15678dab1a tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:23:25.045240 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-85becf51-f3e5-4253-8d1a-1940125564a5 req-9fd8fd37-697c-494c-a879-6b15678dab1a tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] 10.222.0.18 "GET /v2.0/ports?device_id=c2f22826-2512-4bee-8ddc-2e80d6e63d45 HTTP/1.1" status: 200 len: 946 time: 0.0496845 Mar 25 19:23:25.092558 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-85becf51-f3e5-4253-8d1a-1940125564a5 req-18d6d39f-7bdc-41f4-8f85-9e3b9da3f6fd tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] 10.222.0.18 "GET /v2.0/security-groups?id=a346db11-a1aa-49ea-9798-167075247d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419266 Mar 25 19:23:25.201671 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df61f793-2d34-402e-bd10-1f818aa62bcc req-d5dad263-fec2-4dda-9eb0-2a2b364d2f62 tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:23:25.203141 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-df61f793-2d34-402e-bd10-1f818aa62bcc req-d5dad263-fec2-4dda-9eb0-2a2b364d2f62 tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] 10.222.0.18 "GET /v2.0/ports?device_id=61fd317b-bf98-42d9-9ad4-6bdfc4855b0c HTTP/1.1" status: 200 len: 945 time: 0.0512033 Mar 25 19:23:25.251172 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-df61f793-2d34-402e-bd10-1f818aa62bcc req-f18ae341-dfe8-4737-a53e-b1ac8861418a tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] 10.222.0.18 "GET /v2.0/security-groups?id=cc23355a-6c89-4d32-96e0-83e927b15a53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419798 Mar 25 19:23:26.207873 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f630272-0c6b-459b-a50d-f8bc63150dc0 req-42663663-f529-4e04-9dfd-f9e6279c6cca tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:23:26.209310 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-4f630272-0c6b-459b-a50d-f8bc63150dc0 req-42663663-f529-4e04-9dfd-f9e6279c6cca tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] 10.222.0.18 "GET /v2.0/ports?device_id=c2f22826-2512-4bee-8ddc-2e80d6e63d45 HTTP/1.1" status: 200 len: 946 time: 0.0512304 Mar 25 19:23:26.254295 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-4f630272-0c6b-459b-a50d-f8bc63150dc0 req-3b8e557d-0311-43eb-b7b2-e0de4c1360f3 tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] 10.222.0.18 "GET /v2.0/security-groups?id=a346db11-a1aa-49ea-9798-167075247d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394378 Mar 25 19:23:26.366997 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccfc11e-cb7a-403b-b118-e68e373a5189 req-2bdf81a9-f033-47a0-8261-697fabb9c056 tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:23:26.368491 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-9ccfc11e-cb7a-403b-b118-e68e373a5189 req-2bdf81a9-f033-47a0-8261-697fabb9c056 tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] 10.222.0.18 "GET /v2.0/ports?device_id=61fd317b-bf98-42d9-9ad4-6bdfc4855b0c HTTP/1.1" status: 200 len: 945 time: 0.0524199 Mar 25 19:23:26.412576 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-9ccfc11e-cb7a-403b-b118-e68e373a5189 req-04e1b75b-acf7-4426-a004-c80057074a14 tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] 10.222.0.18 "GET /v2.0/security-groups?id=cc23355a-6c89-4d32-96e0-83e927b15a53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387607 Mar 25 19:23:26.687570 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-88bb6d4b-954a-4157-8b6c-886c57c0451f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741036503857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133703'] for agent (af1b81b0-43af-47bb-a61e-8e46b36efc57), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:23:27.379927 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21fe3ab-1e23-4404-938e-c2926452bd6f req-81872d8b-b75b-4760-bf50-550830f46fca tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:23:27.381397 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-c21fe3ab-1e23-4404-938e-c2926452bd6f req-81872d8b-b75b-4760-bf50-550830f46fca tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] 10.222.0.18 "GET /v2.0/ports?device_id=c2f22826-2512-4bee-8ddc-2e80d6e63d45 HTTP/1.1" status: 200 len: 946 time: 0.0597999 Mar 25 19:23:27.428056 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-c21fe3ab-1e23-4404-938e-c2926452bd6f req-3d64ae68-dd23-4a61-8e25-99dac0b6a314 tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] 10.222.0.18 "GET /v2.0/security-groups?id=a346db11-a1aa-49ea-9798-167075247d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410991 Mar 25 19:23:27.476018 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcaac764-c6c3-40e7-86ac-0679bd5d036d req-f1489a07-0515-48cd-b5c6-cf1dd8cdfb5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:23:27.477518 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-fcaac764-c6c3-40e7-86ac-0679bd5d036d req-f1489a07-0515-48cd-b5c6-cf1dd8cdfb5e service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=61fd317b-bf98-42d9-9ad4-6bdfc4855b0c HTTP/1.1" status: 200 len: 1129 time: 0.0486255 Mar 25 19:23:27.520053 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-fcaac764-c6c3-40e7-86ac-0679bd5d036d req-32792204-f203-46da-a84b-b19d9bb8eabe service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=cc23355a-6c89-4d32-96e0-83e927b15a53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366290 Mar 25 19:23:27.536889 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93382c9e-d4c9-4a48-9754-af86a489b873 req-a28a6e97-a0cb-4e1b-8786-e22f48701cd9 tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:23:27.538288 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-93382c9e-d4c9-4a48-9754-af86a489b873 req-a28a6e97-a0cb-4e1b-8786-e22f48701cd9 tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] 10.222.0.18 "GET /v2.0/ports?device_id=61fd317b-bf98-42d9-9ad4-6bdfc4855b0c HTTP/1.1" status: 200 len: 945 time: 0.0531080 Mar 25 19:23:27.581269 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-af60142c-683d-41c3-be1d-5377fff6ca45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741036503857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133703'] for agent (c3076277-13eb-43a7-9b94-fad13f82c96d), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:23:27.584133 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-93382c9e-d4c9-4a48-9754-af86a489b873 req-d8036ff0-ca9e-4127-83f9-bb1629f4e63b tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] 10.222.0.18 "GET /v2.0/security-groups?id=cc23355a-6c89-4d32-96e0-83e927b15a53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403121 Mar 25 19:23:28.544729 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880d8014-4886-4163-9708-492a138f65d5 req-223cea06-d08e-43e6-9218-43758aae4e8b tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:23:28.546085 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-880d8014-4886-4163-9708-492a138f65d5 req-223cea06-d08e-43e6-9218-43758aae4e8b tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] 10.222.0.18 "GET /v2.0/ports?device_id=c2f22826-2512-4bee-8ddc-2e80d6e63d45 HTTP/1.1" status: 200 len: 946 time: 0.0510955 Mar 25 19:23:28.593416 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-880d8014-4886-4163-9708-492a138f65d5 req-254bb0d9-5664-433c-aeb0-dec06f9ae83e tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] 10.222.0.18 "GET /v2.0/security-groups?id=a346db11-a1aa-49ea-9798-167075247d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418546 Mar 25 19:23:28.704887 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7c87fb-10df-42a5-b1db-db2a3f104f0a req-fbf83fae-87af-407d-b489-c9f21641c31e tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:23:28.706351 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-5a7c87fb-10df-42a5-b1db-db2a3f104f0a req-fbf83fae-87af-407d-b489-c9f21641c31e tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] 10.222.0.18 "GET /v2.0/ports?device_id=61fd317b-bf98-42d9-9ad4-6bdfc4855b0c HTTP/1.1" status: 200 len: 945 time: 0.0569572 Mar 25 19:23:28.754224 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-5a7c87fb-10df-42a5-b1db-db2a3f104f0a req-4b05cbf9-58d4-45c8-95e5-a1eb59c82a2f tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] 10.222.0.18 "GET /v2.0/security-groups?id=cc23355a-6c89-4d32-96e0-83e927b15a53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416250 Mar 25 19:23:29.185287 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-bfcc621e-35c9-4ac2-b4cb-53c403134561 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741036503857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133703'] for agent (9ba807d9-64cc-4b2a-8ad2-e4f3b23bc779), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:23:29.707210 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771b93ca-af0f-44c3-858c-682faa9097e0 req-de083937-733b-4ddf-be74-a6971443ddd2 tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:23:29.709093 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-771b93ca-af0f-44c3-858c-682faa9097e0 req-de083937-733b-4ddf-be74-a6971443ddd2 tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] 10.222.0.18 "GET /v2.0/ports?device_id=c2f22826-2512-4bee-8ddc-2e80d6e63d45 HTTP/1.1" status: 200 len: 946 time: 0.0516241 Mar 25 19:23:29.757223 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-771b93ca-af0f-44c3-858c-682faa9097e0 req-0599cde9-2f5d-49f4-bb93-65931829dcbd tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] 10.222.0.18 "GET /v2.0/security-groups?id=a346db11-a1aa-49ea-9798-167075247d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426550 Mar 25 19:23:29.871413 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebfc95d-0abb-48e4-a7d0-760a747bc77c req-e3ebea34-6ca7-4fad-b775-68d9fc809532 tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:23:29.872871 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-3ebfc95d-0abb-48e4-a7d0-760a747bc77c req-e3ebea34-6ca7-4fad-b775-68d9fc809532 tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] 10.222.0.18 "GET /v2.0/ports?device_id=61fd317b-bf98-42d9-9ad4-6bdfc4855b0c HTTP/1.1" status: 200 len: 945 time: 0.0518894 Mar 25 19:23:29.918531 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-3ebfc95d-0abb-48e4-a7d0-760a747bc77c req-8c3ca9fc-028d-45e6-9c7f-1cc34ac59e23 tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] 10.222.0.18 "GET /v2.0/security-groups?id=cc23355a-6c89-4d32-96e0-83e927b15a53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402286 Mar 25 19:23:30.347777 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f805ceb7-3dd6-42a3-9fb8-f5d47f0a236e req-17270f34-d684-454c-8efc-841425954013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:23:30.349284 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-f805ceb7-3dd6-42a3-9fb8-f5d47f0a236e req-17270f34-d684-454c-8efc-841425954013 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=155e7b1bde6b4fb1ba768c2d6ab00159&device_id=61fd317b-bf98-42d9-9ad4-6bdfc4855b0c HTTP/1.1" status: 200 len: 1129 time: 0.0739667 Mar 25 19:23:30.356921 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c723e1e3-22e4-4b40-a924-92e04af1a42f req-7e13e3a3-570d-4abf-b2ff-c081fa9c6a88 tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:23:30.358314 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-c723e1e3-22e4-4b40-a924-92e04af1a42f req-7e13e3a3-570d-4abf-b2ff-c081fa9c6a88 tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] 10.222.0.18 "GET /v2.0/ports?device_id=61fd317b-bf98-42d9-9ad4-6bdfc4855b0c HTTP/1.1" status: 200 len: 945 time: 0.0753314 Mar 25 19:23:30.460710 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-c723e1e3-22e4-4b40-a924-92e04af1a42f req-49192eda-e737-41ac-b0ab-3b41118e073b tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] 10.222.0.18 "GET /v2.0/security-groups?id=cc23355a-6c89-4d32-96e0-83e927b15a53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0944371 Mar 25 19:23:30.474946 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f805ceb7-3dd6-42a3-9fb8-f5d47f0a236e req-a76be3b9-4beb-497a-8f6a-ee5bc89973ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:23:30.476354 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-f805ceb7-3dd6-42a3-9fb8-f5d47f0a236e req-a76be3b9-4beb-497a-8f6a-ee5bc89973ab service neutron] 10.222.0.26 "GET /v2.0/networks?id=aa37333a-1101-47b7-acc7-f21479cd1d95 HTTP/1.1" status: 200 len: 920 time: 0.1172376 Mar 25 19:23:30.542951 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-f805ceb7-3dd6-42a3-9fb8-f5d47f0a236e req-e740a2fe-6b90-4587-b320-9342cb590bde service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e31a1c5e-f319-4495-a4f3-83d2762ba154 HTTP/1.1" status: 200 len: 1001 time: 0.0594583 Mar 25 19:23:30.593720 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f805ceb7-3dd6-42a3-9fb8-f5d47f0a236e req-ab747108-5978-4504-aca4-2d9f830665a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:23:30.595090 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-f805ceb7-3dd6-42a3-9fb8-f5d47f0a236e req-ab747108-5978-4504-aca4-2d9f830665a5 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d8fb3102-0026-42d9-a683-15415ae64f68 HTTP/1.1" status: 200 len: 858 time: 0.0411344 Mar 25 19:23:30.641021 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f805ceb7-3dd6-42a3-9fb8-f5d47f0a236e req-2ecb26c7-e9eb-4074-ba69-708b59956afa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:23:30.642429 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-f805ceb7-3dd6-42a3-9fb8-f5d47f0a236e req-2ecb26c7-e9eb-4074-ba69-708b59956afa service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=aa37333a-1101-47b7-acc7-f21479cd1d95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0412207 Mar 25 19:23:30.697269 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741036503857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133703'] for agent (e10cc9df-a7ce-4b9c-bc25-dffd007f5dd8), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:23:30.738291 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-f805ceb7-3dd6-42a3-9fb8-f5d47f0a236e req-e9187516-9836-45c0-9b6d-dd194e9ec654 service neutron] 10.222.0.26 "GET /v2.0/networks/aa37333a-1101-47b7-acc7-f21479cd1d95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820644 Mar 25 19:23:30.790058 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741036503857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133703'] for agent (239dac0e-b210-4295-8f1a-11f7f9dc3de1), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:23:30.834029 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-f805ceb7-3dd6-42a3-9fb8-f5d47f0a236e req-c191a3c5-9dbe-4e09-a89b-4a3fe5a85ff1 service neutron] 10.222.0.26 "GET /v2.0/networks/aa37333a-1101-47b7-acc7-f21479cd1d95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886357 Mar 25 19:23:30.886069 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424bdba2-dabb-4e7c-abe8-d0a3a445f12f req-ba509dc1-950c-4748-89d0-9040c5603e84 tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:23:30.887578 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-424bdba2-dabb-4e7c-abe8-d0a3a445f12f req-ba509dc1-950c-4748-89d0-9040c5603e84 tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] 10.222.0.18 "GET /v2.0/ports?device_id=c2f22826-2512-4bee-8ddc-2e80d6e63d45 HTTP/1.1" status: 200 len: 946 time: 0.0582719 Mar 25 19:23:30.937726 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-424bdba2-dabb-4e7c-abe8-d0a3a445f12f req-ed88a1dc-e672-4bbe-84c6-3acdd077ca7d tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] 10.222.0.18 "GET /v2.0/security-groups?id=a346db11-a1aa-49ea-9798-167075247d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445683 Mar 25 19:23:31.578583 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c2f3be-06bb-40b1-a80c-46e0e677fb2b req-5b023b18-866f-4b71-b7b7-4a1c0d94776a tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:23:31.580049 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-35c2f3be-06bb-40b1-a80c-46e0e677fb2b req-5b023b18-866f-4b71-b7b7-4a1c0d94776a tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] 10.222.0.18 "GET /v2.0/ports?device_id=61fd317b-bf98-42d9-9ad4-6bdfc4855b0c HTTP/1.1" status: 200 len: 945 time: 0.0523603 Mar 25 19:23:31.628362 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-35c2f3be-06bb-40b1-a80c-46e0e677fb2b req-7845e77b-c18a-4da2-ae34-aedf06652c91 tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] 10.222.0.18 "GET /v2.0/security-groups?id=cc23355a-6c89-4d32-96e0-83e927b15a53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422816 Mar 25 19:23:32.051209 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b111459-e330-47fa-a0ea-41354442a770 req-fefb81d5-37b7-48ed-869c-1d6b90f673ab tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:23:32.053166 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-1b111459-e330-47fa-a0ea-41354442a770 req-fefb81d5-37b7-48ed-869c-1d6b90f673ab tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] 10.222.0.18 "GET /v2.0/ports?device_id=c2f22826-2512-4bee-8ddc-2e80d6e63d45 HTTP/1.1" status: 200 len: 946 time: 0.0505896 Mar 25 19:23:32.097647 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-1b111459-e330-47fa-a0ea-41354442a770 req-bc2f2c76-9429-4be2-a575-45da2e7be384 tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] 10.222.0.18 "GET /v2.0/security-groups?id=a346db11-a1aa-49ea-9798-167075247d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390213 Mar 25 19:23:32.752384 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7625a928-ae6e-47ae-b2c2-6c249fcd8a90 req-5df89694-fd26-4ae8-8284-001d20e163bb tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:23:32.753899 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-7625a928-ae6e-47ae-b2c2-6c249fcd8a90 req-5df89694-fd26-4ae8-8284-001d20e163bb tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] 10.222.0.18 "GET /v2.0/ports?device_id=61fd317b-bf98-42d9-9ad4-6bdfc4855b0c HTTP/1.1" status: 200 len: 945 time: 0.0587292 Mar 25 19:23:32.801183 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-7625a928-ae6e-47ae-b2c2-6c249fcd8a90 req-3945c098-ece2-43d0-9f73-649ed8db19e3 tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] 10.222.0.18 "GET /v2.0/security-groups?id=cc23355a-6c89-4d32-96e0-83e927b15a53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415566 Mar 25 19:23:33.211803 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9689cd00-940c-4cf7-b845-29c392020e92 req-1d74819b-0aa2-45bc-893a-1c675053c1e5 tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:23:33.213557 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-9689cd00-940c-4cf7-b845-29c392020e92 req-1d74819b-0aa2-45bc-893a-1c675053c1e5 tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] 10.222.0.18 "GET /v2.0/ports?device_id=c2f22826-2512-4bee-8ddc-2e80d6e63d45 HTTP/1.1" status: 200 len: 946 time: 0.0509553 Mar 25 19:23:33.260635 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-9689cd00-940c-4cf7-b845-29c392020e92 req-59c7e1cb-b5c2-49bb-ab28-ba13b5c2a67b tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] 10.222.0.18 "GET /v2.0/security-groups?id=a346db11-a1aa-49ea-9798-167075247d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419710 Mar 25 19:23:33.915493 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117239e9-e567-49c2-abab-85ea730902ef req-e297fa96-317a-4d5d-ba6d-7ebb07e615b1 tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:23:33.916983 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-117239e9-e567-49c2-abab-85ea730902ef req-e297fa96-317a-4d5d-ba6d-7ebb07e615b1 tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] 10.222.0.18 "GET /v2.0/ports?device_id=61fd317b-bf98-42d9-9ad4-6bdfc4855b0c HTTP/1.1" status: 200 len: 945 time: 0.0506666 Mar 25 19:23:33.962346 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-117239e9-e567-49c2-abab-85ea730902ef req-62bc37cb-3fa7-4611-bfe9-0b17ce718b2d tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] 10.222.0.18 "GET /v2.0/security-groups?id=cc23355a-6c89-4d32-96e0-83e927b15a53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399282 Mar 25 19:23:34.075837 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1708bb-40e7-45d4-baee-07f037c7dd41 req-6a523571-1294-4300-95f5-5b8f37213503 tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:23:34.077282 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-0c1708bb-40e7-45d4-baee-07f037c7dd41 req-6a523571-1294-4300-95f5-5b8f37213503 tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] 10.222.0.18 "GET /v2.0/ports?device_id=61fd317b-bf98-42d9-9ad4-6bdfc4855b0c HTTP/1.1" status: 200 len: 945 time: 0.0546324 Mar 25 19:23:34.085568 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.18', 35368) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:23:34.089877 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.v2.base [None req-674634de-7ccf-40b9-8890-561bb4130bb0 tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] Request body: {'floatingip': {'port_id': 'e31a1c5e-f319-4495-a4f3-83d2762ba154'}} {{(pid=103197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 19:23:34.143049 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-674634de-7ccf-40b9-8890-561bb4130bb0 tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] Publish callbacks [] for floatingip (634e8b78-1c9b-4a11-a0c4-d58fb37004d2), before_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:23:34.379543 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010eeac1-6c27-4070-ad10-0b72561f731e req-3f84dfb2-adc5-4aa0-8601-6821db8ad4e8 tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:23:34.383295 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-010eeac1-6c27-4070-ad10-0b72561f731e req-3f84dfb2-adc5-4aa0-8601-6821db8ad4e8 tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] 10.222.0.18 "GET /v2.0/ports?device_id=c2f22826-2512-4bee-8ddc-2e80d6e63d45 HTTP/1.1" status: 200 len: 946 time: 0.0565579 Mar 25 19:23:34.427796 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-010eeac1-6c27-4070-ad10-0b72561f731e req-70a725d5-477d-4c2a-846d-1826dc90e233 tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] 10.222.0.18 "GET /v2.0/security-groups?id=a346db11-a1aa-49ea-9798-167075247d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412402 Mar 25 19:23:34.632827 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f69c42-bad2-4f99-b629-eb8e1b6a3ca8 req-8a4986f7-65e1-48bf-b556-1c9e7967d46d tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:23:34.634302 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-f6f69c42-bad2-4f99-b629-eb8e1b6a3ca8 req-8a4986f7-65e1-48bf-b556-1c9e7967d46d tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] 10.222.0.18 "GET /v2.0/ports?device_id=c2f22826-2512-4bee-8ddc-2e80d6e63d45 HTTP/1.1" status: 200 len: 946 time: 0.0550740 Mar 25 19:23:34.711343 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-f6f69c42-bad2-4f99-b629-eb8e1b6a3ca8 req-3e3a55c1-08eb-4838-9213-487313d14f21 tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] 10.222.0.18 "GET /v2.0/security-groups?id=a346db11-a1aa-49ea-9798-167075247d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711191 Mar 25 19:23:34.719270 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9558861-4d39-4d44-bd67-ff4689f82395 req-91b8eb91-b2b4-49b6-a1e6-6f881c7862ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:23:34.721081 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-d9558861-4d39-4d44-bd67-ff4689f82395 req-91b8eb91-b2b4-49b6-a1e6-6f881c7862ed service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=511b62f595874a80ab2449c4446c40d6&device_id=c2f22826-2512-4bee-8ddc-2e80d6e63d45 HTTP/1.1" status: 200 len: 1130 time: 0.0666504 Mar 25 19:23:34.811069 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9558861-4d39-4d44-bd67-ff4689f82395 req-1acc509a-658d-4313-a22b-e83d1251718b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:23:34.812850 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-d9558861-4d39-4d44-bd67-ff4689f82395 req-1acc509a-658d-4313-a22b-e83d1251718b service neutron] 10.222.0.26 "GET /v2.0/networks?id=547b5db8-9a10-4506-ba92-acf96e89ae8e HTTP/1.1" status: 200 len: 912 time: 0.0858841 Mar 25 19:23:34.831080 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-674634de-7ccf-40b9-8890-561bb4130bb0 tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:23:34.835937 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-674634de-7ccf-40b9-8890-561bb4130bb0 tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3753541'] for floatingip (634e8b78-1c9b-4a11-a0c4-d58fb37004d2), after_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:23:34.876085 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-d9558861-4d39-4d44-bd67-ff4689f82395 req-5e54e5be-39c7-48fc-9b1e-40cb7e6bb156 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d5017eb3-7c1a-4acd-b3e7-abbf54ea28c0 HTTP/1.1" status: 200 len: 1000 time: 0.0569382 Mar 25 19:23:34.928490 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9558861-4d39-4d44-bd67-ff4689f82395 req-df433379-8872-481d-9fa8-51f5216d6b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:23:34.929817 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-d9558861-4d39-4d44-bd67-ff4689f82395 req-df433379-8872-481d-9fa8-51f5216d6b20 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5f5dde36-3194-44e6-b8cf-733c65400f3b HTTP/1.1" status: 200 len: 850 time: 0.0467217 Mar 25 19:23:34.979046 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9558861-4d39-4d44-bd67-ff4689f82395 req-b4e66b7b-1ccd-43a9-b86d-79c72ed21c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:23:34.980534 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-d9558861-4d39-4d44-bd67-ff4689f82395 req-b4e66b7b-1ccd-43a9-b86d-79c72ed21c24 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=547b5db8-9a10-4506-ba92-acf96e89ae8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0424032 Mar 25 19:23:35.044231 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-674634de-7ccf-40b9-8890-561bb4130bb0 tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] Router 62a95014-1fc4-4721-9017-22a2bce8426b has already been hosted by L3 agent af1b81b0-43af-47bb-a61e-8e46b36efc57 {{(pid=103197) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 25 19:23:35.067585 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-d9558861-4d39-4d44-bd67-ff4689f82395 req-ec0ae945-e66f-4479-a820-1325b2cddc4c service neutron] 10.222.0.26 "GET /v2.0/networks/547b5db8-9a10-4506-ba92-acf96e89ae8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795119 Mar 25 19:23:35.153313 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-674634de-7ccf-40b9-8890-561bb4130bb0 tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] Notify agent at l3_agent.dv-cinder-755101-7-iscsi the message routers_updated {{(pid=103197) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 25 19:23:35.157834 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-674634de-7ccf-40b9-8890-561bb4130bb0 tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63648'] for floatingip (None), before_response {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:23:35.158893 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-d9558861-4d39-4d44-bd67-ff4689f82395 req-88ada36c-6760-4dbf-b041-3b47b7b86a03 service neutron] 10.222.0.26 "GET /v2.0/networks/547b5db8-9a10-4506-ba92-acf96e89ae8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837638 Mar 25 19:23:35.164850 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d72a178-300a-436c-8e6d-0c124e2e6fb3 None None] Sync routers for ids ['62a95014-1fc4-4721-9017-22a2bce8426b'] in dv-cinder-755101-7-iscsi {{(pid=103199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 25 19:23:35.176075 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d72a178-300a-436c-8e6d-0c124e2e6fb3 None None] Routers {'62a95014-1fc4-4721-9017-22a2bce8426b'} bound to L3 agent in host dv-cinder-755101-7-iscsi {{(pid=103199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 25 19:23:35.176777 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.db.l3_hamode_db [None req-3d72a178-300a-436c-8e6d-0c124e2e6fb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755101-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-25T19:11:57Z,description=,heartbeat_timestamp=2022-03-25T19:23:27Z,host='dv-cinder-755101-7-iscsi',id=af1b81b0-43af-47bb-a61e-8e46b36efc57,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:11:57Z,topic='l3_agent')) {'router_ids': ['62a95014-1fc4-4721-9017-22a2bce8426b'], 'active': True} {{(pid=103199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 19:23:35.189940 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61fd317b-bf98-42d9-9ad4-6bdfc4855b0c', 'tag': 'e31a1c5e-f319-4495-a4f3-83d2762ba154'}] {{(pid=103197) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 25 19:23:35.192515 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7289d4093f021cbd7bf50bbaa59f437c9f72b9c220592c3ffe9e03ab6ac51c7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9b54760-d6b5-4b77-a9e7-8512e73d662a" -d '{"events": [{"name": "network-changed", "server_uuid": "61fd317b-bf98-42d9-9ad4-6bdfc4855b0c", "tag": "e31a1c5e-f319-4495-a4f3-83d2762ba154"}]}' {{(pid=103197) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 25 19:23:35.234723 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-674634de-7ccf-40b9-8890-561bb4130bb0 tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] 10.222.0.18 "PUT /v2.0/floatingips/634e8b78-1c9b-4a11-a0c4-d58fb37004d2 HTTP/1.1" status: 200 len: 993 time: 1.1375217 Mar 25 19:23:35.244836 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Mar 2022 19:23:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1e3db1a-9174-40b8-a5b9-b52993776651 x-openstack-request-id: req-d1e3db1a-9174-40b8-a5b9-b52993776651 {{(pid=103197) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 25 19:23:35.245148 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61fd317b-bf98-42d9-9ad4-6bdfc4855b0c", "tag": "e31a1c5e-f319-4495-a4f3-83d2762ba154", "status": "completed", "code": 200}]} {{(pid=103197) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 25 19:23:35.245501 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d1e3db1a-9174-40b8-a5b9-b52993776651 {{(pid=103197) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 25 19:23:35.245918 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d1e3db1a-9174-40b8-a5b9-b52993776651'] response: {'name': 'network-changed', 'server_uuid': '61fd317b-bf98-42d9-9ad4-6bdfc4855b0c', 'tag': 'e31a1c5e-f319-4495-a4f3-83d2762ba154', 'status': 'completed', 'code': 200} Mar 25 19:23:35.286890 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.db.l3_dvr_db [None req-3d72a178-300a-436c-8e6d-0c124e2e6fb3 None None] Set router 62a95014-1fc4-4721-9017-22a2bce8426b gateway port host: dv-cinder-755101-7-iscsi {{(pid=103199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 25 19:23:35.313944 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b54760-d6b5-4b77-a9e7-8512e73d662a req-ac4bcb49-e69f-40bb-905f-3cf93bd9d323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:23:35.315597 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-c9b54760-d6b5-4b77-a9e7-8512e73d662a req-ac4bcb49-e69f-40bb-905f-3cf93bd9d323 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=155e7b1bde6b4fb1ba768c2d6ab00159&device_id=61fd317b-bf98-42d9-9ad4-6bdfc4855b0c HTTP/1.1" status: 200 len: 1129 time: 0.0442274 Mar 25 19:23:35.407857 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b54760-d6b5-4b77-a9e7-8512e73d662a req-67d3977c-1068-4a14-a33e-9be3fac88199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:23:35.409328 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-c9b54760-d6b5-4b77-a9e7-8512e73d662a req-67d3977c-1068-4a14-a33e-9be3fac88199 service neutron] 10.222.0.26 "GET /v2.0/networks?id=aa37333a-1101-47b7-acc7-f21479cd1d95 HTTP/1.1" status: 200 len: 920 time: 0.0861790 Mar 25 19:23:35.490889 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-c9b54760-d6b5-4b77-a9e7-8512e73d662a req-49debdd2-d287-4b51-b1dc-96e0ab37d192 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e31a1c5e-f319-4495-a4f3-83d2762ba154 HTTP/1.1" status: 200 len: 1001 time: 0.0661252 Mar 25 19:23:35.508213 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.db.l3_hamode_db [None req-3d72a178-300a-436c-8e6d-0c124e2e6fb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62a95014-1fc4-4721-9017-22a2bce8426b', 'name': 'tempest-ServerRescueNegativeTestJSON-1942996941-router', 'tenant_id': '155e7b1bde6b4fb1ba768c2d6ab00159', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'external_fixed_ips': [{'subnet_id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'ip_address': '172.27.0.142'}], 'enable_snat': True}, 'gw_port_id': '184fd2e6-8a15-4098-9de0-d95d7eff8dd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T19:19:55Z', 'updated_at': '2022-03-25T19:20:05Z', 'revision_number': 4, 'project_id': '155e7b1bde6b4fb1ba768c2d6ab00159', 'gw_port': {'id': '184fd2e6-8a15-4098-9de0-d95d7eff8dd2', 'name': '', 'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:1f:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62a95014-1fc4-4721-9017-22a2bce8426b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'ip_address': '172.27.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T19:19:57Z', 'updated_at': '2022-03-25T19:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755101-7-iscsi', '_floatingips': [{'id': '634e8b78-1c9b-4a11-a0c4-d58fb37004d2', 'tenant_id': '155e7b1bde6b4fb1ba768c2d6ab00159', 'floating_ip_address': '172.27.0.107', 'floating_network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'router_id': '62a95014-1fc4-4721-9017-22a2bce8426b', 'port_id': 'e31a1c5e-f319-4495-a4f3-83d2762ba154', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 402, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa37333a-1101-47b7-acc7-f21479cd1d95', 'mac_address': 'fa:16:3e:11:7c:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61fd317b-bf98-42d9-9ad4-6bdfc4855b0c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-25T19:22:07Z', 'updated_at': '2022-03-25T19:23:34Z', 'revision_number': 3, 'project_id': '155e7b1bde6b4fb1ba768c2d6ab00159', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de6d2eae-7083-4944-8707-ee855f2d7830', 'name': '', 'network_id': 'aa37333a-1101-47b7-acc7-f21479cd1d95', 'tenant_id': '155e7b1bde6b4fb1ba768c2d6ab00159', 'mac_address': 'fa:16:3e:0b:27:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62a95014-1fc4-4721-9017-22a2bce8426b', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'd8fb3102-0026-42d9-a683-15415ae64f68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T19:20:04Z', 'updated_at': '2022-03-25T19:20:15Z', 'revision_number': 5, 'project_id': '155e7b1bde6b4fb1ba768c2d6ab00159', 'subnets': [{'id': 'd8fb3102-0026-42d9-a683-15415ae64f68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-755101-7-iscsi', False) {} {{(pid=103199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 19:23:35.533391 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d72a178-300a-436c-8e6d-0c124e2e6fb3 None None] Checking router: 62a95014-1fc4-4721-9017-22a2bce8426b for host: dv-cinder-755101-7-iscsi {{(pid=103199) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 25 19:23:35.541846 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d72a178-300a-436c-8e6d-0c124e2e6fb3 None None] Routers {'62a95014-1fc4-4721-9017-22a2bce8426b'} bound to L3 agent in host dv-cinder-755101-7-iscsi {{(pid=103199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 25 19:23:35.542459 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.db.l3_hamode_db [None req-3d72a178-300a-436c-8e6d-0c124e2e6fb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755101-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-25T19:11:57Z,description=,heartbeat_timestamp=2022-03-25T19:23:27Z,host='dv-cinder-755101-7-iscsi',id=af1b81b0-43af-47bb-a61e-8e46b36efc57,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:11:57Z,topic='l3_agent')) {'router_ids': ['62a95014-1fc4-4721-9017-22a2bce8426b'], 'active': True} {{(pid=103199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 19:23:35.545739 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b54760-d6b5-4b77-a9e7-8512e73d662a req-eb91e466-f593-47a7-840c-ff034de813a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:23:35.547307 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-c9b54760-d6b5-4b77-a9e7-8512e73d662a req-eb91e466-f593-47a7-840c-ff034de813a7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d8fb3102-0026-42d9-a683-15415ae64f68 HTTP/1.1" status: 200 len: 858 time: 0.0431297 Mar 25 19:23:35.601179 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b54760-d6b5-4b77-a9e7-8512e73d662a req-05d715aa-1557-4831-82cc-87ccbce7d821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:23:35.602691 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-c9b54760-d6b5-4b77-a9e7-8512e73d662a req-05d715aa-1557-4831-82cc-87ccbce7d821 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=aa37333a-1101-47b7-acc7-f21479cd1d95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0487838 Mar 25 19:23:35.649617 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.db.l3_dvr_db [None req-3d72a178-300a-436c-8e6d-0c124e2e6fb3 None None] Set router 62a95014-1fc4-4721-9017-22a2bce8426b gateway port host: dv-cinder-755101-7-iscsi {{(pid=103199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 25 19:23:35.696534 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-c9b54760-d6b5-4b77-a9e7-8512e73d662a req-fd5ce9f4-809d-4547-ac99-7450cb966f21 service neutron] 10.222.0.26 "GET /v2.0/networks/aa37333a-1101-47b7-acc7-f21479cd1d95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812109 Mar 25 19:23:35.834844 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-c9b54760-d6b5-4b77-a9e7-8512e73d662a req-fca9d1fe-1db0-4c70-ac48-47aad26aa37e service neutron] 10.222.0.26 "GET /v2.0/networks/aa37333a-1101-47b7-acc7-f21479cd1d95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281326 Mar 25 19:23:35.854381 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30da738d-3156-4374-ac2a-5154856b5d9e req-60cf7c62-b97b-49a1-9a94-915a055fff59 tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:23:35.855926 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-30da738d-3156-4374-ac2a-5154856b5d9e req-60cf7c62-b97b-49a1-9a94-915a055fff59 tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] 10.222.0.18 "GET /v2.0/ports?device_id=c2f22826-2512-4bee-8ddc-2e80d6e63d45 HTTP/1.1" status: 200 len: 946 time: 0.0706728 Mar 25 19:23:35.902331 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-30da738d-3156-4374-ac2a-5154856b5d9e req-4b467c45-c7f6-4e46-b845-64a79f5b2792 tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] 10.222.0.18 "GET /v2.0/security-groups?id=a346db11-a1aa-49ea-9798-167075247d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409656 Mar 25 19:23:35.903228 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.db.l3_hamode_db [None req-3d72a178-300a-436c-8e6d-0c124e2e6fb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62a95014-1fc4-4721-9017-22a2bce8426b', 'name': 'tempest-ServerRescueNegativeTestJSON-1942996941-router', 'tenant_id': '155e7b1bde6b4fb1ba768c2d6ab00159', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'external_fixed_ips': [{'subnet_id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'ip_address': '172.27.0.142'}], 'enable_snat': True}, 'gw_port_id': '184fd2e6-8a15-4098-9de0-d95d7eff8dd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T19:19:55Z', 'updated_at': '2022-03-25T19:20:05Z', 'revision_number': 4, 'project_id': '155e7b1bde6b4fb1ba768c2d6ab00159', 'gw_port': {'id': '184fd2e6-8a15-4098-9de0-d95d7eff8dd2', 'name': '', 'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:1f:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62a95014-1fc4-4721-9017-22a2bce8426b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'ip_address': '172.27.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T19:19:57Z', 'updated_at': '2022-03-25T19:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755101-7-iscsi', '_floatingips': [{'id': '634e8b78-1c9b-4a11-a0c4-d58fb37004d2', 'tenant_id': '155e7b1bde6b4fb1ba768c2d6ab00159', 'floating_ip_address': '172.27.0.107', 'floating_network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'router_id': '62a95014-1fc4-4721-9017-22a2bce8426b', 'port_id': 'e31a1c5e-f319-4495-a4f3-83d2762ba154', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 402, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa37333a-1101-47b7-acc7-f21479cd1d95', 'mac_address': 'fa:16:3e:11:7c:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61fd317b-bf98-42d9-9ad4-6bdfc4855b0c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-25T19:22:07Z', 'updated_at': '2022-03-25T19:23:34Z', 'revision_number': 3, 'project_id': '155e7b1bde6b4fb1ba768c2d6ab00159', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de6d2eae-7083-4944-8707-ee855f2d7830', 'name': '', 'network_id': 'aa37333a-1101-47b7-acc7-f21479cd1d95', 'tenant_id': '155e7b1bde6b4fb1ba768c2d6ab00159', 'mac_address': 'fa:16:3e:0b:27:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62a95014-1fc4-4721-9017-22a2bce8426b', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'd8fb3102-0026-42d9-a683-15415ae64f68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T19:20:04Z', 'updated_at': '2022-03-25T19:20:15Z', 'revision_number': 5, 'project_id': '155e7b1bde6b4fb1ba768c2d6ab00159', 'subnets': [{'id': 'd8fb3102-0026-42d9-a683-15415ae64f68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-755101-7-iscsi', False) {} {{(pid=103199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 19:23:35.932964 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d72a178-300a-436c-8e6d-0c124e2e6fb3 None None] The sync data for ids ['62a95014-1fc4-4721-9017-22a2bce8426b'] in dv-cinder-755101-7-iscsi is: [{'id': '62a95014-1fc4-4721-9017-22a2bce8426b', 'name': 'tempest-ServerRescueNegativeTestJSON-1942996941-router', 'tenant_id': '155e7b1bde6b4fb1ba768c2d6ab00159', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'external_fixed_ips': [{'subnet_id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'ip_address': '172.27.0.142'}], 'enable_snat': True}, 'gw_port_id': '184fd2e6-8a15-4098-9de0-d95d7eff8dd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T19:19:55Z', 'updated_at': '2022-03-25T19:20:05Z', 'revision_number': 4, 'project_id': '155e7b1bde6b4fb1ba768c2d6ab00159', 'gw_port': {'id': '184fd2e6-8a15-4098-9de0-d95d7eff8dd2', 'name': '', 'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:1f:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62a95014-1fc4-4721-9017-22a2bce8426b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'ip_address': '172.27.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T19:19:57Z', 'updated_at': '2022-03-25T19:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755101-7-iscsi', '_floatingips': [{'id': '634e8b78-1c9b-4a11-a0c4-d58fb37004d2', 'tenant_id': '155e7b1bde6b4fb1ba768c2d6ab00159', 'floating_ip_address': '172.27.0.107', 'floating_network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'router_id': '62a95014-1fc4-4721-9017-22a2bce8426b', 'port_id': 'e31a1c5e-f319-4495-a4f3-83d2762ba154', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 402, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa37333a-1101-47b7-acc7-f21479cd1d95', 'mac_address': 'fa:16:3e:11:7c:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61fd317b-bf98-42d9-9ad4-6bdfc4855b0c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-25T19:22:07Z', 'updated_at': '2022-03-25T19:23:34Z', 'revision_number': 3, 'project_id': '155e7b1bde6b4fb1ba768c2d6ab00159', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de6d2eae-7083-4944-8707-ee855f2d7830', 'name': '', 'network_id': 'aa37333a-1101-47b7-acc7-f21479cd1d95', 'tenant_id': '155e7b1bde6b4fb1ba768c2d6ab00159', 'mac_address': 'fa:16:3e:0b:27:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62a95014-1fc4-4721-9017-22a2bce8426b', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'd8fb3102-0026-42d9-a683-15415ae64f68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T19:20:04Z', 'updated_at': '2022-03-25T19:20:15Z', 'revision_number': 5, 'project_id': '155e7b1bde6b4fb1ba768c2d6ab00159', 'subnets': [{'id': 'd8fb3102-0026-42d9-a683-15415ae64f68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 25 19:23:37.019275 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79909d1-b73d-4873-ae09-ff42efa1a40b req-e3c75963-52a0-4968-88a5-3c872e0353d4 tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:23:37.020722 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-a79909d1-b73d-4873-ae09-ff42efa1a40b req-e3c75963-52a0-4968-88a5-3c872e0353d4 tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] 10.222.0.18 "GET /v2.0/ports?device_id=c2f22826-2512-4bee-8ddc-2e80d6e63d45 HTTP/1.1" status: 200 len: 946 time: 0.0510020 Mar 25 19:23:37.069201 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-a79909d1-b73d-4873-ae09-ff42efa1a40b req-f06679ad-64b6-4966-9f5d-8a77642297ab tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] 10.222.0.18 "GET /v2.0/security-groups?id=a346db11-a1aa-49ea-9798-167075247d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423367 Mar 25 19:23:37.247056 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61fd317b-bf98-42d9-9ad4-6bdfc4855b0c', 'tag': 'e31a1c5e-f319-4495-a4f3-83d2762ba154'}] {{(pid=103197) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 25 19:23:37.249309 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7289d4093f021cbd7bf50bbaa59f437c9f72b9c220592c3ffe9e03ab6ac51c7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-487d1bed-8672-434c-9c46-7ccb1bcede57" -d '{"events": [{"name": "network-changed", "server_uuid": "61fd317b-bf98-42d9-9ad4-6bdfc4855b0c", "tag": "e31a1c5e-f319-4495-a4f3-83d2762ba154"}]}' {{(pid=103197) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 25 19:23:37.283050 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Mar 2022 19:23:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-900f76ad-fefa-437e-b78a-9075b64e70a5 x-openstack-request-id: req-900f76ad-fefa-437e-b78a-9075b64e70a5 {{(pid=103197) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 25 19:23:37.283340 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61fd317b-bf98-42d9-9ad4-6bdfc4855b0c", "tag": "e31a1c5e-f319-4495-a4f3-83d2762ba154", "status": "completed", "code": 200}]} {{(pid=103197) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 25 19:23:37.283597 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-900f76ad-fefa-437e-b78a-9075b64e70a5 {{(pid=103197) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 25 19:23:37.284000 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.notifiers.nova [-] Nova event matching ['req-900f76ad-fefa-437e-b78a-9075b64e70a5'] response: {'name': 'network-changed', 'server_uuid': '61fd317b-bf98-42d9-9ad4-6bdfc4855b0c', 'tag': 'e31a1c5e-f319-4495-a4f3-83d2762ba154', 'status': 'completed', 'code': 200} Mar 25 19:23:37.351909 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487d1bed-8672-434c-9c46-7ccb1bcede57 req-91efae56-9520-4ab7-8d5f-f5eed20c6092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:23:37.353378 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-487d1bed-8672-434c-9c46-7ccb1bcede57 req-91efae56-9520-4ab7-8d5f-f5eed20c6092 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=155e7b1bde6b4fb1ba768c2d6ab00159&device_id=61fd317b-bf98-42d9-9ad4-6bdfc4855b0c HTTP/1.1" status: 200 len: 1129 time: 0.0426280 Mar 25 19:23:37.451554 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487d1bed-8672-434c-9c46-7ccb1bcede57 req-1be07606-3881-4390-88fe-e2f4bdfeaf14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:23:37.453024 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-487d1bed-8672-434c-9c46-7ccb1bcede57 req-1be07606-3881-4390-88fe-e2f4bdfeaf14 service neutron] 10.222.0.26 "GET /v2.0/networks?id=aa37333a-1101-47b7-acc7-f21479cd1d95 HTTP/1.1" status: 200 len: 920 time: 0.0869315 Mar 25 19:23:37.525097 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-487d1bed-8672-434c-9c46-7ccb1bcede57 req-00e51493-fe92-4de9-bf21-248cf1b15b3e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e31a1c5e-f319-4495-a4f3-83d2762ba154 HTTP/1.1" status: 200 len: 1001 time: 0.0573633 Mar 25 19:23:37.579667 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487d1bed-8672-434c-9c46-7ccb1bcede57 req-6f3b3118-b719-443e-ba96-79cec5eccc23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:23:37.581050 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-487d1bed-8672-434c-9c46-7ccb1bcede57 req-6f3b3118-b719-443e-ba96-79cec5eccc23 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d8fb3102-0026-42d9-a683-15415ae64f68 HTTP/1.1" status: 200 len: 858 time: 0.0455706 Mar 25 19:23:37.635871 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487d1bed-8672-434c-9c46-7ccb1bcede57 req-57650bbc-50c5-4065-a785-ad55b8947e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:23:37.637315 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-487d1bed-8672-434c-9c46-7ccb1bcede57 req-57650bbc-50c5-4065-a785-ad55b8947e15 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=aa37333a-1101-47b7-acc7-f21479cd1d95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0421422 Mar 25 19:23:37.722924 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-487d1bed-8672-434c-9c46-7ccb1bcede57 req-98f245f6-778d-4c96-b87b-c24eafb2ce6c service neutron] 10.222.0.26 "GET /v2.0/networks/aa37333a-1101-47b7-acc7-f21479cd1d95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792916 Mar 25 19:23:37.812625 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-487d1bed-8672-434c-9c46-7ccb1bcede57 req-c4997e25-af77-40e2-a858-f8f3ba0394cc service neutron] 10.222.0.26 "GET /v2.0/networks/aa37333a-1101-47b7-acc7-f21479cd1d95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837383 Mar 25 19:23:46.114447 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.db.agents_db [None req-ad735e95-395b-498c-b22d-e8906e231634 None None] Agent healthcheck: found 6 active agents {{(pid=103199) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 25 19:23:54.281734 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-47e47b29-8dba-4582-bcc2-9bb1844ced5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741036503857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133703'] for agent (ff15a80c-2d7c-4104-a6ad-0973d1d911f7), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:23:54.920921 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0361f94-3355-4592-8883-5c7f0ac478b1 req-1776adc2-18d4-4a9c-8d9b-747b55e5849e tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:23:54.922377 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-a0361f94-3355-4592-8883-5c7f0ac478b1 req-1776adc2-18d4-4a9c-8d9b-747b55e5849e tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] 10.222.0.18 "GET /v2.0/ports?device_id=60b11edc-ce3f-48f7-ac37-bc15cd882254 HTTP/1.1" status: 200 len: 947 time: 0.0514445 Mar 25 19:23:54.968094 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-a0361f94-3355-4592-8883-5c7f0ac478b1 req-08270689-fa38-41f8-8c51-2cc07552dcfd tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] 10.222.0.18 "GET /v2.0/security-groups?id=ece6d36a-8c2c-423d-886b-e23866ad66ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392795 Mar 25 19:23:56.090073 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3318a6-b7ea-4f80-bde5-250ff7b44273 req-4fe10d24-121b-4451-b15f-6396e9797465 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:23:56.091472 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-1a3318a6-b7ea-4f80-bde5-250ff7b44273 req-4fe10d24-121b-4451-b15f-6396e9797465 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] 10.222.0.18 "GET /v2.0/ports?device_id=60b11edc-ce3f-48f7-ac37-bc15cd882254 HTTP/1.1" status: 200 len: 947 time: 0.0518148 Mar 25 19:23:56.136632 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-1a3318a6-b7ea-4f80-bde5-250ff7b44273 req-ac19014f-a39c-42f8-8ea2-3f5d5b480488 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] 10.222.0.18 "GET /v2.0/security-groups?id=ece6d36a-8c2c-423d-886b-e23866ad66ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396528 Mar 25 19:23:56.660917 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c481ae70-7c19-41e3-bd85-882da4b23131 req-40f459fe-4217-45d6-b565-5c0517aa7ba4 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:23:56.663882 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-c481ae70-7c19-41e3-bd85-882da4b23131 req-40f459fe-4217-45d6-b565-5c0517aa7ba4 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] 10.222.0.26 "GET /v2.0/ports?device_id=60b11edc-ce3f-48f7-ac37-bc15cd882254 HTTP/1.1" status: 200 len: 947 time: 0.0547636 Mar 25 19:23:56.689375 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-ca8aec5e-dac4-4a7c-83d0-e58c9b544786 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741036503857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133703'] for agent (af1b81b0-43af-47bb-a61e-8e46b36efc57), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:23:56.757942 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [req-c481ae70-7c19-41e3-bd85-882da4b23131 req-898b6f1c-5339-41ea-bfd5-18e162341ec0 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] Deleting port 49753907-3d92-474f-bd8d-596897e5c904 {{(pid=103196) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 25 19:23:56.758282 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-c481ae70-7c19-41e3-bd85-882da4b23131 req-898b6f1c-5339-41ea-bfd5-18e162341ec0 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741036672799'] for port (49753907-3d92-474f-bd8d-596897e5c904), before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:23:56.846164 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.db [req-c481ae70-7c19-41e3-bd85-882da4b23131 req-898b6f1c-5339-41ea-bfd5-18e162341ec0 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] For port 49753907-3d92-474f-bd8d-596897e5c904, host hv-cinder-75510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75510',level=0,port_id=49753907-3d92-474f-bd8d-596897e5c904,segment=NetworkSegment(d2797ec7-5d3a-4260-b181-2764a4061b4e),segment_id=d2797ec7-5d3a-4260-b181-2764a4061b4e)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 25 19:23:56.846550 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-c481ae70-7c19-41e3-bd85-882da4b23131 req-898b6f1c-5339-41ea-bfd5-18e162341ec0 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3766103'] for port (49753907-3d92-474f-bd8d-596897e5c904), precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:23:57.059320 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-c481ae70-7c19-41e3-bd85-882da4b23131 req-898b6f1c-5339-41ea-bfd5-18e162341ec0 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:23:57.059622 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-c481ae70-7c19-41e3-bd85-882da4b23131 req-898b6f1c-5339-41ea-bfd5-18e162341ec0 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3753541'] for floatingip (f07ebe5b-dd69-4343-8876-89820a154a01), after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:23:57.059935 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.db.l3_db [req-c481ae70-7c19-41e3-bd85-882da4b23131 req-898b6f1c-5339-41ea-bfd5-18e162341ec0 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] Floating IP f07ebe5b-dd69-4343-8876-89820a154a01 disassociated. External IP: 172.27.0.60, port: 49753907-3d92-474f-bd8d-596897e5c904. Mar 25 19:23:57.060271 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [req-c481ae70-7c19-41e3-bd85-882da4b23131 req-898b6f1c-5339-41ea-bfd5-18e162341ec0 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] Calling delete_port for 49753907-3d92-474f-bd8d-596897e5c904 owned by compute:nova {{(pid=103196) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 25 19:23:57.182339 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-c481ae70-7c19-41e3-bd85-882da4b23131 req-898b6f1c-5339-41ea-bfd5-18e162341ec0 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741036679554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741036190724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58911673'] for port (49753907-3d92-474f-bd8d-596897e5c904), after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:23:57.222812 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898b6f1c-5339-41ea-bfd5-18e162341ec0 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] Pushing event deleted for resources: {'Port': ['ID=49753907-3d92-474f-bd8d-596897e5c904,revision_number=None']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:23:57.245659 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-66523e92-8d16-4072-8721-e8471a60e4b7 req-abcda3c1-7e53-402b-b8f0-1782a8d3f5c6 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] 10.222.0.18 "GET /v2.0/ports?device_id=60b11edc-ce3f-48f7-ac37-bc15cd882254 HTTP/1.1" status: 200 len: 210 time: 0.0314102 Mar 25 19:23:57.350909 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c481ae70-7c19-41e3-bd85-882da4b23131 req-898b6f1c-5339-41ea-bfd5-18e162341ec0 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] Router 85cba199-43e6-4acd-a362-e5a880e7fcaf has already been hosted by L3 agent af1b81b0-43af-47bb-a61e-8e46b36efc57 {{(pid=103196) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 25 19:23:57.587458 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-af60142c-683d-41c3-be1d-5377fff6ca45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741036503857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133703'] for agent (c3076277-13eb-43a7-9b94-fad13f82c96d), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:23:57.671434 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c481ae70-7c19-41e3-bd85-882da4b23131 req-898b6f1c-5339-41ea-bfd5-18e162341ec0 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] Notify agent at l3_agent.dv-cinder-755101-7-iscsi the message routers_updated {{(pid=103196) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 25 19:23:57.681463 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4df85f53-bc0b-4e73-8be7-4bb569a4743f None None] Sync routers for ids ['85cba199-43e6-4acd-a362-e5a880e7fcaf'] in dv-cinder-755101-7-iscsi {{(pid=103198) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 25 19:23:57.691547 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4df85f53-bc0b-4e73-8be7-4bb569a4743f None None] Routers {'85cba199-43e6-4acd-a362-e5a880e7fcaf'} bound to L3 agent in host dv-cinder-755101-7-iscsi {{(pid=103198) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 25 19:23:57.692811 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.l3_hamode_db [None req-4df85f53-bc0b-4e73-8be7-4bb569a4743f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755101-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-25T19:11:57Z,description=,heartbeat_timestamp=2022-03-25T19:23:57Z,host='dv-cinder-755101-7-iscsi',id=af1b81b0-43af-47bb-a61e-8e46b36efc57,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:11:57Z,topic='l3_agent')) {'router_ids': ['85cba199-43e6-4acd-a362-e5a880e7fcaf'], 'active': True} {{(pid=103198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 19:23:57.711103 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [req-c481ae70-7c19-41e3-bd85-882da4b23131 req-898b6f1c-5339-41ea-bfd5-18e162341ec0 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] No DVR routers for this DVR port 49753907-3d92-474f-bd8d-596897e5c904 on host hv-cinder-75510 {{(pid=103196) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 25 19:23:57.713637 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-c481ae70-7c19-41e3-bd85-882da4b23131 req-898b6f1c-5339-41ea-bfd5-18e162341ec0 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63648'] for port (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:23:57.716838 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-c481ae70-7c19-41e3-bd85-882da4b23131 req-898b6f1c-5339-41ea-bfd5-18e162341ec0 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] 10.222.0.26 "DELETE /v2.0/ports/49753907-3d92-474f-bd8d-596897e5c904 HTTP/1.1" status: 204 len: 173 time: 1.0454631 Mar 25 19:23:57.717281 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60b11edc-ce3f-48f7-ac37-bc15cd882254', 'name': 'network-vif-deleted', 'tag': '49753907-3d92-474f-bd8d-596897e5c904'}] {{(pid=103196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 25 19:23:57.719809 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aab9b3bfb8b62b9c439d2baea07b5fa53a515b81dc2b4d2d70d2153c83a947a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31e1f125-3dbd-4299-88af-99bf899b2ed5" -d '{"events": [{"server_uuid": "60b11edc-ce3f-48f7-ac37-bc15cd882254", "name": "network-vif-deleted", "tag": "49753907-3d92-474f-bd8d-596897e5c904"}]}' {{(pid=103196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 25 19:23:57.755732 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Mar 2022 19:23:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-123fd56b-70c8-4a3d-b08a-c793b3bbb89d x-openstack-request-id: req-123fd56b-70c8-4a3d-b08a-c793b3bbb89d {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 25 19:23:57.756028 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60b11edc-ce3f-48f7-ac37-bc15cd882254", "name": "network-vif-deleted", "tag": "49753907-3d92-474f-bd8d-596897e5c904", "status": "completed", "code": 200}]} {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 25 19:23:57.756286 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-123fd56b-70c8-4a3d-b08a-c793b3bbb89d {{(pid=103196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 25 19:23:57.756737 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event matching ['req-123fd56b-70c8-4a3d-b08a-c793b3bbb89d'] response: {'server_uuid': '60b11edc-ce3f-48f7-ac37-bc15cd882254', 'name': 'network-vif-deleted', 'tag': '49753907-3d92-474f-bd8d-596897e5c904', 'status': 'completed', 'code': 200} Mar 25 19:23:57.811241 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.l3_dvr_db [None req-4df85f53-bc0b-4e73-8be7-4bb569a4743f None None] Set router 85cba199-43e6-4acd-a362-e5a880e7fcaf gateway port host: dv-cinder-755101-7-iscsi {{(pid=103198) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 25 19:23:58.018794 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.l3_hamode_db [None req-4df85f53-bc0b-4e73-8be7-4bb569a4743f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85cba199-43e6-4acd-a362-e5a880e7fcaf', 'name': 'tempest-AttachVolumeShelveTestJSON-1863061992-router', 'tenant_id': '6512a963b11c42188d92829b913731e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'external_fixed_ips': [{'subnet_id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'ip_address': '172.27.0.148'}], 'enable_snat': True}, 'gw_port_id': 'dae70a26-65a0-4e48-8759-4d453feb5be6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T19:19:54Z', 'updated_at': '2022-03-25T19:20:01Z', 'revision_number': 4, 'project_id': '6512a963b11c42188d92829b913731e9', 'gw_port': {'id': 'dae70a26-65a0-4e48-8759-4d453feb5be6', 'name': '', 'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:64:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85cba199-43e6-4acd-a362-e5a880e7fcaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'ip_address': '172.27.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T19:19:55Z', 'updated_at': '2022-03-25T19:20:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755101-7-iscsi', '_interfaces': [{'id': '5acf6b82-7f0e-482f-94b1-20571c2ce911', 'name': '', 'network_id': '41df54f8-722f-48ae-9670-4d05784c9b60', 'tenant_id': '6512a963b11c42188d92829b913731e9', 'mac_address': 'fa:16:3e:08:d7:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85cba199-43e6-4acd-a362-e5a880e7fcaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'd9ce3099-d02a-4e55-9db5-3bce93935985', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T19:19:59Z', 'updated_at': '2022-03-25T19:20:07Z', 'revision_number': 5, 'project_id': '6512a963b11c42188d92829b913731e9', 'subnets': [{'id': 'd9ce3099-d02a-4e55-9db5-3bce93935985', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-755101-7-iscsi', False) {} {{(pid=103198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 19:23:58.044873 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4df85f53-bc0b-4e73-8be7-4bb569a4743f None None] Checking router: 85cba199-43e6-4acd-a362-e5a880e7fcaf for host: dv-cinder-755101-7-iscsi {{(pid=103198) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 25 19:23:58.053616 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4df85f53-bc0b-4e73-8be7-4bb569a4743f None None] Routers {'85cba199-43e6-4acd-a362-e5a880e7fcaf'} bound to L3 agent in host dv-cinder-755101-7-iscsi {{(pid=103198) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 25 19:23:58.054215 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.l3_hamode_db [None req-4df85f53-bc0b-4e73-8be7-4bb569a4743f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755101-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-25T19:11:57Z,description=,heartbeat_timestamp=2022-03-25T19:23:57Z,host='dv-cinder-755101-7-iscsi',id=af1b81b0-43af-47bb-a61e-8e46b36efc57,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:11:57Z,topic='l3_agent')) {'router_ids': ['85cba199-43e6-4acd-a362-e5a880e7fcaf'], 'active': True} {{(pid=103198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 19:23:58.158559 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.l3_dvr_db [None req-4df85f53-bc0b-4e73-8be7-4bb569a4743f None None] Set router 85cba199-43e6-4acd-a362-e5a880e7fcaf gateway port host: dv-cinder-755101-7-iscsi {{(pid=103198) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 25 19:23:58.354632 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.18', 35438) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:23:58.368718 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.l3_hamode_db [None req-4df85f53-bc0b-4e73-8be7-4bb569a4743f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85cba199-43e6-4acd-a362-e5a880e7fcaf', 'name': 'tempest-AttachVolumeShelveTestJSON-1863061992-router', 'tenant_id': '6512a963b11c42188d92829b913731e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'external_fixed_ips': [{'subnet_id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'ip_address': '172.27.0.148'}], 'enable_snat': True}, 'gw_port_id': 'dae70a26-65a0-4e48-8759-4d453feb5be6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T19:19:54Z', 'updated_at': '2022-03-25T19:20:01Z', 'revision_number': 4, 'project_id': '6512a963b11c42188d92829b913731e9', 'gw_port': {'id': 'dae70a26-65a0-4e48-8759-4d453feb5be6', 'name': '', 'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:64:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85cba199-43e6-4acd-a362-e5a880e7fcaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'ip_address': '172.27.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T19:19:55Z', 'updated_at': '2022-03-25T19:20:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755101-7-iscsi', '_interfaces': [{'id': '5acf6b82-7f0e-482f-94b1-20571c2ce911', 'name': '', 'network_id': '41df54f8-722f-48ae-9670-4d05784c9b60', 'tenant_id': '6512a963b11c42188d92829b913731e9', 'mac_address': 'fa:16:3e:08:d7:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85cba199-43e6-4acd-a362-e5a880e7fcaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'd9ce3099-d02a-4e55-9db5-3bce93935985', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T19:19:59Z', 'updated_at': '2022-03-25T19:20:07Z', 'revision_number': 5, 'project_id': '6512a963b11c42188d92829b913731e9', 'subnets': [{'id': 'd9ce3099-d02a-4e55-9db5-3bce93935985', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-755101-7-iscsi', False) {} {{(pid=103198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 19:23:58.412163 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-6eaacfe7-eb2a-4a1d-aec4-d2bc8721fc84 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] Publish callbacks [] for security_group (ece6d36a-8c2c-423d-886b-e23866ad66ec), before_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:23:58.442414 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-6eaacfe7-eb2a-4a1d-aec4-d2bc8721fc84 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] Publish callbacks [] for security_group (ece6d36a-8c2c-423d-886b-e23866ad66ec), precommit_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:23:58.495680 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-6eaacfe7-eb2a-4a1d-aec4-d2bc8721fc84 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687199'] for security_group (ece6d36a-8c2c-423d-886b-e23866ad66ec), after_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:23:58.498280 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-6eaacfe7-eb2a-4a1d-aec4-d2bc8721fc84 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] Publish callbacks [] for security_group (None), before_response {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:23:58.499489 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-6eaacfe7-eb2a-4a1d-aec4-d2bc8721fc84 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] 10.222.0.18 "DELETE /v2.0/security-groups/ece6d36a-8c2c-423d-886b-e23866ad66ec HTTP/1.1" status: 204 len: 168 time: 0.1438882 Mar 25 19:23:58.502322 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.18', 35440) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:23:58.509242 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eaacfe7-eb2a-4a1d-aec4-d2bc8721fc84 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ece6d36a-8c2c-423d-886b-e23866ad66ec,revision_number=None']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:23:58.516117 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.api.v2.resource [None req-289efede-b803-4754-92c8-2ea643aaf50c tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] show failed (client error): The resource could not be found. Mar 25 19:23:58.517071 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eaacfe7-eb2a-4a1d-aec4-d2bc8721fc84 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:23:58.517192 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-289efede-b803-4754-92c8-2ea643aaf50c tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] 10.222.0.18 "GET /v2.0/security-groups/ece6d36a-8c2c-423d-886b-e23866ad66ec HTTP/1.1" status: 404 len: 347 time: 0.0137970 Mar 25 19:23:58.517798 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eaacfe7-eb2a-4a1d-aec4-d2bc8721fc84 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:23:58.518360 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eaacfe7-eb2a-4a1d-aec4-d2bc8721fc84 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:23:58.518870 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eaacfe7-eb2a-4a1d-aec4-d2bc8721fc84 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:23:58.519373 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eaacfe7-eb2a-4a1d-aec4-d2bc8721fc84 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:23:58.519985 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eaacfe7-eb2a-4a1d-aec4-d2bc8721fc84 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:23:58.520876 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eaacfe7-eb2a-4a1d-aec4-d2bc8721fc84 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:23:58.521040 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.18', 35442) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:23:58.521384 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eaacfe7-eb2a-4a1d-aec4-d2bc8721fc84 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:23:58.521730 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eaacfe7-eb2a-4a1d-aec4-d2bc8721fc84 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:23:58.522067 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eaacfe7-eb2a-4a1d-aec4-d2bc8721fc84 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:23:58.522533 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eaacfe7-eb2a-4a1d-aec4-d2bc8721fc84 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:23:58.522884 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eaacfe7-eb2a-4a1d-aec4-d2bc8721fc84 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:23:58.523220 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eaacfe7-eb2a-4a1d-aec4-d2bc8721fc84 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:23:58.523552 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eaacfe7-eb2a-4a1d-aec4-d2bc8721fc84 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:23:58.523881 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eaacfe7-eb2a-4a1d-aec4-d2bc8721fc84 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:23:58.527620 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4df85f53-bc0b-4e73-8be7-4bb569a4743f None None] The sync data for ids ['85cba199-43e6-4acd-a362-e5a880e7fcaf'] in dv-cinder-755101-7-iscsi is: [{'id': '85cba199-43e6-4acd-a362-e5a880e7fcaf', 'name': 'tempest-AttachVolumeShelveTestJSON-1863061992-router', 'tenant_id': '6512a963b11c42188d92829b913731e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'external_fixed_ips': [{'subnet_id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'ip_address': '172.27.0.148'}], 'enable_snat': True}, 'gw_port_id': 'dae70a26-65a0-4e48-8759-4d453feb5be6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T19:19:54Z', 'updated_at': '2022-03-25T19:20:01Z', 'revision_number': 4, 'project_id': '6512a963b11c42188d92829b913731e9', 'gw_port': {'id': 'dae70a26-65a0-4e48-8759-4d453feb5be6', 'name': '', 'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:64:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85cba199-43e6-4acd-a362-e5a880e7fcaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'ip_address': '172.27.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T19:19:55Z', 'updated_at': '2022-03-25T19:20:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755101-7-iscsi', '_interfaces': [{'id': '5acf6b82-7f0e-482f-94b1-20571c2ce911', 'name': '', 'network_id': '41df54f8-722f-48ae-9670-4d05784c9b60', 'tenant_id': '6512a963b11c42188d92829b913731e9', 'mac_address': 'fa:16:3e:08:d7:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85cba199-43e6-4acd-a362-e5a880e7fcaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'd9ce3099-d02a-4e55-9db5-3bce93935985', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T19:19:59Z', 'updated_at': '2022-03-25T19:20:07Z', 'revision_number': 5, 'project_id': '6512a963b11c42188d92829b913731e9', 'subnets': [{'id': 'd9ce3099-d02a-4e55-9db5-3bce93935985', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103198) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 25 19:23:58.662199 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-e8079d35-e3fe-4e93-b48c-faa43ee27028 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] Deleting port 7692e617-2485-450d-b371-55fba89fca3a {{(pid=103196) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 25 19:23:58.662572 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-e8079d35-e3fe-4e93-b48c-faa43ee27028 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741036672799'] for port (7692e617-2485-450d-b371-55fba89fca3a), before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:23:58.745718 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-e8079d35-e3fe-4e93-b48c-faa43ee27028 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3766103'] for port (7692e617-2485-450d-b371-55fba89fca3a), precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:23:58.746334 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-e8079d35-e3fe-4e93-b48c-faa43ee27028 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] Publish callbacks [] for floatingip (7692e617-2485-450d-b371-55fba89fca3a), precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:23:58.758794 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-e8079d35-e3fe-4e93-b48c-faa43ee27028 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] Calling delete_port for 7692e617-2485-450d-b371-55fba89fca3a owned by network:floatingip {{(pid=103196) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 25 19:23:58.787134 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b16dd1ec-c8f0-4971-ab93-f99a08ba9ef2 None None] New status for floating IP f07ebe5b-dd69-4343-8876-89820a154a01: DOWN {{(pid=103199) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 25 19:23:58.900008 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-e8079d35-e3fe-4e93-b48c-faa43ee27028 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741036679554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741036190724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58911673'] for port (7692e617-2485-450d-b371-55fba89fca3a), after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:23:58.901499 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron_lib.db.api [None req-b16dd1ec-c8f0-4971-ab93-f99a08ba9ef2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103199) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 25 19:23:58.901857 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG oslo_db.api [None req-b16dd1ec-c8f0-4971-ab93-f99a08ba9ef2 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=103199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 25 19:23:58.925131 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8079d35-e3fe-4e93-b48c-faa43ee27028 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] Pushing event deleted for resources: {'Port': ['ID=7692e617-2485-450d-b371-55fba89fca3a,revision_number=None']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:23:58.951742 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8079d35-e3fe-4e93-b48c-faa43ee27028 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:23:58.952091 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8079d35-e3fe-4e93-b48c-faa43ee27028 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:23:58.952435 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8079d35-e3fe-4e93-b48c-faa43ee27028 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:23:58.952772 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8079d35-e3fe-4e93-b48c-faa43ee27028 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:23:58.953110 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8079d35-e3fe-4e93-b48c-faa43ee27028 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:23:58.953440 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8079d35-e3fe-4e93-b48c-faa43ee27028 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:23:58.953765 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8079d35-e3fe-4e93-b48c-faa43ee27028 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:23:58.954087 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8079d35-e3fe-4e93-b48c-faa43ee27028 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:23:58.954411 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8079d35-e3fe-4e93-b48c-faa43ee27028 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:23:58.954759 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8079d35-e3fe-4e93-b48c-faa43ee27028 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:23:58.955079 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8079d35-e3fe-4e93-b48c-faa43ee27028 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:23:58.955398 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8079d35-e3fe-4e93-b48c-faa43ee27028 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:23:58.955716 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8079d35-e3fe-4e93-b48c-faa43ee27028 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:23:58.956035 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8079d35-e3fe-4e93-b48c-faa43ee27028 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:23:58.956353 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8079d35-e3fe-4e93-b48c-faa43ee27028 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:23:58.996245 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-e8079d35-e3fe-4e93-b48c-faa43ee27028 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] Publish callbacks [] for floatingip (f07ebe5b-dd69-4343-8876-89820a154a01), after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:23:58.998933 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-e8079d35-e3fe-4e93-b48c-faa43ee27028 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63648'] for floatingip (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:23:59.000084 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-e8079d35-e3fe-4e93-b48c-faa43ee27028 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] 10.222.0.18 "DELETE /v2.0/floatingips/f07ebe5b-dd69-4343-8876-89820a154a01 HTTP/1.1" status: 204 len: 168 time: 0.4780493 Mar 25 19:23:59.188181 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-bfcc621e-35c9-4ac2-b4cb-53c403134561 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741036503857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133703'] for agent (9ba807d9-64cc-4b2a-8ad2-e4f3b23bc779), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:23:59.233586 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.18', 35446) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:23:59.238184 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.v2.base [None req-d69186fc-06bb-4dd0-9083-9b74bb987a47 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1733143718', 'description': 'tempest-description--515237211'}} {{(pid=103196) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 19:23:59.258526 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d69186fc-06bb-4dd0-9083-9b74bb987a47 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] Publish callbacks [] for security_group (None), before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:23:59.324339 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d69186fc-06bb-4dd0-9083-9b74bb987a47 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] Publish callbacks [] for security_group (7320aa23-0b4a-4857-9a31-84ef6ccbb69f), precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:23:59.327980 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d69186fc-06bb-4dd0-9083-9b74bb987a47 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687199'] for security_group (7320aa23-0b4a-4857-9a31-84ef6ccbb69f), after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:23:59.357489 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d69186fc-06bb-4dd0-9083-9b74bb987a47 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] Publish callbacks [] for security_group (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:23:59.358718 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-d69186fc-06bb-4dd0-9083-9b74bb987a47 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1241000 Mar 25 19:23:59.359659 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69186fc-06bb-4dd0-9083-9b74bb987a47 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7320aa23-0b4a-4857-9a31-84ef6ccbb69f,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:23:59.361742 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.18', 35448) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:23:59.368147 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.v2.base [None req-d9ac7817-35e3-44a4-9fd4-8636ff8c820f tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] Request body: {'security_group_rule': {'security_group_id': '7320aa23-0b4a-4857-9a31-84ef6ccbb69f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103196) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 19:23:59.392682 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d9ac7817-35e3-44a4-9fd4-8636ff8c820f tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] Publish callbacks [] for security_group_rule (8f3a9add-f9f1-4699-8901-a600c5cee31b), before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:23:59.403683 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b16dd1ec-c8f0-4971-ab93-f99a08ba9ef2 None None] New status for floating IP f07ebe5b-dd69-4343-8876-89820a154a01: DOWN {{(pid=103199) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 25 19:23:59.461554 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d9ac7817-35e3-44a4-9fd4-8636ff8c820f tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] Publish callbacks [] for security_group_rule (8f3a9add-f9f1-4699-8901-a600c5cee31b), precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:23:59.465689 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d9ac7817-35e3-44a4-9fd4-8636ff8c820f tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677543'] for security_group_rule (8f3a9add-f9f1-4699-8901-a600c5cee31b), after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:23:59.488692 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ac7817-35e3-44a4-9fd4-8636ff8c820f tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f3a9add-f9f1-4699-8901-a600c5cee31b,revision_number=0']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:23:59.500301 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d9ac7817-35e3-44a4-9fd4-8636ff8c820f tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:23:59.504082 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-d9ac7817-35e3-44a4-9fd4-8636ff8c820f tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1389978 Mar 25 19:23:59.504442 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.18', 35450) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:23:59.509068 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.v2.base [None req-6c8d8e9a-8b3a-422e-8959-2d4f2a3a7c18 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] Request body: {'security_group_rule': {'security_group_id': '7320aa23-0b4a-4857-9a31-84ef6ccbb69f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103196) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 19:23:59.534082 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6c8d8e9a-8b3a-422e-8959-2d4f2a3a7c18 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] Publish callbacks [] for security_group_rule (b563c967-9069-4fe2-a85d-ed582024e606), before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:23:59.603914 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6c8d8e9a-8b3a-422e-8959-2d4f2a3a7c18 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] Publish callbacks [] for security_group_rule (b563c967-9069-4fe2-a85d-ed582024e606), precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:23:59.607547 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6c8d8e9a-8b3a-422e-8959-2d4f2a3a7c18 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677543'] for security_group_rule (b563c967-9069-4fe2-a85d-ed582024e606), after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:23:59.626933 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8d8e9a-8b3a-422e-8959-2d4f2a3a7c18 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b563c967-9069-4fe2-a85d-ed582024e606,revision_number=0']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:23:59.633449 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6c8d8e9a-8b3a-422e-8959-2d4f2a3a7c18 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:23:59.637829 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.18', 35452) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:23:59.638983 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-6c8d8e9a-8b3a-422e-8959-2d4f2a3a7c18 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1334183 Mar 25 19:23:59.643067 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.v2.base [None req-faea797d-6a04-4654-b698-7824b1341cfc tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] Request body: {'floatingip': {'floating_network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15'}} {{(pid=103197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 19:23:59.667333 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-faea797d-6a04-4654-b698-7824b1341cfc tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:23:59.761942 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-faea797d-6a04-4654-b698-7824b1341cfc tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1293263'] for port (None), before_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:23:59.872188 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.db.db_base_plugin_common [None req-faea797d-6a04-4654-b698-7824b1341cfc tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] Allocated IP 172.27.0.146 (4acd50f3-de7f-4854-a6f4-5b66b3577c15/efae7cfd-1549-43a8-94ca-01f5ce7b3ee1/8a7d2b62-3a28-45ad-a8d4-86018018b022) {{(pid=103197) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 19:23:59.976960 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-faea797d-6a04-4654-b698-7824b1341cfc tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] Publish callbacks [] for port (8a7d2b62-3a28-45ad-a8d4-86018018b022), precommit_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:24:00.010496 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-faea797d-6a04-4654-b698-7824b1341cfc tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741036193015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59283508'] for port (8a7d2b62-3a28-45ad-a8d4-86018018b022), after_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:24:00.048888 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faea797d-6a04-4654-b698-7824b1341cfc tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] Network 4acd50f3-de7f-4854-a6f4-5b66b3577c15 is already hosted by enough agents. {{(pid=103197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 19:24:00.051870 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.scheduler.base_scheduler [None req-faea797d-6a04-4654-b698-7824b1341cfc tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] Resources bound (agent type, host, resource id): {{(pid=103197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 19:24:00.062160 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faea797d-6a04-4654-b698-7824b1341cfc tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] Received port after_create {{(pid=103197) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 25 19:24:00.068853 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faea797d-6a04-4654-b698-7824b1341cfc tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] Pushing event updated for resources: {'Port': ['ID=8a7d2b62-3a28-45ad-a8d4-86018018b022,revision_number=1']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:24:00.154230 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-faea797d-6a04-4654-b698-7824b1341cfc tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] Publish callbacks [] for floatingip (d89b605a-041a-4ed2-9544-7b9f1a82a1c0), precommit_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:24:00.189414 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-faea797d-6a04-4654-b698-7824b1341cfc tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1293263'] for port (8a7d2b62-3a28-45ad-a8d4-86018018b022), before_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:24:00.338649 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-faea797d-6a04-4654-b698-7824b1341cfc tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] Publish callbacks [] for port (8a7d2b62-3a28-45ad-a8d4-86018018b022), precommit_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:24:00.343256 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-faea797d-6a04-4654-b698-7824b1341cfc tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036679572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741036190733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741036190751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59283459'] for port (8a7d2b62-3a28-45ad-a8d4-86018018b022), after_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:24:00.364402 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Device 49753907-3d92-474f-bd8d-596897e5c904 no longer exists at agent hyperv_hv-cinder-75510 {{(pid=103198) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 25 19:24:00.386657 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] No Port match for: 49753907-3d92-474f-bd8d-596897e5c904 {{(pid=103198) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 25 19:24:00.387240 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Device 49753907-3d92-474f-bd8d-596897e5c904 not bound to the agent host hv-cinder-75510 {{(pid=103198) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 25 19:24:00.420441 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faea797d-6a04-4654-b698-7824b1341cfc tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] Pushing event updated for resources: {'Port': ['ID=8a7d2b62-3a28-45ad-a8d4-86018018b022,revision_number=2']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:24:00.427152 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-faea797d-6a04-4654-b698-7824b1341cfc tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3753541'] for floatingip (d89b605a-041a-4ed2-9544-7b9f1a82a1c0), after_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:24:00.442532 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-faea797d-6a04-4654-b698-7824b1341cfc tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63648'] for floatingip (None), before_response {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:24:00.452190 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-faea797d-6a04-4654-b698-7824b1341cfc tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8050313 Mar 25 19:24:00.638372 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-34fa5428-d192-4e30-a3c1-de45baefc788 req-cb564847-2f3f-4ecf-b138-814d57746cb0 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--1733143718&fields=id&tenant_id=6512a963b11c42188d92829b913731e9 HTTP/1.1" status: 200 len: 267 time: 0.0440235 Mar 25 19:24:00.712425 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741036503857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133703'] for agent (e10cc9df-a7ce-4b9c-bc25-dffd007f5dd8), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:24:00.743505 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fa5428-d192-4e30-a3c1-de45baefc788 req-8dab2220-3ce2-44d5-bdfb-5a0dcfaa5ff6 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:24:00.744891 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-34fa5428-d192-4e30-a3c1-de45baefc788 req-8dab2220-3ce2-44d5-bdfb-5a0dcfaa5ff6 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] 10.222.0.18 "GET /v2.0/networks?id=41df54f8-722f-48ae-9670-4d05784c9b60 HTTP/1.1" status: 200 len: 817 time: 0.1002326 Mar 25 19:24:00.759031 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-34fa5428-d192-4e30-a3c1-de45baefc788 req-54af0786-5765-4362-9c71-19bc377cce40 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] 10.222.0.18 "GET /v2.0/quotas/6512a963b11c42188d92829b913731e9 HTTP/1.1" status: 200 len: 375 time: 0.0088234 Mar 25 19:24:00.787177 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741036503857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133703'] for agent (239dac0e-b210-4295-8f1a-11f7f9dc3de1), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:24:00.815445 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-34fa5428-d192-4e30-a3c1-de45baefc788 req-57e54ce2-b627-4aca-9bb6-3a25b91adc09 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=6512a963b11c42188d92829b913731e9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0512733 Mar 25 19:24:00.916098 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-34fa5428-d192-4e30-a3c1-de45baefc788 req-72eb73fd-3dcf-469a-8809-246423783f7a service neutron] 10.222.0.18 "GET /v2.0/networks/41df54f8-722f-48ae-9670-4d05784c9b60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887976 Mar 25 19:24:01.002597 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-34fa5428-d192-4e30-a3c1-de45baefc788 req-27742b9a-a4cf-4165-b877-d0befc838be5 service neutron] 10.222.0.18 "GET /v2.0/networks/41df54f8-722f-48ae-9670-4d05784c9b60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804584 Mar 25 19:24:01.159400 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-86b553b7-ef40-4583-8794-eed5ea2e1732 req-a9c8c4da-a7c3-46d2-baf2-9fc8ad1f5cb0 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] 10.222.0.18 "GET /v2.0/ports?device_id=f1d2a85a-2379-4748-8502-265a327e4670 HTTP/1.1" status: 200 len: 210 time: 0.0274100 Mar 25 19:24:02.255262 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-9ce792d7-0c59-43d2-ae98-c131bc51f115 req-548f176c-f052-479d-8b5f-bfccf50456e8 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] 10.222.0.18 "GET /v2.0/ports?device_id=f1d2a85a-2379-4748-8502-265a327e4670 HTTP/1.1" status: 200 len: 210 time: 0.0269508 Mar 25 19:24:02.529715 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fa5428-d192-4e30-a3c1-de45baefc788 req-4b43ae18-52bc-4b0a-8d87-dcc759cde7ae tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:24:02.531104 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-34fa5428-d192-4e30-a3c1-de45baefc788 req-4b43ae18-52bc-4b0a-8d87-dcc759cde7ae tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] 10.222.0.26 "GET /v2.0/networks?id=41df54f8-722f-48ae-9670-4d05784c9b60 HTTP/1.1" status: 200 len: 817 time: 0.1071985 Mar 25 19:24:02.593493 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-34fa5428-d192-4e30-a3c1-de45baefc788 req-3624608c-b325-4613-9a13-6aef9599a230 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6512a963b11c42188d92829b913731e9 HTTP/1.1" status: 200 len: 380 time: 0.0532031 Mar 25 19:24:02.601592 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.v2.base [req-34fa5428-d192-4e30-a3c1-de45baefc788 req-16e4601e-3c8b-4a26-8240-d805c51ad29b tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] Request body: {'port': {'device_id': 'f1d2a85a-2379-4748-8502-265a327e4670', 'network_id': '41df54f8-722f-48ae-9670-4d05784c9b60', 'admin_state_up': True, 'tenant_id': '6512a963b11c42188d92829b913731e9', 'security_groups': ['7320aa23-0b4a-4857-9a31-84ef6ccbb69f']}} {{(pid=103196) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 19:24:02.702667 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34fa5428-d192-4e30-a3c1-de45baefc788 req-16e4601e-3c8b-4a26-8240-d805c51ad29b tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] Made reservation on behalf of 6512a963b11c42188d92829b913731e9 for: {'port': 1} {{(pid=103196) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 19:24:02.706035 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-34fa5428-d192-4e30-a3c1-de45baefc788 req-16e4601e-3c8b-4a26-8240-d805c51ad29b tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1293263'] for port (None), before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:24:02.829724 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.db.db_base_plugin_common [req-34fa5428-d192-4e30-a3c1-de45baefc788 req-16e4601e-3c8b-4a26-8240-d805c51ad29b tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] Allocated IP 172.20.0.3 (41df54f8-722f-48ae-9670-4d05784c9b60/d9ce3099-d02a-4e55-9db5-3bce93935985/77a70067-c204-42fd-97a1-26b04e8d4b7e) {{(pid=103196) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 19:24:02.964629 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-34fa5428-d192-4e30-a3c1-de45baefc788 req-16e4601e-3c8b-4a26-8240-d805c51ad29b tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] Publish callbacks [] for port (77a70067-c204-42fd-97a1-26b04e8d4b7e), precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:24:02.997249 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-34fa5428-d192-4e30-a3c1-de45baefc788 req-16e4601e-3c8b-4a26-8240-d805c51ad29b tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741036193015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58911673'] for port (77a70067-c204-42fd-97a1-26b04e8d4b7e), after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:24:03.059437 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34fa5428-d192-4e30-a3c1-de45baefc788 req-16e4601e-3c8b-4a26-8240-d805c51ad29b tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] Network 41df54f8-722f-48ae-9670-4d05784c9b60 is already hosted by enough agents. {{(pid=103196) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 19:24:03.065710 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.scheduler.base_scheduler [req-34fa5428-d192-4e30-a3c1-de45baefc788 req-16e4601e-3c8b-4a26-8240-d805c51ad29b tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] Resources bound (agent type, host, resource id): {{(pid=103196) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 19:24:03.072839 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [req-34fa5428-d192-4e30-a3c1-de45baefc788 req-16e4601e-3c8b-4a26-8240-d805c51ad29b tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] Received port after_create {{(pid=103196) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 25 19:24:03.098485 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e4601e-3c8b-4a26-8240-d805c51ad29b tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] Pushing event updated for resources: {'Port': ['ID=77a70067-c204-42fd-97a1-26b04e8d4b7e,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:24:03.129326 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-0bd4cb85-3490-402d-b4d6-47e36bd4185d req-e499ed82-b323-4d93-bb4c-3c1c5fc1805e service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=2e98d9a4-7bc3-4128-b4ae-768498a633da&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1261852 Mar 25 19:24:03.137023 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fa5428-d192-4e30-a3c1-de45baefc788 req-16e4601e-3c8b-4a26-8240-d805c51ad29b tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:24:03.137422 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-34fa5428-d192-4e30-a3c1-de45baefc788 req-16e4601e-3c8b-4a26-8240-d805c51ad29b tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63648'] for port (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:24:03.161994 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-34fa5428-d192-4e30-a3c1-de45baefc788 req-16e4601e-3c8b-4a26-8240-d805c51ad29b tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5638046 Mar 25 19:24:03.185566 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.v2.base [req-34fa5428-d192-4e30-a3c1-de45baefc788 req-07acf301-f706-4f3d-b0a9-0d6136d44849 service neutron] Request body: {'port': {'device_id': 'f1d2a85a-2379-4748-8502-265a327e4670', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75510'}} {{(pid=103196) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 19:24:03.245757 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd4cb85-3490-402d-b4d6-47e36bd4185d req-115041dd-adf5-4a1f-8aa6-2f7247b5e1c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:24:03.247554 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-0bd4cb85-3490-402d-b4d6-47e36bd4185d req-115041dd-adf5-4a1f-8aa6-2f7247b5e1c7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=155e7b1bde6b4fb1ba768c2d6ab00159&device_id=2e98d9a4-7bc3-4128-b4ae-768498a633da HTTP/1.1" status: 200 len: 1130 time: 0.0963349 Mar 25 19:24:03.257246 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-34fa5428-d192-4e30-a3c1-de45baefc788 req-07acf301-f706-4f3d-b0a9-0d6136d44849 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1293263'] for port (77a70067-c204-42fd-97a1-26b04e8d4b7e), before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:24:03.316288 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-104042f3-211e-4cc6-85ba-192ae0d6f582 None None] Provisioning complete for port 77a70067-c204-42fd-97a1-26b04e8d4b7e triggered by entity DHCP. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 25 19:24:03.317358 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-104042f3-211e-4cc6-85ba-192ae0d6f582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133789'] for port (77a70067-c204-42fd-97a1-26b04e8d4b7e), provisioning_complete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:24:03.352061 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-104042f3-211e-4cc6-85ba-192ae0d6f582 None None] Port 77a70067-c204-42fd-97a1-26b04e8d4b7e cannot update to ACTIVE because it is not bound. {{(pid=103198) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 25 19:24:03.518753 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd4cb85-3490-402d-b4d6-47e36bd4185d req-f5818704-1779-4879-8856-00098d615e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:24:03.520215 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-0bd4cb85-3490-402d-b4d6-47e36bd4185d req-f5818704-1779-4879-8856-00098d615e45 service neutron] 10.222.0.26 "GET /v2.0/networks?id=aa37333a-1101-47b7-acc7-f21479cd1d95 HTTP/1.1" status: 200 len: 920 time: 0.2492719 Mar 25 19:24:03.530072 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba99a70-9d0f-4615-8474-bb3095358a24 req-5db8b7a6-f5b5-48fb-9bbd-2f1ecf5ebef6 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:24:03.531451 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-eba99a70-9d0f-4615-8474-bb3095358a24 req-5db8b7a6-f5b5-48fb-9bbd-2f1ecf5ebef6 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] 10.222.0.18 "GET /v2.0/ports?device_id=f1d2a85a-2379-4748-8502-265a327e4670 HTTP/1.1" status: 200 len: 931 time: 0.1975946 Mar 25 19:24:03.583088 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-0bd4cb85-3490-402d-b4d6-47e36bd4185d req-93d458bc-cbc0-4ff9-9213-0f15ef105978 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eccc2666-aab1-47fb-824f-6146f634c584 HTTP/1.1" status: 200 len: 217 time: 0.0493510 Mar 25 19:24:03.686916 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd4cb85-3490-402d-b4d6-47e36bd4185d req-549456e3-e26f-4df5-b434-9f893f96971c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:24:03.688360 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-0bd4cb85-3490-402d-b4d6-47e36bd4185d req-549456e3-e26f-4df5-b434-9f893f96971c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d8fb3102-0026-42d9-a683-15415ae64f68 HTTP/1.1" status: 200 len: 858 time: 0.0928741 Mar 25 19:24:03.696364 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-eba99a70-9d0f-4615-8474-bb3095358a24 req-20ba6a4a-c0cb-40db-83a8-5fc6c3dd84c2 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] 10.222.0.18 "GET /v2.0/security-groups?id=7320aa23-0b4a-4857-9a31-84ef6ccbb69f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1548855 Mar 25 19:24:03.759041 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.notifiers.nova [req-34fa5428-d192-4e30-a3c1-de45baefc788 req-07acf301-f706-4f3d-b0a9-0d6136d44849 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77a70067-c204-42fd-97a1-26b04e8d4b7e {{(pid=103196) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 25 19:24:03.768721 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-34fa5428-d192-4e30-a3c1-de45baefc788 req-07acf301-f706-4f3d-b0a9-0d6136d44849 service neutron] Publish callbacks [] for port (77a70067-c204-42fd-97a1-26b04e8d4b7e), precommit_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:24:03.785907 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd4cb85-3490-402d-b4d6-47e36bd4185d req-1079471f-9bfc-4da1-9a72-c4c5ab1fa6e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:24:03.787948 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-0bd4cb85-3490-402d-b4d6-47e36bd4185d req-1079471f-9bfc-4da1-9a72-c4c5ab1fa6e7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=aa37333a-1101-47b7-acc7-f21479cd1d95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0907583 Mar 25 19:24:03.788818 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [req-34fa5428-d192-4e30-a3c1-de45baefc788 req-07acf301-f706-4f3d-b0a9-0d6136d44849 service neutron] Transition to ACTIVE for port object 77a70067-c204-42fd-97a1-26b04e8d4b7e will not be triggered until provisioned by entity L2. {{(pid=103196) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 25 19:24:03.791983 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-34fa5428-d192-4e30-a3c1-de45baefc788 req-07acf301-f706-4f3d-b0a9-0d6136d44849 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036679572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741036190733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741036190751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58911630'] for port (77a70067-c204-42fd-97a1-26b04e8d4b7e), after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:24:03.903993 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07acf301-f706-4f3d-b0a9-0d6136d44849 service neutron] Pushing event updated for resources: {'Port': ['ID=77a70067-c204-42fd-97a1-26b04e8d4b7e,revision_number=2']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:24:03.965367 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-0bd4cb85-3490-402d-b4d6-47e36bd4185d req-a83cedfd-facf-4d45-94a4-d0fb6b6e5a34 service neutron] 10.222.0.26 "GET /v2.0/networks/aa37333a-1101-47b7-acc7-f21479cd1d95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1691177 Mar 25 19:24:04.031213 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [req-34fa5428-d192-4e30-a3c1-de45baefc788 req-07acf301-f706-4f3d-b0a9-0d6136d44849 service neutron] Attempting to bind port 77a70067-c204-42fd-97a1-26b04e8d4b7e on host hv-cinder-75510 for vnic_type normal with profile {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 25 19:24:04.031545 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [req-34fa5428-d192-4e30-a3c1-de45baefc788 req-07acf301-f706-4f3d-b0a9-0d6136d44849 service neutron] Attempting to bind port 77a70067-c204-42fd-97a1-26b04e8d4b7e by drivers openvswitch,hyperv on host hv-cinder-75510 at level 0 using segments [{'id': 'd2797ec7-5d3a-4260-b181-2764a4061b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '41df54f8-722f-48ae-9670-4d05784c9b60'}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 25 19:24:04.031869 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34fa5428-d192-4e30-a3c1-de45baefc788 req-07acf301-f706-4f3d-b0a9-0d6136d44849 service neutron] Attempting to bind port 77a70067-c204-42fd-97a1-26b04e8d4b7e on network 41df54f8-722f-48ae-9670-4d05784c9b60 {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 25 19:24:04.039442 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34fa5428-d192-4e30-a3c1-de45baefc788 req-07acf301-f706-4f3d-b0a9-0d6136d44849 service neutron] Port 77a70067-c204-42fd-97a1-26b04e8d4b7e on network 41df54f8-722f-48ae-9670-4d05784c9b60 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75510 {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 25 19:24:04.039762 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34fa5428-d192-4e30-a3c1-de45baefc788 req-07acf301-f706-4f3d-b0a9-0d6136d44849 service neutron] Attempting to bind port 77a70067-c204-42fd-97a1-26b04e8d4b7e on network 41df54f8-722f-48ae-9670-4d05784c9b60 {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 25 19:24:04.048102 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34fa5428-d192-4e30-a3c1-de45baefc788 req-07acf301-f706-4f3d-b0a9-0d6136d44849 service neutron] Checking agent: {'id': 'e10cc9df-a7ce-4b9c-bc25-dffd007f5dd8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75510', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 19, 18, 1), 'started_at': datetime.datetime(2022, 3, 25, 19, 18, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 19, 24, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 25 19:24:04.048438 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34fa5428-d192-4e30-a3c1-de45baefc788 req-07acf301-f706-4f3d-b0a9-0d6136d44849 service neutron] Checking segment: {'id': 'd2797ec7-5d3a-4260-b181-2764a4061b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '41df54f8-722f-48ae-9670-4d05784c9b60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103196) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 25 19:24:04.048820 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34fa5428-d192-4e30-a3c1-de45baefc788 req-07acf301-f706-4f3d-b0a9-0d6136d44849 service neutron] Bound using segment: {'id': 'd2797ec7-5d3a-4260-b181-2764a4061b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '41df54f8-722f-48ae-9670-4d05784c9b60'} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 25 19:24:04.049231 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [req-34fa5428-d192-4e30-a3c1-de45baefc788 req-07acf301-f706-4f3d-b0a9-0d6136d44849 service neutron] Bound port: 77a70067-c204-42fd-97a1-26b04e8d4b7e, host: hv-cinder-75510, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2797ec7-5d3a-4260-b181-2764a4061b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '41df54f8-722f-48ae-9670-4d05784c9b60'}}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 25 19:24:04.049581 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-34fa5428-d192-4e30-a3c1-de45baefc788 req-07acf301-f706-4f3d-b0a9-0d6136d44849 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1293263'] for port (77a70067-c204-42fd-97a1-26b04e8d4b7e), before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:24:04.107347 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-0bd4cb85-3490-402d-b4d6-47e36bd4185d req-f4ee8ec5-2c40-4e5d-b19e-a544f99eb83c service neutron] 10.222.0.26 "GET /v2.0/networks/aa37333a-1101-47b7-acc7-f21479cd1d95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335003 Mar 25 19:24:04.133601 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.db [req-34fa5428-d192-4e30-a3c1-de45baefc788 req-07acf301-f706-4f3d-b0a9-0d6136d44849 service neutron] For port 77a70067-c204-42fd-97a1-26b04e8d4b7e, host hv-cinder-75510, cleared binding levels {{(pid=103196) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 25 19:24:04.136661 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.db [req-34fa5428-d192-4e30-a3c1-de45baefc788 req-07acf301-f706-4f3d-b0a9-0d6136d44849 service neutron] For port 77a70067-c204-42fd-97a1-26b04e8d4b7e, host hv-cinder-75510, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75510',level=0,port_id=77a70067-c204-42fd-97a1-26b04e8d4b7e,segment=NetworkSegment(d2797ec7-5d3a-4260-b181-2764a4061b4e),segment_id=d2797ec7-5d3a-4260-b181-2764a4061b4e)] {{(pid=103196) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 25 19:24:04.141992 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-34fa5428-d192-4e30-a3c1-de45baefc788 req-07acf301-f706-4f3d-b0a9-0d6136d44849 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036679572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741036190733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741036190751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58911630'] for port (77a70067-c204-42fd-97a1-26b04e8d4b7e), after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:24:04.175390 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fa5428-d192-4e30-a3c1-de45baefc788 req-07acf301-f706-4f3d-b0a9-0d6136d44849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:24:04.176001 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-34fa5428-d192-4e30-a3c1-de45baefc788 req-07acf301-f706-4f3d-b0a9-0d6136d44849 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63648'] for port (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:24:04.177346 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-34fa5428-d192-4e30-a3c1-de45baefc788 req-07acf301-f706-4f3d-b0a9-0d6136d44849 service neutron] 10.222.0.26 "PUT /v2.0/ports/77a70067-c204-42fd-97a1-26b04e8d4b7e HTTP/1.1" status: 200 len: 1093 time: 0.9963155 Mar 25 19:24:04.177815 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1d2a85a-2379-4748-8502-265a327e4670', 'tag': '77a70067-c204-42fd-97a1-26b04e8d4b7e'}] {{(pid=103196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 25 19:24:04.180038 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aab9b3bfb8b62b9c439d2baea07b5fa53a515b81dc2b4d2d70d2153c83a947a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-011f4548-b8f6-4fb9-bf15-db147636235f" -d '{"events": [{"name": "network-changed", "server_uuid": "f1d2a85a-2379-4748-8502-265a327e4670", "tag": "77a70067-c204-42fd-97a1-26b04e8d4b7e"}]}' {{(pid=103196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 25 19:24:04.203968 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07acf301-f706-4f3d-b0a9-0d6136d44849 service neutron] Pushing event updated for resources: {'Port': ['ID=77a70067-c204-42fd-97a1-26b04e8d4b7e,revision_number=3']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:24:04.224376 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Mar 2022 19:24:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52daebc2-133a-48ca-9ab8-cd68808aaf5a x-openstack-request-id: req-52daebc2-133a-48ca-9ab8-cd68808aaf5a {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 25 19:24:04.225374 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1d2a85a-2379-4748-8502-265a327e4670", "tag": "77a70067-c204-42fd-97a1-26b04e8d4b7e", "status": "completed", "code": 200}]} {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 25 19:24:04.225643 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-52daebc2-133a-48ca-9ab8-cd68808aaf5a {{(pid=103196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 25 19:24:04.226055 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event matching ['req-52daebc2-133a-48ca-9ab8-cd68808aaf5a'] response: {'name': 'network-changed', 'server_uuid': 'f1d2a85a-2379-4748-8502-265a327e4670', 'tag': '77a70067-c204-42fd-97a1-26b04e8d4b7e', 'status': 'completed', 'code': 200} Mar 25 19:24:04.288567 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fa5428-d192-4e30-a3c1-de45baefc788 req-9c19dfe8-ad95-4035-a512-5b28f2f4c94d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:24:04.290071 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-34fa5428-d192-4e30-a3c1-de45baefc788 req-9c19dfe8-ad95-4035-a512-5b28f2f4c94d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6512a963b11c42188d92829b913731e9&device_id=f1d2a85a-2379-4748-8502-265a327e4670 HTTP/1.1" status: 200 len: 1127 time: 0.0508649 Mar 25 19:24:04.332451 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-34fa5428-d192-4e30-a3c1-de45baefc788 req-c3756fc0-f8f4-4d6c-953e-4ecde46a09b2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=77a70067-c204-42fd-97a1-26b04e8d4b7e HTTP/1.1" status: 200 len: 217 time: 0.0343902 Mar 25 19:24:04.382103 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fa5428-d192-4e30-a3c1-de45baefc788 req-59f1c443-64e0-4559-a446-5fe867efebe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:24:04.383602 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-34fa5428-d192-4e30-a3c1-de45baefc788 req-59f1c443-64e0-4559-a446-5fe867efebe7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d9ce3099-d02a-4e55-9db5-3bce93935985 HTTP/1.1" status: 200 len: 856 time: 0.0438859 Mar 25 19:24:04.434273 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fa5428-d192-4e30-a3c1-de45baefc788 req-6c31c23e-f573-4c92-ad75-111ecaa52562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:24:04.435843 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-34fa5428-d192-4e30-a3c1-de45baefc788 req-6c31c23e-f573-4c92-ad75-111ecaa52562 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=41df54f8-722f-48ae-9670-4d05784c9b60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0462246 Mar 25 19:24:04.520635 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-34fa5428-d192-4e30-a3c1-de45baefc788 req-4237e9ea-dc96-466a-9f44-a18336787b40 service neutron] 10.222.0.26 "GET /v2.0/networks/41df54f8-722f-48ae-9670-4d05784c9b60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0786588 Mar 25 19:24:04.610809 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-34fa5428-d192-4e30-a3c1-de45baefc788 req-a942111d-155f-4d5a-b2ec-c48a41185143 service neutron] 10.222.0.26 "GET /v2.0/networks/41df54f8-722f-48ae-9670-4d05784c9b60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841284 Mar 25 19:24:04.694471 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011f4548-b8f6-4fb9-bf15-db147636235f req-767fe593-8f0a-46af-aafd-b6cc9b0e4452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:24:04.695960 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-011f4548-b8f6-4fb9-bf15-db147636235f req-767fe593-8f0a-46af-aafd-b6cc9b0e4452 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6512a963b11c42188d92829b913731e9&device_id=f1d2a85a-2379-4748-8502-265a327e4670 HTTP/1.1" status: 200 len: 1127 time: 0.0426660 Mar 25 19:24:04.812039 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011f4548-b8f6-4fb9-bf15-db147636235f req-3930bad3-1385-4584-9798-d1a154bf0005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:24:04.813466 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-011f4548-b8f6-4fb9-bf15-db147636235f req-3930bad3-1385-4584-9798-d1a154bf0005 service neutron] 10.222.0.26 "GET /v2.0/networks?id=41df54f8-722f-48ae-9670-4d05784c9b60 HTTP/1.1" status: 200 len: 918 time: 0.1100852 Mar 25 19:24:04.857049 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-011f4548-b8f6-4fb9-bf15-db147636235f req-a0f24cfd-34c9-4c54-8e4c-efa77178e167 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=77a70067-c204-42fd-97a1-26b04e8d4b7e HTTP/1.1" status: 200 len: 217 time: 0.0357614 Mar 25 19:24:04.868142 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497d32e3-d22d-4677-aa84-5696326efbb7 req-62749908-2094-4079-a5ff-052f150cab07 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:24:04.869543 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-497d32e3-d22d-4677-aa84-5696326efbb7 req-62749908-2094-4079-a5ff-052f150cab07 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] 10.222.0.18 "GET /v2.0/ports?device_id=f1d2a85a-2379-4748-8502-265a327e4670 HTTP/1.1" status: 200 len: 943 time: 0.0989387 Mar 25 19:24:04.949049 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011f4548-b8f6-4fb9-bf15-db147636235f req-92a8febf-bd04-419f-88ff-65071ce33c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:24:04.950572 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-011f4548-b8f6-4fb9-bf15-db147636235f req-92a8febf-bd04-419f-88ff-65071ce33c19 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d9ce3099-d02a-4e55-9db5-3bce93935985 HTTP/1.1" status: 200 len: 856 time: 0.0801182 Mar 25 19:24:04.957537 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-497d32e3-d22d-4677-aa84-5696326efbb7 req-3d5e1a86-f233-47f9-a219-c24f209cebf1 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] 10.222.0.18 "GET /v2.0/security-groups?id=7320aa23-0b4a-4857-9a31-84ef6ccbb69f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802636 Mar 25 19:24:05.003673 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011f4548-b8f6-4fb9-bf15-db147636235f req-1e29b496-00a1-45ec-8dc7-2b9eb469d076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:24:05.005143 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-011f4548-b8f6-4fb9-bf15-db147636235f req-1e29b496-00a1-45ec-8dc7-2b9eb469d076 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=41df54f8-722f-48ae-9670-4d05784c9b60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0467834 Mar 25 19:24:05.100503 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-011f4548-b8f6-4fb9-bf15-db147636235f req-cb251a4f-1ec9-4e0c-a2ad-68f4f8fbd208 service neutron] 10.222.0.26 "GET /v2.0/networks/41df54f8-722f-48ae-9670-4d05784c9b60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889611 Mar 25 19:24:05.207263 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-011f4548-b8f6-4fb9-bf15-db147636235f req-83a02725-6d0a-4b9f-b514-5023508bc1c0 service neutron] 10.222.0.26 "GET /v2.0/networks/41df54f8-722f-48ae-9670-4d05784c9b60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999608 Mar 25 19:24:06.081640 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d13d73-3ce5-4a23-9e70-3b0766ae433f req-fd5e4886-8a09-4cf8-ad58-d1fd04075afc tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:24:06.083145 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-13d13d73-3ce5-4a23-9e70-3b0766ae433f req-fd5e4886-8a09-4cf8-ad58-d1fd04075afc tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] 10.222.0.18 "GET /v2.0/ports?device_id=f1d2a85a-2379-4748-8502-265a327e4670 HTTP/1.1" status: 200 len: 943 time: 0.0554240 Mar 25 19:24:06.128373 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-13d13d73-3ce5-4a23-9e70-3b0766ae433f req-ba8b379a-c565-404e-98c3-396a17d28165 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] 10.222.0.18 "GET /v2.0/security-groups?id=7320aa23-0b4a-4857-9a31-84ef6ccbb69f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397794 Mar 25 19:24:06.371914 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Device 77a70067-c204-42fd-97a1-26b04e8d4b7e details requested by agent hyperv_hv-cinder-75510 with host hv-cinder-75510 {{(pid=103198) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 25 19:24:06.466747 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] For port 77a70067-c204-42fd-97a1-26b04e8d4b7e, host hv-cinder-75510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75510',level=0,port_id=77a70067-c204-42fd-97a1-26b04e8d4b7e,segment=NetworkSegment(d2797ec7-5d3a-4260-b181-2764a4061b4e),segment_id=d2797ec7-5d3a-4260-b181-2764a4061b4e)] {{(pid=103198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 25 19:24:06.478309 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Returning: {'device': '77a70067-c204-42fd-97a1-26b04e8d4b7e', 'network_id': '41df54f8-722f-48ae-9670-4d05784c9b60', 'port_id': '77a70067-c204-42fd-97a1-26b04e8d4b7e', 'mac_address': 'fa:16:3e:bf:72:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 276, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9ce3099-d02a-4e55-9db5-3bce93935985', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103198) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 25 19:24:06.513455 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Current status of the port 77a70067-c204-42fd-97a1-26b04e8d4b7e is: DOWN; New status is: BUILD {{(pid=103198) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 25 19:24:06.513846 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1293263'] for port (77a70067-c204-42fd-97a1-26b04e8d4b7e), before_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:24:06.526893 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.notifiers.nova [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77a70067-c204-42fd-97a1-26b04e8d4b7e {{(pid=103198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 25 19:24:06.545948 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] For port 77a70067-c204-42fd-97a1-26b04e8d4b7e, host hv-cinder-75510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75510',level=0,port_id=77a70067-c204-42fd-97a1-26b04e8d4b7e,segment=NetworkSegment(d2797ec7-5d3a-4260-b181-2764a4061b4e),segment_id=d2797ec7-5d3a-4260-b181-2764a4061b4e)] {{(pid=103198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 25 19:24:06.549383 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036679572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741036190733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741036190751'] for port (77a70067-c204-42fd-97a1-26b04e8d4b7e), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:24:06.596740 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Pushing event updated for resources: {'Port': ['ID=77a70067-c204-42fd-97a1-26b04e8d4b7e,revision_number=4']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:24:06.843638 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] get_ports_and_sgs() called for port_ids ['77a70067-c204-42fd-97a1-26b04e8d4b7e'] {{(pid=103198) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 25 19:24:07.245949 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b61fb7-a3fb-41d6-967f-5a8b1367aba4 req-9ccfb1ca-d88c-47ea-873c-4ff1320981af tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:24:07.247423 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-63b61fb7-a3fb-41d6-967f-5a8b1367aba4 req-9ccfb1ca-d88c-47ea-873c-4ff1320981af tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] 10.222.0.18 "GET /v2.0/ports?device_id=f1d2a85a-2379-4748-8502-265a327e4670 HTTP/1.1" status: 200 len: 944 time: 0.0505888 Mar 25 19:24:07.291683 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-63b61fb7-a3fb-41d6-967f-5a8b1367aba4 req-80f5880e-b68c-478d-a1b5-52bf4e31906d tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] 10.222.0.18 "GET /v2.0/security-groups?id=7320aa23-0b4a-4857-9a31-84ef6ccbb69f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388546 Mar 25 19:24:08.386176 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Device 77a70067-c204-42fd-97a1-26b04e8d4b7e up at agent hyperv_hv-cinder-75510 {{(pid=103198) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 25 19:24:08.409770 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2271fc-d1bb-40bc-a5c3-34f29871f852 req-d3c21e01-89d2-4384-91e9-6ee9d701b95a tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:24:08.411259 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-1e2271fc-d1bb-40bc-a5c3-34f29871f852 req-d3c21e01-89d2-4384-91e9-6ee9d701b95a tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] 10.222.0.18 "GET /v2.0/ports?device_id=f1d2a85a-2379-4748-8502-265a327e4670 HTTP/1.1" status: 200 len: 944 time: 0.0505948 Mar 25 19:24:08.433305 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Provisioning for port 77a70067-c204-42fd-97a1-26b04e8d4b7e completed by entity L2. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 25 19:24:08.437278 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Provisioning complete for port 77a70067-c204-42fd-97a1-26b04e8d4b7e triggered by entity L2. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 25 19:24:08.437654 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133789'] for port (77a70067-c204-42fd-97a1-26b04e8d4b7e), provisioning_complete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:24:08.458515 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-1e2271fc-d1bb-40bc-a5c3-34f29871f852 req-474149c8-0e83-4a87-acd0-a6fed4bd318b tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] 10.222.0.18 "GET /v2.0/security-groups?id=7320aa23-0b4a-4857-9a31-84ef6ccbb69f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417247 Mar 25 19:24:08.513917 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Current status of the port 77a70067-c204-42fd-97a1-26b04e8d4b7e is: BUILD; New status is: ACTIVE {{(pid=103198) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 25 19:24:08.514313 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1293263'] for port (77a70067-c204-42fd-97a1-26b04e8d4b7e), before_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:24:08.536387 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1d2a85a-2379-4748-8502-265a327e4670', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77a70067-c204-42fd-97a1-26b04e8d4b7e'}] {{(pid=103198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 25 19:24:08.538579 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be5bcd447a3797005f5619062121570069e0d2064b33fc0b2cf836394b7860ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9a4ac44-32b0-471f-b3e7-d6c48aed821c" -d '{"events": [{"server_uuid": "f1d2a85a-2379-4748-8502-265a327e4670", "name": "network-vif-plugged", "status": "completed", "tag": "77a70067-c204-42fd-97a1-26b04e8d4b7e"}]}' {{(pid=103198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 25 19:24:08.550789 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] For port 77a70067-c204-42fd-97a1-26b04e8d4b7e, host hv-cinder-75510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75510',level=0,port_id=77a70067-c204-42fd-97a1-26b04e8d4b7e,segment=NetworkSegment(d2797ec7-5d3a-4260-b181-2764a4061b4e),segment_id=d2797ec7-5d3a-4260-b181-2764a4061b4e)] {{(pid=103198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 25 19:24:08.554845 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036679572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741036190733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741036190751'] for port (77a70067-c204-42fd-97a1-26b04e8d4b7e), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:24:08.580757 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Mar 2022 19:24:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6178df87-ecd7-49a8-8e13-42bf14bf8199 x-openstack-request-id: req-6178df87-ecd7-49a8-8e13-42bf14bf8199 {{(pid=103198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 25 19:24:08.581099 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1d2a85a-2379-4748-8502-265a327e4670", "name": "network-vif-plugged", "status": "completed", "tag": "77a70067-c204-42fd-97a1-26b04e8d4b7e", "code": 200}]} {{(pid=103198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 25 19:24:08.581333 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6178df87-ecd7-49a8-8e13-42bf14bf8199 {{(pid=103198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 25 19:24:08.581731 dv-cinder-755101-7-iscsi neutron-server[103198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6178df87-ecd7-49a8-8e13-42bf14bf8199'] response: {'server_uuid': 'f1d2a85a-2379-4748-8502-265a327e4670', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77a70067-c204-42fd-97a1-26b04e8d4b7e', 'code': 200} Mar 25 19:24:08.607574 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Pushing event updated for resources: {'Port': ['ID=77a70067-c204-42fd-97a1-26b04e8d4b7e,revision_number=5']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:24:08.614577 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:24:08.614956 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:24:08.615328 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:24:08.615676 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:24:08.616018 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:24:08.616350 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:24:08.616679 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:24:08.617006 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:24:08.617333 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:24:08.617661 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:24:08.617986 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:24:08.618316 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:24:08.618668 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:24:08.618992 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:24:08.619315 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:24:08.742421 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36dfc39-2b33-4551-8d2a-1b90d94e413d req-e46c4140-3c98-49a8-a435-4712a8c3c6e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:24:08.743928 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-b36dfc39-2b33-4551-8d2a-1b90d94e413d req-e46c4140-3c98-49a8-a435-4712a8c3c6e0 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=f1d2a85a-2379-4748-8502-265a327e4670 HTTP/1.1" status: 200 len: 1129 time: 0.0455959 Mar 25 19:24:08.786335 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-b36dfc39-2b33-4551-8d2a-1b90d94e413d req-c1b8d0b1-5292-4eb2-a3bd-97ed0370ef1d service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=7320aa23-0b4a-4857-9a31-84ef6ccbb69f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365155 Mar 25 19:24:09.579859 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7231431-ee72-455c-8a9e-339d926c62e4 req-a895727b-fa90-4dd2-8e2c-d68612c69e9e tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:24:09.581307 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-a7231431-ee72-455c-8a9e-339d926c62e4 req-a895727b-fa90-4dd2-8e2c-d68612c69e9e tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] 10.222.0.18 "GET /v2.0/ports?device_id=f1d2a85a-2379-4748-8502-265a327e4670 HTTP/1.1" status: 200 len: 945 time: 0.0542598 Mar 25 19:24:09.626068 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-a7231431-ee72-455c-8a9e-339d926c62e4 req-8791ad43-9ba3-46dd-a467-dfc4d0473bf2 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] 10.222.0.18 "GET /v2.0/security-groups?id=7320aa23-0b4a-4857-9a31-84ef6ccbb69f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388384 Mar 25 19:24:10.746142 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262445bd-8f9b-4f31-bf08-825f5ad2313b req-48414cda-f5d3-45c4-a026-3f1ce632a1db tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:24:10.747633 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-262445bd-8f9b-4f31-bf08-825f5ad2313b req-48414cda-f5d3-45c4-a026-3f1ce632a1db tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] 10.222.0.18 "GET /v2.0/ports?device_id=f1d2a85a-2379-4748-8502-265a327e4670 HTTP/1.1" status: 200 len: 945 time: 0.0510604 Mar 25 19:24:10.794062 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-262445bd-8f9b-4f31-bf08-825f5ad2313b req-fb3f5f13-b67d-43b0-bf63-404b5b1941c9 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] 10.222.0.18 "GET /v2.0/security-groups?id=7320aa23-0b4a-4857-9a31-84ef6ccbb69f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406544 Mar 25 19:24:10.908301 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2c45ed-36ea-4a63-bf96-2e7d2b3f84c1 req-29dc641a-1447-4708-8694-23ac59bd94e0 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:24:10.909781 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-6b2c45ed-36ea-4a63-bf96-2e7d2b3f84c1 req-29dc641a-1447-4708-8694-23ac59bd94e0 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] 10.222.0.18 "GET /v2.0/ports?device_id=f1d2a85a-2379-4748-8502-265a327e4670 HTTP/1.1" status: 200 len: 945 time: 0.0502880 Mar 25 19:24:10.918767 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.18', 35510) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:24:10.922927 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.v2.base [None req-2bb6ad36-3164-47df-a867-b7344b49cb79 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] Request body: {'floatingip': {'port_id': '77a70067-c204-42fd-97a1-26b04e8d4b7e'}} {{(pid=103197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 19:24:10.959654 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-2bb6ad36-3164-47df-a867-b7344b49cb79 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] Publish callbacks [] for floatingip (d89b605a-041a-4ed2-9544-7b9f1a82a1c0), before_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:24:11.373252 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-2bb6ad36-3164-47df-a867-b7344b49cb79 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:24:11.376879 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-2bb6ad36-3164-47df-a867-b7344b49cb79 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3753541'] for floatingip (d89b605a-041a-4ed2-9544-7b9f1a82a1c0), after_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:24:11.474902 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.db.l3_db [None req-2bb6ad36-3164-47df-a867-b7344b49cb79 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] Floating IP d89b605a-041a-4ed2-9544-7b9f1a82a1c0 associated. External IP: 172.27.0.146, port: 77a70067-c204-42fd-97a1-26b04e8d4b7e. Mar 25 19:24:11.674098 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bb6ad36-3164-47df-a867-b7344b49cb79 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] Router 85cba199-43e6-4acd-a362-e5a880e7fcaf has already been hosted by L3 agent af1b81b0-43af-47bb-a61e-8e46b36efc57 {{(pid=103197) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 25 19:24:11.777252 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bb6ad36-3164-47df-a867-b7344b49cb79 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] Notify agent at l3_agent.dv-cinder-755101-7-iscsi the message routers_updated {{(pid=103197) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 25 19:24:11.782575 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-2bb6ad36-3164-47df-a867-b7344b49cb79 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63648'] for floatingip (None), before_response {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:24:11.787425 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b4b0c7b-fb42-4d15-a4bf-8e2e63645899 None None] Sync routers for ids ['85cba199-43e6-4acd-a362-e5a880e7fcaf'] in dv-cinder-755101-7-iscsi {{(pid=103198) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 25 19:24:11.797036 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b4b0c7b-fb42-4d15-a4bf-8e2e63645899 None None] Routers {'85cba199-43e6-4acd-a362-e5a880e7fcaf'} bound to L3 agent in host dv-cinder-755101-7-iscsi {{(pid=103198) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 25 19:24:11.797654 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.l3_hamode_db [None req-8b4b0c7b-fb42-4d15-a4bf-8e2e63645899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755101-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-25T19:11:57Z,description=,heartbeat_timestamp=2022-03-25T19:23:57Z,host='dv-cinder-755101-7-iscsi',id=af1b81b0-43af-47bb-a61e-8e46b36efc57,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:11:57Z,topic='l3_agent')) {'router_ids': ['85cba199-43e6-4acd-a362-e5a880e7fcaf'], 'active': True} {{(pid=103198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 19:24:11.811152 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-2bb6ad36-3164-47df-a867-b7344b49cb79 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] 10.222.0.18 "PUT /v2.0/floatingips/d89b605a-041a-4ed2-9544-7b9f1a82a1c0 HTTP/1.1" status: 200 len: 991 time: 0.8913779 Mar 25 19:24:11.811743 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1d2a85a-2379-4748-8502-265a327e4670', 'tag': '77a70067-c204-42fd-97a1-26b04e8d4b7e'}] {{(pid=103197) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 25 19:24:11.813958 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7289d4093f021cbd7bf50bbaa59f437c9f72b9c220592c3ffe9e03ab6ac51c7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d35ae86-893d-403b-adc4-719157baa509" -d '{"events": [{"name": "network-changed", "server_uuid": "f1d2a85a-2379-4748-8502-265a327e4670", "tag": "77a70067-c204-42fd-97a1-26b04e8d4b7e"}]}' {{(pid=103197) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 25 19:24:11.848216 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Mar 2022 19:24:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df5670d1-6bdf-4d23-88b1-2addb821d601 x-openstack-request-id: req-df5670d1-6bdf-4d23-88b1-2addb821d601 {{(pid=103197) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 25 19:24:11.848514 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1d2a85a-2379-4748-8502-265a327e4670", "tag": "77a70067-c204-42fd-97a1-26b04e8d4b7e", "status": "completed", "code": 200}]} {{(pid=103197) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 25 19:24:11.848768 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-df5670d1-6bdf-4d23-88b1-2addb821d601 {{(pid=103197) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 25 19:24:11.849203 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df5670d1-6bdf-4d23-88b1-2addb821d601'] response: {'name': 'network-changed', 'server_uuid': 'f1d2a85a-2379-4748-8502-265a327e4670', 'tag': '77a70067-c204-42fd-97a1-26b04e8d4b7e', 'status': 'completed', 'code': 200} Mar 25 19:24:11.907323 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.l3_dvr_db [None req-8b4b0c7b-fb42-4d15-a4bf-8e2e63645899 None None] Set router 85cba199-43e6-4acd-a362-e5a880e7fcaf gateway port host: dv-cinder-755101-7-iscsi {{(pid=103198) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 25 19:24:11.913951 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d35ae86-893d-403b-adc4-719157baa509 req-2534d6c3-5c3e-4b65-b480-5691361480bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:24:11.915490 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-8d35ae86-893d-403b-adc4-719157baa509 req-2534d6c3-5c3e-4b65-b480-5691361480bf service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6512a963b11c42188d92829b913731e9&device_id=f1d2a85a-2379-4748-8502-265a327e4670 HTTP/1.1" status: 200 len: 1129 time: 0.0426762 Mar 25 19:24:12.007735 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d35ae86-893d-403b-adc4-719157baa509 req-fdd8ef09-436a-4425-977a-09a02e111452 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:24:12.009098 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-8d35ae86-893d-403b-adc4-719157baa509 req-fdd8ef09-436a-4425-977a-09a02e111452 service neutron] 10.222.0.26 "GET /v2.0/networks?id=41df54f8-722f-48ae-9670-4d05784c9b60 HTTP/1.1" status: 200 len: 918 time: 0.0856955 Mar 25 19:24:12.073790 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-8d35ae86-893d-403b-adc4-719157baa509 req-066de7b5-bd3f-48cc-ba66-71daa0f19866 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=77a70067-c204-42fd-97a1-26b04e8d4b7e HTTP/1.1" status: 200 len: 999 time: 0.0584896 Mar 25 19:24:12.125089 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.l3_hamode_db [None req-8b4b0c7b-fb42-4d15-a4bf-8e2e63645899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85cba199-43e6-4acd-a362-e5a880e7fcaf', 'name': 'tempest-AttachVolumeShelveTestJSON-1863061992-router', 'tenant_id': '6512a963b11c42188d92829b913731e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'external_fixed_ips': [{'subnet_id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'ip_address': '172.27.0.148'}], 'enable_snat': True}, 'gw_port_id': 'dae70a26-65a0-4e48-8759-4d453feb5be6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T19:19:54Z', 'updated_at': '2022-03-25T19:20:01Z', 'revision_number': 4, 'project_id': '6512a963b11c42188d92829b913731e9', 'gw_port': {'id': 'dae70a26-65a0-4e48-8759-4d453feb5be6', 'name': '', 'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:64:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85cba199-43e6-4acd-a362-e5a880e7fcaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'ip_address': '172.27.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T19:19:55Z', 'updated_at': '2022-03-25T19:20:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755101-7-iscsi', '_floatingips': [{'id': 'd89b605a-041a-4ed2-9544-7b9f1a82a1c0', 'tenant_id': '6512a963b11c42188d92829b913731e9', 'floating_ip_address': '172.27.0.146', 'floating_network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'router_id': '85cba199-43e6-4acd-a362-e5a880e7fcaf', 'port_id': '77a70067-c204-42fd-97a1-26b04e8d4b7e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 476, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '41df54f8-722f-48ae-9670-4d05784c9b60', 'mac_address': 'fa:16:3e:bf:72:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1d2a85a-2379-4748-8502-265a327e4670', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-25T19:24:00Z', 'updated_at': '2022-03-25T19:24:11Z', 'revision_number': 1, 'project_id': '6512a963b11c42188d92829b913731e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5acf6b82-7f0e-482f-94b1-20571c2ce911', 'name': '', 'network_id': '41df54f8-722f-48ae-9670-4d05784c9b60', 'tenant_id': '6512a963b11c42188d92829b913731e9', 'mac_address': 'fa:16:3e:08:d7:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85cba199-43e6-4acd-a362-e5a880e7fcaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'd9ce3099-d02a-4e55-9db5-3bce93935985', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T19:19:59Z', 'updated_at': '2022-03-25T19:20:07Z', 'revision_number': 5, 'project_id': '6512a963b11c42188d92829b913731e9', 'subnets': [{'id': 'd9ce3099-d02a-4e55-9db5-3bce93935985', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-755101-7-iscsi', False) {} {{(pid=103198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 19:24:12.155758 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b4b0c7b-fb42-4d15-a4bf-8e2e63645899 None None] Checking router: 85cba199-43e6-4acd-a362-e5a880e7fcaf for host: dv-cinder-755101-7-iscsi {{(pid=103198) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 25 19:24:12.165295 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b4b0c7b-fb42-4d15-a4bf-8e2e63645899 None None] Routers {'85cba199-43e6-4acd-a362-e5a880e7fcaf'} bound to L3 agent in host dv-cinder-755101-7-iscsi {{(pid=103198) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 25 19:24:12.165910 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.l3_hamode_db [None req-8b4b0c7b-fb42-4d15-a4bf-8e2e63645899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755101-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-25T19:11:57Z,description=,heartbeat_timestamp=2022-03-25T19:23:57Z,host='dv-cinder-755101-7-iscsi',id=af1b81b0-43af-47bb-a61e-8e46b36efc57,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:11:57Z,topic='l3_agent')) {'router_ids': ['85cba199-43e6-4acd-a362-e5a880e7fcaf'], 'active': True} {{(pid=103198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 19:24:12.275930 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.l3_dvr_db [None req-8b4b0c7b-fb42-4d15-a4bf-8e2e63645899 None None] Set router 85cba199-43e6-4acd-a362-e5a880e7fcaf gateway port host: dv-cinder-755101-7-iscsi {{(pid=103198) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 25 19:24:12.342062 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d35ae86-893d-403b-adc4-719157baa509 req-c9327c1c-a9b3-482f-9f41-a12243c410ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:24:12.343572 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-8d35ae86-893d-403b-adc4-719157baa509 req-c9327c1c-a9b3-482f-9f41-a12243c410ae service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d9ce3099-d02a-4e55-9db5-3bce93935985 HTTP/1.1" status: 200 len: 856 time: 0.2634540 Mar 25 19:24:12.393929 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d35ae86-893d-403b-adc4-719157baa509 req-52d05bd9-df94-47c1-817c-34cb611f5533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:24:12.395421 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-8d35ae86-893d-403b-adc4-719157baa509 req-52d05bd9-df94-47c1-817c-34cb611f5533 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=41df54f8-722f-48ae-9670-4d05784c9b60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0430114 Mar 25 19:24:12.486402 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-8d35ae86-893d-403b-adc4-719157baa509 req-5950c5b6-0079-47e1-893c-bdf1bc36dc56 service neutron] 10.222.0.26 "GET /v2.0/networks/41df54f8-722f-48ae-9670-4d05784c9b60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798149 Mar 25 19:24:12.498214 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.l3_hamode_db [None req-8b4b0c7b-fb42-4d15-a4bf-8e2e63645899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85cba199-43e6-4acd-a362-e5a880e7fcaf', 'name': 'tempest-AttachVolumeShelveTestJSON-1863061992-router', 'tenant_id': '6512a963b11c42188d92829b913731e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'external_fixed_ips': [{'subnet_id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'ip_address': '172.27.0.148'}], 'enable_snat': True}, 'gw_port_id': 'dae70a26-65a0-4e48-8759-4d453feb5be6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T19:19:54Z', 'updated_at': '2022-03-25T19:20:01Z', 'revision_number': 4, 'project_id': '6512a963b11c42188d92829b913731e9', 'gw_port': {'id': 'dae70a26-65a0-4e48-8759-4d453feb5be6', 'name': '', 'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:64:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85cba199-43e6-4acd-a362-e5a880e7fcaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'ip_address': '172.27.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T19:19:55Z', 'updated_at': '2022-03-25T19:20:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755101-7-iscsi', '_floatingips': [{'id': 'd89b605a-041a-4ed2-9544-7b9f1a82a1c0', 'tenant_id': '6512a963b11c42188d92829b913731e9', 'floating_ip_address': '172.27.0.146', 'floating_network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'router_id': '85cba199-43e6-4acd-a362-e5a880e7fcaf', 'port_id': '77a70067-c204-42fd-97a1-26b04e8d4b7e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 476, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '41df54f8-722f-48ae-9670-4d05784c9b60', 'mac_address': 'fa:16:3e:bf:72:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1d2a85a-2379-4748-8502-265a327e4670', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-25T19:24:00Z', 'updated_at': '2022-03-25T19:24:11Z', 'revision_number': 1, 'project_id': '6512a963b11c42188d92829b913731e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5acf6b82-7f0e-482f-94b1-20571c2ce911', 'name': '', 'network_id': '41df54f8-722f-48ae-9670-4d05784c9b60', 'tenant_id': '6512a963b11c42188d92829b913731e9', 'mac_address': 'fa:16:3e:08:d7:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85cba199-43e6-4acd-a362-e5a880e7fcaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'd9ce3099-d02a-4e55-9db5-3bce93935985', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T19:19:59Z', 'updated_at': '2022-03-25T19:20:07Z', 'revision_number': 5, 'project_id': '6512a963b11c42188d92829b913731e9', 'subnets': [{'id': 'd9ce3099-d02a-4e55-9db5-3bce93935985', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-755101-7-iscsi', False) {} {{(pid=103198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 19:24:12.527626 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b4b0c7b-fb42-4d15-a4bf-8e2e63645899 None None] The sync data for ids ['85cba199-43e6-4acd-a362-e5a880e7fcaf'] in dv-cinder-755101-7-iscsi is: [{'id': '85cba199-43e6-4acd-a362-e5a880e7fcaf', 'name': 'tempest-AttachVolumeShelveTestJSON-1863061992-router', 'tenant_id': '6512a963b11c42188d92829b913731e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'external_fixed_ips': [{'subnet_id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'ip_address': '172.27.0.148'}], 'enable_snat': True}, 'gw_port_id': 'dae70a26-65a0-4e48-8759-4d453feb5be6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T19:19:54Z', 'updated_at': '2022-03-25T19:20:01Z', 'revision_number': 4, 'project_id': '6512a963b11c42188d92829b913731e9', 'gw_port': {'id': 'dae70a26-65a0-4e48-8759-4d453feb5be6', 'name': '', 'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:64:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85cba199-43e6-4acd-a362-e5a880e7fcaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'ip_address': '172.27.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T19:19:55Z', 'updated_at': '2022-03-25T19:20:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755101-7-iscsi', '_floatingips': [{'id': 'd89b605a-041a-4ed2-9544-7b9f1a82a1c0', 'tenant_id': '6512a963b11c42188d92829b913731e9', 'floating_ip_address': '172.27.0.146', 'floating_network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'router_id': '85cba199-43e6-4acd-a362-e5a880e7fcaf', 'port_id': '77a70067-c204-42fd-97a1-26b04e8d4b7e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 476, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '41df54f8-722f-48ae-9670-4d05784c9b60', 'mac_address': 'fa:16:3e:bf:72:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1d2a85a-2379-4748-8502-265a327e4670', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-25T19:24:00Z', 'updated_at': '2022-03-25T19:24:11Z', 'revision_number': 1, 'project_id': '6512a963b11c42188d92829b913731e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5acf6b82-7f0e-482f-94b1-20571c2ce911', 'name': '', 'network_id': '41df54f8-722f-48ae-9670-4d05784c9b60', 'tenant_id': '6512a963b11c42188d92829b913731e9', 'mac_address': 'fa:16:3e:08:d7:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85cba199-43e6-4acd-a362-e5a880e7fcaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'd9ce3099-d02a-4e55-9db5-3bce93935985', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T19:19:59Z', 'updated_at': '2022-03-25T19:20:07Z', 'revision_number': 5, 'project_id': '6512a963b11c42188d92829b913731e9', 'subnets': [{'id': 'd9ce3099-d02a-4e55-9db5-3bce93935985', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103198) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 25 19:24:12.577808 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-8d35ae86-893d-403b-adc4-719157baa509 req-cf33c075-1295-4e67-978c-9707159ffc20 service neutron] 10.222.0.26 "GET /v2.0/networks/41df54f8-722f-48ae-9670-4d05784c9b60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849767 Mar 25 19:24:12.718801 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29b4f1ce-ebdc-44b5-951a-06d58674bd95 None None] New status for floating IP d89b605a-041a-4ed2-9544-7b9f1a82a1c0: ACTIVE {{(pid=103199) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 25 19:24:15.483101 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda7f593-aed1-4f39-9647-7f8dce1c4641 req-af66670f-f30e-4d65-a254-7369b1fceb56 tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:24:15.484556 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-dda7f593-aed1-4f39-9647-7f8dce1c4641 req-af66670f-f30e-4d65-a254-7369b1fceb56 tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] 10.222.0.18 "GET /v2.0/ports?device_id=61fd317b-bf98-42d9-9ad4-6bdfc4855b0c HTTP/1.1" status: 200 len: 945 time: 0.0584302 Mar 25 19:24:15.530051 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-dda7f593-aed1-4f39-9647-7f8dce1c4641 req-bc5fe5e0-066e-4861-b77c-dde003466a67 tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] 10.222.0.18 "GET /v2.0/security-groups?id=cc23355a-6c89-4d32-96e0-83e927b15a53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400159 Mar 25 19:24:15.685522 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0150faf9-c6a9-487f-a1e5-9690d59d1ce3 req-e64dd08b-2502-473f-a2fc-89d4f7c61fe4 tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:24:15.686908 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-0150faf9-c6a9-487f-a1e5-9690d59d1ce3 req-e64dd08b-2502-473f-a2fc-89d4f7c61fe4 tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] 10.222.0.18 "GET /v2.0/ports?device_id=c2f22826-2512-4bee-8ddc-2e80d6e63d45 HTTP/1.1" status: 200 len: 946 time: 0.0550168 Mar 25 19:24:15.731953 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-0150faf9-c6a9-487f-a1e5-9690d59d1ce3 req-ae093fde-6362-4b8f-adce-10bd1fdab8d8 tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] 10.222.0.18 "GET /v2.0/security-groups?id=a346db11-a1aa-49ea-9798-167075247d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394509 Mar 25 19:24:16.645952 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e1b7d8-dbc5-40f7-b838-5942e2e58906 req-65c1c7c1-be48-4b25-ac48-44d009df2dc2 tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:24:16.647748 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-d7e1b7d8-dbc5-40f7-b838-5942e2e58906 req-65c1c7c1-be48-4b25-ac48-44d009df2dc2 tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] 10.222.0.18 "GET /v2.0/ports?device_id=61fd317b-bf98-42d9-9ad4-6bdfc4855b0c HTTP/1.1" status: 200 len: 945 time: 0.0516460 Mar 25 19:24:16.692786 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-d7e1b7d8-dbc5-40f7-b838-5942e2e58906 req-c87f8d4c-3791-4440-8277-99e4988719ce tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] 10.222.0.18 "GET /v2.0/security-groups?id=cc23355a-6c89-4d32-96e0-83e927b15a53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393929 Mar 25 19:24:16.846346 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8350979-5406-49a2-b39f-bfa59124a99b req-9af0c646-a1bb-4999-ae7e-3783d14fb02d tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:24:16.847753 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-d8350979-5406-49a2-b39f-bfa59124a99b req-9af0c646-a1bb-4999-ae7e-3783d14fb02d tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] 10.222.0.18 "GET /v2.0/ports?device_id=c2f22826-2512-4bee-8ddc-2e80d6e63d45 HTTP/1.1" status: 200 len: 946 time: 0.0511456 Mar 25 19:24:16.892637 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-d8350979-5406-49a2-b39f-bfa59124a99b req-157cca85-13e8-48f3-b47f-1f52004b6fd8 tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] 10.222.0.18 "GET /v2.0/security-groups?id=a346db11-a1aa-49ea-9798-167075247d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388856 Mar 25 19:24:17.575142 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a21d16-e621-4d25-8d8b-e20c1a3eb041 req-cfc1c658-3ad1-4bdc-bd9a-0376a9f28e09 tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:24:17.576556 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-35a21d16-e621-4d25-8d8b-e20c1a3eb041 req-cfc1c658-3ad1-4bdc-bd9a-0376a9f28e09 tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] 10.222.0.26 "GET /v2.0/ports?device_id=c2f22826-2512-4bee-8ddc-2e80d6e63d45 HTTP/1.1" status: 200 len: 946 time: 0.0506618 Mar 25 19:24:17.670197 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [req-35a21d16-e621-4d25-8d8b-e20c1a3eb041 req-fd7f18f3-7846-43a5-b003-05a449a07822 tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] Deleting port d5017eb3-7c1a-4acd-b3e7-abbf54ea28c0 {{(pid=103196) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 25 19:24:17.670550 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-35a21d16-e621-4d25-8d8b-e20c1a3eb041 req-fd7f18f3-7846-43a5-b003-05a449a07822 tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741036672799'] for port (d5017eb3-7c1a-4acd-b3e7-abbf54ea28c0), before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:24:17.755555 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.db [req-35a21d16-e621-4d25-8d8b-e20c1a3eb041 req-fd7f18f3-7846-43a5-b003-05a449a07822 tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] For port d5017eb3-7c1a-4acd-b3e7-abbf54ea28c0, host hv-cinder-75510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75510',level=0,port_id=d5017eb3-7c1a-4acd-b3e7-abbf54ea28c0,segment=NetworkSegment(b014a1b8-c6b2-4821-8412-291b75bc4696),segment_id=b014a1b8-c6b2-4821-8412-291b75bc4696)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 25 19:24:17.755914 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-35a21d16-e621-4d25-8d8b-e20c1a3eb041 req-fd7f18f3-7846-43a5-b003-05a449a07822 tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3766103'] for port (d5017eb3-7c1a-4acd-b3e7-abbf54ea28c0), precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:24:17.806431 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e238fbc-23e6-4c60-84d2-1f186594a5d6 req-daefd937-9928-4c55-a61d-84325598f111 tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:24:17.807925 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-0e238fbc-23e6-4c60-84d2-1f186594a5d6 req-daefd937-9928-4c55-a61d-84325598f111 tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] 10.222.0.18 "GET /v2.0/ports?device_id=61fd317b-bf98-42d9-9ad4-6bdfc4855b0c HTTP/1.1" status: 200 len: 945 time: 0.0517299 Mar 25 19:24:17.936542 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-35a21d16-e621-4d25-8d8b-e20c1a3eb041 req-fd7f18f3-7846-43a5-b003-05a449a07822 tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:24:17.937117 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-35a21d16-e621-4d25-8d8b-e20c1a3eb041 req-fd7f18f3-7846-43a5-b003-05a449a07822 tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3753541'] for floatingip (7b2e23ec-d7ca-418b-8c87-8fed2a0f1fc5), after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:24:17.937220 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.db.l3_db [req-35a21d16-e621-4d25-8d8b-e20c1a3eb041 req-fd7f18f3-7846-43a5-b003-05a449a07822 tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] Floating IP 7b2e23ec-d7ca-418b-8c87-8fed2a0f1fc5 disassociated. External IP: 172.27.0.5, port: d5017eb3-7c1a-4acd-b3e7-abbf54ea28c0. Mar 25 19:24:17.937547 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [req-35a21d16-e621-4d25-8d8b-e20c1a3eb041 req-fd7f18f3-7846-43a5-b003-05a449a07822 tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] Calling delete_port for d5017eb3-7c1a-4acd-b3e7-abbf54ea28c0 owned by compute:nova {{(pid=103196) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 25 19:24:18.055849 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7742eb0-e860-48b9-95c2-b0df549dcc17 req-cd9a0ac9-3636-46e4-a5c0-04eec0aae6ef tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:24:18.057361 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-b7742eb0-e860-48b9-95c2-b0df549dcc17 req-cd9a0ac9-3636-46e4-a5c0-04eec0aae6ef tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] 10.222.0.18 "GET /v2.0/ports?device_id=c2f22826-2512-4bee-8ddc-2e80d6e63d45 HTTP/1.1" status: 200 len: 946 time: 0.0775838 Mar 25 19:24:18.069539 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-0e238fbc-23e6-4c60-84d2-1f186594a5d6 req-67a00a86-7575-412b-85ef-951784148266 tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] 10.222.0.18 "GET /v2.0/security-groups?id=cc23355a-6c89-4d32-96e0-83e927b15a53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2561295 Mar 25 19:24:18.142582 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-b7742eb0-e860-48b9-95c2-b0df549dcc17 req-ab25e176-b9f9-4934-b9c0-0fd05917764e tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] 10.222.0.18 "GET /v2.0/security-groups?id=a346db11-a1aa-49ea-9798-167075247d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790918 Mar 25 19:24:18.143616 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-35a21d16-e621-4d25-8d8b-e20c1a3eb041 req-fd7f18f3-7846-43a5-b003-05a449a07822 tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741036679554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741036190724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58911673'] for port (d5017eb3-7c1a-4acd-b3e7-abbf54ea28c0), after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:24:18.172906 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7f18f3-7846-43a5-b003-05a449a07822 tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] Pushing event deleted for resources: {'Port': ['ID=d5017eb3-7c1a-4acd-b3e7-abbf54ea28c0,revision_number=None']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:24:18.283158 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.scheduler.l3_agent_scheduler [req-35a21d16-e621-4d25-8d8b-e20c1a3eb041 req-fd7f18f3-7846-43a5-b003-05a449a07822 tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] Router 424b05dc-39d4-46aa-abc7-b98214c48596 has already been hosted by L3 agent af1b81b0-43af-47bb-a61e-8e46b36efc57 {{(pid=103196) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 25 19:24:18.388726 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-35a21d16-e621-4d25-8d8b-e20c1a3eb041 req-fd7f18f3-7846-43a5-b003-05a449a07822 tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] Notify agent at l3_agent.dv-cinder-755101-7-iscsi the message routers_updated {{(pid=103196) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 25 19:24:18.399202 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20fecbd7-741c-4248-a667-d18a61e27701 None None] Sync routers for ids ['424b05dc-39d4-46aa-abc7-b98214c48596'] in dv-cinder-755101-7-iscsi {{(pid=103198) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 25 19:24:18.408807 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20fecbd7-741c-4248-a667-d18a61e27701 None None] Routers {'424b05dc-39d4-46aa-abc7-b98214c48596'} bound to L3 agent in host dv-cinder-755101-7-iscsi {{(pid=103198) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 25 19:24:18.409564 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.l3_hamode_db [None req-20fecbd7-741c-4248-a667-d18a61e27701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755101-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-25T19:11:57Z,description=,heartbeat_timestamp=2022-03-25T19:23:57Z,host='dv-cinder-755101-7-iscsi',id=af1b81b0-43af-47bb-a61e-8e46b36efc57,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:11:57Z,topic='l3_agent')) {'router_ids': ['424b05dc-39d4-46aa-abc7-b98214c48596'], 'active': True} {{(pid=103198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 19:24:18.427033 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [req-35a21d16-e621-4d25-8d8b-e20c1a3eb041 req-fd7f18f3-7846-43a5-b003-05a449a07822 tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] No DVR routers for this DVR port d5017eb3-7c1a-4acd-b3e7-abbf54ea28c0 on host hv-cinder-75510 {{(pid=103196) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 25 19:24:18.430434 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-35a21d16-e621-4d25-8d8b-e20c1a3eb041 req-fd7f18f3-7846-43a5-b003-05a449a07822 tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63648'] for port (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:24:18.433825 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-35a21d16-e621-4d25-8d8b-e20c1a3eb041 req-fd7f18f3-7846-43a5-b003-05a449a07822 tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] 10.222.0.26 "DELETE /v2.0/ports/d5017eb3-7c1a-4acd-b3e7-abbf54ea28c0 HTTP/1.1" status: 204 len: 173 time: 0.8510935 Mar 25 19:24:18.434272 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2f22826-2512-4bee-8ddc-2e80d6e63d45', 'name': 'network-vif-deleted', 'tag': 'd5017eb3-7c1a-4acd-b3e7-abbf54ea28c0'}] {{(pid=103196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 25 19:24:18.437085 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aab9b3bfb8b62b9c439d2baea07b5fa53a515b81dc2b4d2d70d2153c83a947a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8917f94c-8efd-45d1-a9f1-66cecef8ae78" -d '{"events": [{"server_uuid": "c2f22826-2512-4bee-8ddc-2e80d6e63d45", "name": "network-vif-deleted", "tag": "d5017eb3-7c1a-4acd-b3e7-abbf54ea28c0"}]}' {{(pid=103196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 25 19:24:18.475305 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Mar 2022 19:24:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f858b65-7c62-45f2-8906-31c6a74fcedd x-openstack-request-id: req-6f858b65-7c62-45f2-8906-31c6a74fcedd {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 25 19:24:18.475596 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2f22826-2512-4bee-8ddc-2e80d6e63d45", "name": "network-vif-deleted", "tag": "d5017eb3-7c1a-4acd-b3e7-abbf54ea28c0", "status": "completed", "code": 200}]} {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 25 19:24:18.475862 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6f858b65-7c62-45f2-8906-31c6a74fcedd {{(pid=103196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 25 19:24:18.476255 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6f858b65-7c62-45f2-8906-31c6a74fcedd'] response: {'server_uuid': 'c2f22826-2512-4bee-8ddc-2e80d6e63d45', 'name': 'network-vif-deleted', 'tag': 'd5017eb3-7c1a-4acd-b3e7-abbf54ea28c0', 'status': 'completed', 'code': 200} Mar 25 19:24:18.523423 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.l3_dvr_db [None req-20fecbd7-741c-4248-a667-d18a61e27701 None None] Set router 424b05dc-39d4-46aa-abc7-b98214c48596 gateway port host: dv-cinder-755101-7-iscsi {{(pid=103198) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 25 19:24:18.704451 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d76b3f-3b83-4cdf-9bfe-1d29132fd23e req-dd1db3ac-a40d-4d7e-aff1-fad67644c0cb tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:24:18.705907 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-f8d76b3f-3b83-4cdf-9bfe-1d29132fd23e req-dd1db3ac-a40d-4d7e-aff1-fad67644c0cb tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] 10.222.0.26 "GET /v2.0/ports?device_id=61fd317b-bf98-42d9-9ad4-6bdfc4855b0c HTTP/1.1" status: 200 len: 945 time: 0.0587525 Mar 25 19:24:18.727007 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.l3_hamode_db [None req-20fecbd7-741c-4248-a667-d18a61e27701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '424b05dc-39d4-46aa-abc7-b98214c48596', 'name': 'tempest-AttachVolumeTestJSON-1389583433-router', 'tenant_id': '511b62f595874a80ab2449c4446c40d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'external_fixed_ips': [{'subnet_id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'ip_address': '172.27.0.241'}], 'enable_snat': True}, 'gw_port_id': 'f1cac042-1cc6-40dd-8663-517a8c53bdce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T19:19:58Z', 'updated_at': '2022-03-25T19:20:06Z', 'revision_number': 4, 'project_id': '511b62f595874a80ab2449c4446c40d6', 'gw_port': {'id': 'f1cac042-1cc6-40dd-8663-517a8c53bdce', 'name': '', 'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:f5:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '424b05dc-39d4-46aa-abc7-b98214c48596', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'ip_address': '172.27.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T19:20:00Z', 'updated_at': '2022-03-25T19:20:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755101-7-iscsi', '_interfaces': [{'id': '2c0e54b1-e605-4665-84e8-8ee5f99972a2', 'name': '', 'network_id': '547b5db8-9a10-4506-ba92-acf96e89ae8e', 'tenant_id': '511b62f595874a80ab2449c4446c40d6', 'mac_address': 'fa:16:3e:86:21:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '424b05dc-39d4-46aa-abc7-b98214c48596', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '5f5dde36-3194-44e6-b8cf-733c65400f3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T19:20:05Z', 'updated_at': '2022-03-25T19:20:18Z', 'revision_number': 5, 'project_id': '511b62f595874a80ab2449c4446c40d6', 'subnets': [{'id': '5f5dde36-3194-44e6-b8cf-733c65400f3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-755101-7-iscsi', False) {} {{(pid=103198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 19:24:18.756514 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20fecbd7-741c-4248-a667-d18a61e27701 None None] Checking router: 424b05dc-39d4-46aa-abc7-b98214c48596 for host: dv-cinder-755101-7-iscsi {{(pid=103198) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 25 19:24:18.765247 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20fecbd7-741c-4248-a667-d18a61e27701 None None] Routers {'424b05dc-39d4-46aa-abc7-b98214c48596'} bound to L3 agent in host dv-cinder-755101-7-iscsi {{(pid=103198) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 25 19:24:18.765895 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.l3_hamode_db [None req-20fecbd7-741c-4248-a667-d18a61e27701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755101-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-25T19:11:57Z,description=,heartbeat_timestamp=2022-03-25T19:23:57Z,host='dv-cinder-755101-7-iscsi',id=af1b81b0-43af-47bb-a61e-8e46b36efc57,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:11:57Z,topic='l3_agent')) {'router_ids': ['424b05dc-39d4-46aa-abc7-b98214c48596'], 'active': True} {{(pid=103198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 19:24:18.798159 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [req-f8d76b3f-3b83-4cdf-9bfe-1d29132fd23e req-74b84958-e12a-4767-8b48-1d9e6aa34176 tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] Deleting port e31a1c5e-f319-4495-a4f3-83d2762ba154 {{(pid=103196) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 25 19:24:18.798537 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-f8d76b3f-3b83-4cdf-9bfe-1d29132fd23e req-74b84958-e12a-4767-8b48-1d9e6aa34176 tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741036672799'] for port (e31a1c5e-f319-4495-a4f3-83d2762ba154), before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:24:18.903108 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.db [req-f8d76b3f-3b83-4cdf-9bfe-1d29132fd23e req-74b84958-e12a-4767-8b48-1d9e6aa34176 tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] For port e31a1c5e-f319-4495-a4f3-83d2762ba154, host hv-cinder-75510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75510',level=0,port_id=e31a1c5e-f319-4495-a4f3-83d2762ba154,segment=NetworkSegment(541ac455-136c-4743-9e72-e1540521f447),segment_id=541ac455-136c-4743-9e72-e1540521f447)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 25 19:24:18.903410 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-f8d76b3f-3b83-4cdf-9bfe-1d29132fd23e req-74b84958-e12a-4767-8b48-1d9e6aa34176 tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3766103'] for port (e31a1c5e-f319-4495-a4f3-83d2762ba154), precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:24:19.002408 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.l3_dvr_db [None req-20fecbd7-741c-4248-a667-d18a61e27701 None None] Set router 424b05dc-39d4-46aa-abc7-b98214c48596 gateway port host: dv-cinder-755101-7-iscsi {{(pid=103198) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 25 19:24:19.079859 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-f8d76b3f-3b83-4cdf-9bfe-1d29132fd23e req-74b84958-e12a-4767-8b48-1d9e6aa34176 tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:24:19.080868 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-f8d76b3f-3b83-4cdf-9bfe-1d29132fd23e req-74b84958-e12a-4767-8b48-1d9e6aa34176 tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3753541'] for floatingip (634e8b78-1c9b-4a11-a0c4-d58fb37004d2), after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:24:19.081183 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.db.l3_db [req-f8d76b3f-3b83-4cdf-9bfe-1d29132fd23e req-74b84958-e12a-4767-8b48-1d9e6aa34176 tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] Floating IP 634e8b78-1c9b-4a11-a0c4-d58fb37004d2 disassociated. External IP: 172.27.0.107, port: e31a1c5e-f319-4495-a4f3-83d2762ba154. Mar 25 19:24:19.081529 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [req-f8d76b3f-3b83-4cdf-9bfe-1d29132fd23e req-74b84958-e12a-4767-8b48-1d9e6aa34176 tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] Calling delete_port for e31a1c5e-f319-4495-a4f3-83d2762ba154 owned by compute:nova {{(pid=103196) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 25 19:24:19.204106 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.l3_hamode_db [None req-20fecbd7-741c-4248-a667-d18a61e27701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '424b05dc-39d4-46aa-abc7-b98214c48596', 'name': 'tempest-AttachVolumeTestJSON-1389583433-router', 'tenant_id': '511b62f595874a80ab2449c4446c40d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'external_fixed_ips': [{'subnet_id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'ip_address': '172.27.0.241'}], 'enable_snat': True}, 'gw_port_id': 'f1cac042-1cc6-40dd-8663-517a8c53bdce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T19:19:58Z', 'updated_at': '2022-03-25T19:20:06Z', 'revision_number': 4, 'project_id': '511b62f595874a80ab2449c4446c40d6', 'gw_port': {'id': 'f1cac042-1cc6-40dd-8663-517a8c53bdce', 'name': '', 'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:f5:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '424b05dc-39d4-46aa-abc7-b98214c48596', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'ip_address': '172.27.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T19:20:00Z', 'updated_at': '2022-03-25T19:20:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755101-7-iscsi', '_interfaces': [{'id': '2c0e54b1-e605-4665-84e8-8ee5f99972a2', 'name': '', 'network_id': '547b5db8-9a10-4506-ba92-acf96e89ae8e', 'tenant_id': '511b62f595874a80ab2449c4446c40d6', 'mac_address': 'fa:16:3e:86:21:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '424b05dc-39d4-46aa-abc7-b98214c48596', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '5f5dde36-3194-44e6-b8cf-733c65400f3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T19:20:05Z', 'updated_at': '2022-03-25T19:20:18Z', 'revision_number': 5, 'project_id': '511b62f595874a80ab2449c4446c40d6', 'subnets': [{'id': '5f5dde36-3194-44e6-b8cf-733c65400f3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-755101-7-iscsi', False) {} {{(pid=103198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 19:24:19.227607 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16c969a-d1d1-412b-94c7-f478e6ea8da9 req-ad6fd598-6293-4400-a5e1-645c8d82f2f6 tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:24:19.229108 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-a16c969a-d1d1-412b-94c7-f478e6ea8da9 req-ad6fd598-6293-4400-a5e1-645c8d82f2f6 tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] 10.222.0.18 "GET /v2.0/ports?device_id=61fd317b-bf98-42d9-9ad4-6bdfc4855b0c HTTP/1.1" status: 200 len: 945 time: 0.0907164 Mar 25 19:24:19.234982 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20fecbd7-741c-4248-a667-d18a61e27701 None None] The sync data for ids ['424b05dc-39d4-46aa-abc7-b98214c48596'] in dv-cinder-755101-7-iscsi is: [{'id': '424b05dc-39d4-46aa-abc7-b98214c48596', 'name': 'tempest-AttachVolumeTestJSON-1389583433-router', 'tenant_id': '511b62f595874a80ab2449c4446c40d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'external_fixed_ips': [{'subnet_id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'ip_address': '172.27.0.241'}], 'enable_snat': True}, 'gw_port_id': 'f1cac042-1cc6-40dd-8663-517a8c53bdce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T19:19:58Z', 'updated_at': '2022-03-25T19:20:06Z', 'revision_number': 4, 'project_id': '511b62f595874a80ab2449c4446c40d6', 'gw_port': {'id': 'f1cac042-1cc6-40dd-8663-517a8c53bdce', 'name': '', 'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:f5:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '424b05dc-39d4-46aa-abc7-b98214c48596', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'ip_address': '172.27.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T19:20:00Z', 'updated_at': '2022-03-25T19:20:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755101-7-iscsi', '_interfaces': [{'id': '2c0e54b1-e605-4665-84e8-8ee5f99972a2', 'name': '', 'network_id': '547b5db8-9a10-4506-ba92-acf96e89ae8e', 'tenant_id': '511b62f595874a80ab2449c4446c40d6', 'mac_address': 'fa:16:3e:86:21:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '424b05dc-39d4-46aa-abc7-b98214c48596', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '5f5dde36-3194-44e6-b8cf-733c65400f3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T19:20:05Z', 'updated_at': '2022-03-25T19:20:18Z', 'revision_number': 5, 'project_id': '511b62f595874a80ab2449c4446c40d6', 'subnets': [{'id': '5f5dde36-3194-44e6-b8cf-733c65400f3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103198) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 25 19:24:19.236384 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.18', 35568) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:24:19.272770 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-f8d76b3f-3b83-4cdf-9bfe-1d29132fd23e req-74b84958-e12a-4767-8b48-1d9e6aa34176 tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741036679554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741036190724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58911673'] for port (e31a1c5e-f319-4495-a4f3-83d2762ba154), after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:24:19.296007 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-89d34b34-f1bb-46ef-9290-f62fc8096c4d tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] Publish callbacks [] for security_group (a346db11-a1aa-49ea-9798-167075247d8c), before_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:24:19.315432 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b84958-e12a-4767-8b48-1d9e6aa34176 tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] Pushing event deleted for resources: {'Port': ['ID=e31a1c5e-f319-4495-a4f3-83d2762ba154,revision_number=None']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:24:19.320977 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-89d34b34-f1bb-46ef-9290-f62fc8096c4d tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] Publish callbacks [] for security_group (a346db11-a1aa-49ea-9798-167075247d8c), precommit_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:24:19.327103 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-a16c969a-d1d1-412b-94c7-f478e6ea8da9 req-c0695789-9983-469e-b554-b0d2afdd7e60 tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] 10.222.0.18 "GET /v2.0/security-groups?id=cc23355a-6c89-4d32-96e0-83e927b15a53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0826464 Mar 25 19:24:19.386713 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-89d34b34-f1bb-46ef-9290-f62fc8096c4d tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687199'] for security_group (a346db11-a1aa-49ea-9798-167075247d8c), after_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:24:19.389887 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-89d34b34-f1bb-46ef-9290-f62fc8096c4d tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] Publish callbacks [] for security_group (None), before_response {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:24:19.393747 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-89d34b34-f1bb-46ef-9290-f62fc8096c4d tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] 10.222.0.18 "DELETE /v2.0/security-groups/a346db11-a1aa-49ea-9798-167075247d8c HTTP/1.1" status: 204 len: 168 time: 0.1531882 Mar 25 19:24:19.395906 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.18', 35570) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:24:19.415240 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d34b34-f1bb-46ef-9290-f62fc8096c4d tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a346db11-a1aa-49ea-9798-167075247d8c,revision_number=None']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:24:19.419166 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.api.v2.resource [None req-dfe590b6-9c55-4751-b86e-6664208d0ac4 tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] show failed (client error): The resource could not be found. Mar 25 19:24:19.423754 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-dfe590b6-9c55-4751-b86e-6664208d0ac4 tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] 10.222.0.18 "GET /v2.0/security-groups/a346db11-a1aa-49ea-9798-167075247d8c HTTP/1.1" status: 404 len: 347 time: 0.0233111 Mar 25 19:24:19.424806 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.18', 35572) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:24:19.516379 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-429f5f27-3f5f-4ae7-b618-a5b3c976cdce None None] New status for floating IP 7b2e23ec-d7ca-418b-8c87-8fed2a0f1fc5: DOWN {{(pid=103199) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 25 19:24:19.525741 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f8d76b3f-3b83-4cdf-9bfe-1d29132fd23e req-74b84958-e12a-4767-8b48-1d9e6aa34176 tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] Router 62a95014-1fc4-4721-9017-22a2bce8426b has already been hosted by L3 agent af1b81b0-43af-47bb-a61e-8e46b36efc57 {{(pid=103196) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 25 19:24:19.649545 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-c0838139-ba02-461c-ac75-dbfd9f5625d9 tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] Deleting port 7b0cf63f-07fb-4109-9e02-f9109207744e {{(pid=103196) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 25 19:24:19.649747 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-c0838139-ba02-461c-ac75-dbfd9f5625d9 tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741036672799'] for port (7b0cf63f-07fb-4109-9e02-f9109207744e), before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:24:19.715773 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f8d76b3f-3b83-4cdf-9bfe-1d29132fd23e req-74b84958-e12a-4767-8b48-1d9e6aa34176 tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] Notify agent at l3_agent.dv-cinder-755101-7-iscsi the message routers_updated {{(pid=103196) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 25 19:24:19.726897 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f23aef6-3c88-4732-b103-817e744d4776 None None] Sync routers for ids ['62a95014-1fc4-4721-9017-22a2bce8426b'] in dv-cinder-755101-7-iscsi {{(pid=103198) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 25 19:24:19.742477 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f23aef6-3c88-4732-b103-817e744d4776 None None] Routers {'62a95014-1fc4-4721-9017-22a2bce8426b'} bound to L3 agent in host dv-cinder-755101-7-iscsi {{(pid=103198) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 25 19:24:19.743305 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.l3_hamode_db [None req-8f23aef6-3c88-4732-b103-817e744d4776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755101-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-25T19:11:57Z,description=,heartbeat_timestamp=2022-03-25T19:23:57Z,host='dv-cinder-755101-7-iscsi',id=af1b81b0-43af-47bb-a61e-8e46b36efc57,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:11:57Z,topic='l3_agent')) {'router_ids': ['62a95014-1fc4-4721-9017-22a2bce8426b'], 'active': True} {{(pid=103198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 19:24:19.772018 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8d76b3f-3b83-4cdf-9bfe-1d29132fd23e req-74b84958-e12a-4767-8b48-1d9e6aa34176 tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] No DVR routers for this DVR port e31a1c5e-f319-4495-a4f3-83d2762ba154 on host hv-cinder-75510 {{(pid=103196) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 25 19:24:19.778689 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-f8d76b3f-3b83-4cdf-9bfe-1d29132fd23e req-74b84958-e12a-4767-8b48-1d9e6aa34176 tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63648'] for port (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:24:19.781948 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-f8d76b3f-3b83-4cdf-9bfe-1d29132fd23e req-74b84958-e12a-4767-8b48-1d9e6aa34176 tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] 10.222.0.26 "DELETE /v2.0/ports/e31a1c5e-f319-4495-a4f3-83d2762ba154 HTTP/1.1" status: 204 len: 173 time: 1.0697579 Mar 25 19:24:19.785858 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-c0838139-ba02-461c-ac75-dbfd9f5625d9 tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3766103'] for port (7b0cf63f-07fb-4109-9e02-f9109207744e), precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:24:19.786184 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-c0838139-ba02-461c-ac75-dbfd9f5625d9 tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] Publish callbacks [] for floatingip (7b0cf63f-07fb-4109-9e02-f9109207744e), precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:24:19.800309 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-c0838139-ba02-461c-ac75-dbfd9f5625d9 tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] Calling delete_port for 7b0cf63f-07fb-4109-9e02-f9109207744e owned by network:floatingip {{(pid=103196) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 25 19:24:19.865795 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.l3_dvr_db [None req-8f23aef6-3c88-4732-b103-817e744d4776 None None] Set router 62a95014-1fc4-4721-9017-22a2bce8426b gateway port host: dv-cinder-755101-7-iscsi {{(pid=103198) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 25 19:24:19.943008 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-c0838139-ba02-461c-ac75-dbfd9f5625d9 tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741036679554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741036190724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58911673'] for port (7b0cf63f-07fb-4109-9e02-f9109207744e), after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:24:19.970112 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0838139-ba02-461c-ac75-dbfd9f5625d9 tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] Pushing event deleted for resources: {'Port': ['ID=7b0cf63f-07fb-4109-9e02-f9109207744e,revision_number=None']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:24:20.031271 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-c0838139-ba02-461c-ac75-dbfd9f5625d9 tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] Publish callbacks [] for floatingip (7b2e23ec-d7ca-418b-8c87-8fed2a0f1fc5), after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:24:20.033752 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-c0838139-ba02-461c-ac75-dbfd9f5625d9 tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63648'] for floatingip (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:24:20.034921 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-c0838139-ba02-461c-ac75-dbfd9f5625d9 tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] 10.222.0.18 "DELETE /v2.0/floatingips/7b2e23ec-d7ca-418b-8c87-8fed2a0f1fc5 HTTP/1.1" status: 204 len: 168 time: 0.6091037 Mar 25 19:24:20.076876 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.l3_hamode_db [None req-8f23aef6-3c88-4732-b103-817e744d4776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62a95014-1fc4-4721-9017-22a2bce8426b', 'name': 'tempest-ServerRescueNegativeTestJSON-1942996941-router', 'tenant_id': '155e7b1bde6b4fb1ba768c2d6ab00159', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'external_fixed_ips': [{'subnet_id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'ip_address': '172.27.0.142'}], 'enable_snat': True}, 'gw_port_id': '184fd2e6-8a15-4098-9de0-d95d7eff8dd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T19:19:55Z', 'updated_at': '2022-03-25T19:20:05Z', 'revision_number': 4, 'project_id': '155e7b1bde6b4fb1ba768c2d6ab00159', 'gw_port': {'id': '184fd2e6-8a15-4098-9de0-d95d7eff8dd2', 'name': '', 'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:1f:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62a95014-1fc4-4721-9017-22a2bce8426b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'ip_address': '172.27.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T19:19:57Z', 'updated_at': '2022-03-25T19:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755101-7-iscsi', '_interfaces': [{'id': 'de6d2eae-7083-4944-8707-ee855f2d7830', 'name': '', 'network_id': 'aa37333a-1101-47b7-acc7-f21479cd1d95', 'tenant_id': '155e7b1bde6b4fb1ba768c2d6ab00159', 'mac_address': 'fa:16:3e:0b:27:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62a95014-1fc4-4721-9017-22a2bce8426b', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'd8fb3102-0026-42d9-a683-15415ae64f68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T19:20:04Z', 'updated_at': '2022-03-25T19:20:15Z', 'revision_number': 5, 'project_id': '155e7b1bde6b4fb1ba768c2d6ab00159', 'subnets': [{'id': 'd8fb3102-0026-42d9-a683-15415ae64f68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-755101-7-iscsi', False) {} {{(pid=103198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 19:24:20.102452 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f23aef6-3c88-4732-b103-817e744d4776 None None] Checking router: 62a95014-1fc4-4721-9017-22a2bce8426b for host: dv-cinder-755101-7-iscsi {{(pid=103198) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 25 19:24:20.110620 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f23aef6-3c88-4732-b103-817e744d4776 None None] Routers {'62a95014-1fc4-4721-9017-22a2bce8426b'} bound to L3 agent in host dv-cinder-755101-7-iscsi {{(pid=103198) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 25 19:24:20.111218 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.l3_hamode_db [None req-8f23aef6-3c88-4732-b103-817e744d4776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755101-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-25T19:11:57Z,description=,heartbeat_timestamp=2022-03-25T19:23:57Z,host='dv-cinder-755101-7-iscsi',id=af1b81b0-43af-47bb-a61e-8e46b36efc57,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:11:57Z,topic='l3_agent')) {'router_ids': ['62a95014-1fc4-4721-9017-22a2bce8426b'], 'active': True} {{(pid=103198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 19:24:20.222432 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.l3_dvr_db [None req-8f23aef6-3c88-4732-b103-817e744d4776 None None] Set router 62a95014-1fc4-4721-9017-22a2bce8426b gateway port host: dv-cinder-755101-7-iscsi {{(pid=103198) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 25 19:24:20.374159 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.18', 35578) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:24:20.380164 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.v2.base [None req-6f48d99c-b406-47b9-bb2b-c825e858c5fb tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] Request body: {'security_group': {'name': 'tempest-securitygroup--871854442', 'description': 'tempest-description--1680660564'}} {{(pid=103196) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 19:24:20.402875 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6f48d99c-b406-47b9-bb2b-c825e858c5fb tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] Publish callbacks [] for security_group (None), before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:24:20.425901 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.18', 35582) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:24:20.435715 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.l3_hamode_db [None req-8f23aef6-3c88-4732-b103-817e744d4776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62a95014-1fc4-4721-9017-22a2bce8426b', 'name': 'tempest-ServerRescueNegativeTestJSON-1942996941-router', 'tenant_id': '155e7b1bde6b4fb1ba768c2d6ab00159', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'external_fixed_ips': [{'subnet_id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'ip_address': '172.27.0.142'}], 'enable_snat': True}, 'gw_port_id': '184fd2e6-8a15-4098-9de0-d95d7eff8dd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T19:19:55Z', 'updated_at': '2022-03-25T19:20:05Z', 'revision_number': 4, 'project_id': '155e7b1bde6b4fb1ba768c2d6ab00159', 'gw_port': {'id': '184fd2e6-8a15-4098-9de0-d95d7eff8dd2', 'name': '', 'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:1f:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62a95014-1fc4-4721-9017-22a2bce8426b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'ip_address': '172.27.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T19:19:57Z', 'updated_at': '2022-03-25T19:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755101-7-iscsi', '_interfaces': [{'id': 'de6d2eae-7083-4944-8707-ee855f2d7830', 'name': '', 'network_id': 'aa37333a-1101-47b7-acc7-f21479cd1d95', 'tenant_id': '155e7b1bde6b4fb1ba768c2d6ab00159', 'mac_address': 'fa:16:3e:0b:27:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62a95014-1fc4-4721-9017-22a2bce8426b', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'd8fb3102-0026-42d9-a683-15415ae64f68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T19:20:04Z', 'updated_at': '2022-03-25T19:20:15Z', 'revision_number': 5, 'project_id': '155e7b1bde6b4fb1ba768c2d6ab00159', 'subnets': [{'id': 'd8fb3102-0026-42d9-a683-15415ae64f68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-755101-7-iscsi', False) {} {{(pid=103198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 19:24:20.440082 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Device d5017eb3-7c1a-4acd-b3e7-abbf54ea28c0 no longer exists at agent hyperv_hv-cinder-75510 {{(pid=103198) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 25 19:24:20.477629 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61fd317b-bf98-42d9-9ad4-6bdfc4855b0c', 'name': 'network-vif-deleted', 'tag': 'e31a1c5e-f319-4495-a4f3-83d2762ba154'}] {{(pid=103196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 25 19:24:20.479858 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aab9b3bfb8b62b9c439d2baea07b5fa53a515b81dc2b4d2d70d2153c83a947a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31922dd8-7e16-46ec-a358-96129f237230" -d '{"events": [{"server_uuid": "61fd317b-bf98-42d9-9ad4-6bdfc4855b0c", "name": "network-vif-deleted", "tag": "e31a1c5e-f319-4495-a4f3-83d2762ba154"}]}' {{(pid=103196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 25 19:24:20.481361 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f23aef6-3c88-4732-b103-817e744d4776 None None] The sync data for ids ['62a95014-1fc4-4721-9017-22a2bce8426b'] in dv-cinder-755101-7-iscsi is: [{'id': '62a95014-1fc4-4721-9017-22a2bce8426b', 'name': 'tempest-ServerRescueNegativeTestJSON-1942996941-router', 'tenant_id': '155e7b1bde6b4fb1ba768c2d6ab00159', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'external_fixed_ips': [{'subnet_id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'ip_address': '172.27.0.142'}], 'enable_snat': True}, 'gw_port_id': '184fd2e6-8a15-4098-9de0-d95d7eff8dd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T19:19:55Z', 'updated_at': '2022-03-25T19:20:05Z', 'revision_number': 4, 'project_id': '155e7b1bde6b4fb1ba768c2d6ab00159', 'gw_port': {'id': '184fd2e6-8a15-4098-9de0-d95d7eff8dd2', 'name': '', 'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:1f:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62a95014-1fc4-4721-9017-22a2bce8426b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'ip_address': '172.27.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T19:19:57Z', 'updated_at': '2022-03-25T19:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755101-7-iscsi', '_interfaces': [{'id': 'de6d2eae-7083-4944-8707-ee855f2d7830', 'name': '', 'network_id': 'aa37333a-1101-47b7-acc7-f21479cd1d95', 'tenant_id': '155e7b1bde6b4fb1ba768c2d6ab00159', 'mac_address': 'fa:16:3e:0b:27:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62a95014-1fc4-4721-9017-22a2bce8426b', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'd8fb3102-0026-42d9-a683-15415ae64f68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T19:20:04Z', 'updated_at': '2022-03-25T19:20:15Z', 'revision_number': 5, 'project_id': '155e7b1bde6b4fb1ba768c2d6ab00159', 'subnets': [{'id': 'd8fb3102-0026-42d9-a683-15415ae64f68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103198) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 25 19:24:20.482981 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] No Port match for: d5017eb3-7c1a-4acd-b3e7-abbf54ea28c0 {{(pid=103198) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 25 19:24:20.483323 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Device d5017eb3-7c1a-4acd-b3e7-abbf54ea28c0 not bound to the agent host hv-cinder-75510 {{(pid=103198) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 25 19:24:20.483737 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Device e31a1c5e-f319-4495-a4f3-83d2762ba154 no longer exists at agent hyperv_hv-cinder-75510 {{(pid=103198) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 25 19:24:20.484139 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-7c1bf8c2-6eec-4d37-b697-a3f483a5113c tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] Publish callbacks [] for security_group (cc23355a-6c89-4d32-96e0-83e927b15a53), before_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:24:20.502567 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6f48d99c-b406-47b9-bb2b-c825e858c5fb tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] Publish callbacks [] for security_group (fc8560ff-7068-4e5d-bf6a-2dbc5717756c), precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:24:20.507931 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6f48d99c-b406-47b9-bb2b-c825e858c5fb tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687199'] for security_group (fc8560ff-7068-4e5d-bf6a-2dbc5717756c), after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:24:20.512949 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] No Port match for: e31a1c5e-f319-4495-a4f3-83d2762ba154 {{(pid=103198) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 25 19:24:20.513341 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Device e31a1c5e-f319-4495-a4f3-83d2762ba154 not bound to the agent host hv-cinder-75510 {{(pid=103198) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 25 19:24:20.513565 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-7c1bf8c2-6eec-4d37-b697-a3f483a5113c tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] Publish callbacks [] for security_group (cc23355a-6c89-4d32-96e0-83e927b15a53), precommit_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:24:20.543086 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Mar 2022 19:24:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a33406a-02cf-44ee-9edc-ccee8892c5b6 x-openstack-request-id: req-3a33406a-02cf-44ee-9edc-ccee8892c5b6 {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 25 19:24:20.543312 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61fd317b-bf98-42d9-9ad4-6bdfc4855b0c", "name": "network-vif-deleted", "tag": "e31a1c5e-f319-4495-a4f3-83d2762ba154", "status": "completed", "code": 200}]} {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 25 19:24:20.543604 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3a33406a-02cf-44ee-9edc-ccee8892c5b6 {{(pid=103196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 25 19:24:20.544075 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a33406a-02cf-44ee-9edc-ccee8892c5b6'] response: {'server_uuid': '61fd317b-bf98-42d9-9ad4-6bdfc4855b0c', 'name': 'network-vif-deleted', 'tag': 'e31a1c5e-f319-4495-a4f3-83d2762ba154', 'status': 'completed', 'code': 200} Mar 25 19:24:20.551141 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6f48d99c-b406-47b9-bb2b-c825e858c5fb tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] Publish callbacks [] for security_group (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:24:20.553119 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-6f48d99c-b406-47b9-bb2b-c825e858c5fb tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1770256 Mar 25 19:24:20.555915 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.18', 35586) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:24:20.557838 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f48d99c-b406-47b9-bb2b-c825e858c5fb tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc8560ff-7068-4e5d-bf6a-2dbc5717756c,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:24:20.563684 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.v2.base [None req-4db0c813-d7ad-4c50-b457-a2ae1924640d tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] Request body: {'security_group_rule': {'security_group_id': 'fc8560ff-7068-4e5d-bf6a-2dbc5717756c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 19:24:20.583165 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-7c1bf8c2-6eec-4d37-b697-a3f483a5113c tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687199'] for security_group (cc23355a-6c89-4d32-96e0-83e927b15a53), after_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:24:20.585718 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-7c1bf8c2-6eec-4d37-b697-a3f483a5113c tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] Publish callbacks [] for security_group (None), before_response {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:24:20.586946 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-7c1bf8c2-6eec-4d37-b697-a3f483a5113c tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] 10.222.0.18 "DELETE /v2.0/security-groups/cc23355a-6c89-4d32-96e0-83e927b15a53 HTTP/1.1" status: 204 len: 168 time: 0.1593757 Mar 25 19:24:20.589779 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.18', 35588) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:24:20.600300 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1bf8c2-6eec-4d37-b697-a3f483a5113c tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc23355a-6c89-4d32-96e0-83e927b15a53,revision_number=None']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:24:20.602041 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-4db0c813-d7ad-4c50-b457-a2ae1924640d tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] Publish callbacks [] for security_group_rule (a56bd147-e31e-4912-bc0c-6d7055e10933), before_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:24:20.605841 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.api.v2.resource [None req-635744fd-da9f-4c21-973e-f09c2d4f1603 tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] show failed (client error): The resource could not be found. Mar 25 19:24:20.609622 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-635744fd-da9f-4c21-973e-f09c2d4f1603 tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] 10.222.0.18 "GET /v2.0/security-groups/cc23355a-6c89-4d32-96e0-83e927b15a53 HTTP/1.1" status: 404 len: 347 time: 0.0159643 Mar 25 19:24:20.609790 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.18', 35590) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:24:20.670257 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-4db0c813-d7ad-4c50-b457-a2ae1924640d tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] Publish callbacks [] for security_group_rule (a56bd147-e31e-4912-bc0c-6d7055e10933), precommit_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:24:20.674805 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-4db0c813-d7ad-4c50-b457-a2ae1924640d tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677543'] for security_group_rule (a56bd147-e31e-4912-bc0c-6d7055e10933), after_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:24:20.693554 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db0c813-d7ad-4c50-b457-a2ae1924640d tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a56bd147-e31e-4912-bc0c-6d7055e10933,revision_number=0']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:24:20.702303 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-4db0c813-d7ad-4c50-b457-a2ae1924640d tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:24:20.706153 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-4db0c813-d7ad-4c50-b457-a2ae1924640d tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1465428 Mar 25 19:24:20.706479 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.18', 35592) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:24:20.711934 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.v2.base [None req-40ec6df9-d1f2-44e1-9878-5f2919753152 tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] Request body: {'security_group_rule': {'security_group_id': 'fc8560ff-7068-4e5d-bf6a-2dbc5717756c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 19:24:20.743739 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-40ec6df9-d1f2-44e1-9878-5f2919753152 tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] Publish callbacks [] for security_group_rule (3dc83558-6ae7-4c3b-b4a5-80a92b2a440a), before_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:24:20.748049 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-125618c8-83a6-42fa-98ce-90b1c106fbb2 tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] Deleting port f24346e7-125f-4fb0-9575-3de82da0000e {{(pid=103196) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 25 19:24:20.748388 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-125618c8-83a6-42fa-98ce-90b1c106fbb2 tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741036672799'] for port (f24346e7-125f-4fb0-9575-3de82da0000e), before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:24:20.790154 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f679f467-7b71-4865-a030-ae142f7a2bf1 None None] New status for floating IP 634e8b78-1c9b-4a11-a0c4-d58fb37004d2: DOWN {{(pid=103199) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 25 19:24:20.805377 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-40ec6df9-d1f2-44e1-9878-5f2919753152 tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] Publish callbacks [] for security_group_rule (3dc83558-6ae7-4c3b-b4a5-80a92b2a440a), precommit_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:24:20.809747 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-40ec6df9-d1f2-44e1-9878-5f2919753152 tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677543'] for security_group_rule (3dc83558-6ae7-4c3b-b4a5-80a92b2a440a), after_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:24:20.824671 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ec6df9-d1f2-44e1-9878-5f2919753152 tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3dc83558-6ae7-4c3b-b4a5-80a92b2a440a,revision_number=0']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:24:20.835258 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-125618c8-83a6-42fa-98ce-90b1c106fbb2 tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3766103'] for port (f24346e7-125f-4fb0-9575-3de82da0000e), precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:24:20.835595 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-125618c8-83a6-42fa-98ce-90b1c106fbb2 tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] Publish callbacks [] for floatingip (f24346e7-125f-4fb0-9575-3de82da0000e), precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:24:20.838012 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-40ec6df9-d1f2-44e1-9878-5f2919753152 tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:24:20.839319 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-40ec6df9-d1f2-44e1-9878-5f2919753152 tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1316607 Mar 25 19:24:20.842579 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.18', 35594) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:24:20.847291 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.v2.base [None req-80791d8d-b24d-46dd-8b0b-72f8d043cb2c tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] Request body: {'floatingip': {'floating_network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15'}} {{(pid=103197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 19:24:20.848620 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-125618c8-83a6-42fa-98ce-90b1c106fbb2 tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] Calling delete_port for f24346e7-125f-4fb0-9575-3de82da0000e owned by network:floatingip {{(pid=103196) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 25 19:24:20.869399 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-80791d8d-b24d-46dd-8b0b-72f8d043cb2c tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:24:20.970580 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-80791d8d-b24d-46dd-8b0b-72f8d043cb2c tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1293263'] for port (None), before_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:24:21.047765 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-125618c8-83a6-42fa-98ce-90b1c106fbb2 tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741036679554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741036190724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58911673'] for port (f24346e7-125f-4fb0-9575-3de82da0000e), after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:24:21.075634 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125618c8-83a6-42fa-98ce-90b1c106fbb2 tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] Pushing event deleted for resources: {'Port': ['ID=f24346e7-125f-4fb0-9575-3de82da0000e,revision_number=None']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:24:21.086017 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.db.db_base_plugin_common [None req-80791d8d-b24d-46dd-8b0b-72f8d043cb2c tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] Allocated IP 172.27.0.140 (4acd50f3-de7f-4854-a6f4-5b66b3577c15/efae7cfd-1549-43a8-94ca-01f5ce7b3ee1/4c2bfe91-fbc2-458d-86a7-f51584ce4bc9) {{(pid=103197) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 19:24:21.134009 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-125618c8-83a6-42fa-98ce-90b1c106fbb2 tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] Publish callbacks [] for floatingip (634e8b78-1c9b-4a11-a0c4-d58fb37004d2), after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:24:21.136521 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-125618c8-83a6-42fa-98ce-90b1c106fbb2 tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63648'] for floatingip (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:24:21.137670 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-125618c8-83a6-42fa-98ce-90b1c106fbb2 tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] 10.222.0.18 "DELETE /v2.0/floatingips/634e8b78-1c9b-4a11-a0c4-d58fb37004d2 HTTP/1.1" status: 204 len: 168 time: 0.5267868 Mar 25 19:24:21.191960 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-80791d8d-b24d-46dd-8b0b-72f8d043cb2c tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] Publish callbacks [] for port (4c2bfe91-fbc2-458d-86a7-f51584ce4bc9), precommit_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:24:21.227259 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-80791d8d-b24d-46dd-8b0b-72f8d043cb2c tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741036193015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59283508'] for port (4c2bfe91-fbc2-458d-86a7-f51584ce4bc9), after_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:24:21.266856 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80791d8d-b24d-46dd-8b0b-72f8d043cb2c tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] Network 4acd50f3-de7f-4854-a6f4-5b66b3577c15 is already hosted by enough agents. {{(pid=103197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 19:24:21.269788 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.scheduler.base_scheduler [None req-80791d8d-b24d-46dd-8b0b-72f8d043cb2c tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] Resources bound (agent type, host, resource id): {{(pid=103197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 19:24:21.272880 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80791d8d-b24d-46dd-8b0b-72f8d043cb2c tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] Received port after_create {{(pid=103197) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 25 19:24:21.300679 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80791d8d-b24d-46dd-8b0b-72f8d043cb2c tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] Pushing event updated for resources: {'Port': ['ID=4c2bfe91-fbc2-458d-86a7-f51584ce4bc9,revision_number=1']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:24:21.371587 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-80791d8d-b24d-46dd-8b0b-72f8d043cb2c tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] Publish callbacks [] for floatingip (c18258fa-97c6-4c62-9a6b-4165053aec67), precommit_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:24:21.409097 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-80791d8d-b24d-46dd-8b0b-72f8d043cb2c tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1293263'] for port (4c2bfe91-fbc2-458d-86a7-f51584ce4bc9), before_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:24:21.554226 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-80791d8d-b24d-46dd-8b0b-72f8d043cb2c tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] Publish callbacks [] for port (4c2bfe91-fbc2-458d-86a7-f51584ce4bc9), precommit_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:24:21.558441 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-80791d8d-b24d-46dd-8b0b-72f8d043cb2c tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036679572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741036190733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741036190751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59283459'] for port (4c2bfe91-fbc2-458d-86a7-f51584ce4bc9), after_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:24:21.621744 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80791d8d-b24d-46dd-8b0b-72f8d043cb2c tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] Pushing event updated for resources: {'Port': ['ID=4c2bfe91-fbc2-458d-86a7-f51584ce4bc9,revision_number=2']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:24:21.633314 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-80791d8d-b24d-46dd-8b0b-72f8d043cb2c tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3753541'] for floatingip (c18258fa-97c6-4c62-9a6b-4165053aec67), after_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:24:21.648560 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-80791d8d-b24d-46dd-8b0b-72f8d043cb2c tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63648'] for floatingip (None), before_response {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:24:21.649814 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-80791d8d-b24d-46dd-8b0b-72f8d043cb2c tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8062439 Mar 25 19:24:21.837064 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-9155af2b-ef75-4398-b20c-f7c82b497d49 req-2ebea118-a1fa-45c1-b746-172767656ca5 tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--871854442&fields=id&tenant_id=511b62f595874a80ab2449c4446c40d6 HTTP/1.1" status: 200 len: 267 time: 0.0412989 Mar 25 19:24:21.941702 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9155af2b-ef75-4398-b20c-f7c82b497d49 req-63ef4a0e-ef8f-4b42-abe8-0c59c87581c5 tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:24:21.943443 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-9155af2b-ef75-4398-b20c-f7c82b497d49 req-63ef4a0e-ef8f-4b42-abe8-0c59c87581c5 tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] 10.222.0.18 "GET /v2.0/networks?id=547b5db8-9a10-4506-ba92-acf96e89ae8e HTTP/1.1" status: 200 len: 811 time: 0.1003604 Mar 25 19:24:21.957870 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-9155af2b-ef75-4398-b20c-f7c82b497d49 req-7409d5d7-4c0a-47e2-baeb-a806d3487727 tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] 10.222.0.18 "GET /v2.0/quotas/511b62f595874a80ab2449c4446c40d6 HTTP/1.1" status: 200 len: 375 time: 0.0091839 Mar 25 19:24:22.010084 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-9155af2b-ef75-4398-b20c-f7c82b497d49 req-d56faa71-18ec-4450-a2bd-ba63e0a1580a tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=511b62f595874a80ab2449c4446c40d6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0475442 Mar 25 19:24:22.105293 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-9155af2b-ef75-4398-b20c-f7c82b497d49 req-f65945e6-c006-4bba-a3b7-2888883f7532 service neutron] 10.222.0.18 "GET /v2.0/networks/547b5db8-9a10-4506-ba92-acf96e89ae8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843375 Mar 25 19:24:22.189038 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-9155af2b-ef75-4398-b20c-f7c82b497d49 req-32a84f9e-0eb3-472b-a34f-e936392b855d service neutron] 10.222.0.18 "GET /v2.0/networks/547b5db8-9a10-4506-ba92-acf96e89ae8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0781586 Mar 25 19:24:22.368329 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-f710af56-b458-4995-8efa-70f642d0d951 req-8e48f78f-36a1-4712-a6d7-eb431d02aaa9 tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] 10.222.0.18 "GET /v2.0/ports?device_id=3fd5fe7b-72af-4c1f-bd70-110787e56019 HTTP/1.1" status: 200 len: 210 time: 0.0319052 Mar 25 19:24:23.113402 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.db.agents_db [None req-ad735e95-395b-498c-b22d-e8906e231634 None None] Agent healthcheck: found 6 active agents {{(pid=103199) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 25 19:24:23.258824 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9155af2b-ef75-4398-b20c-f7c82b497d49 req-2856a1ae-9546-4610-98f5-cabfb290bb15 tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:24:23.260175 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-9155af2b-ef75-4398-b20c-f7c82b497d49 req-2856a1ae-9546-4610-98f5-cabfb290bb15 tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] 10.222.0.26 "GET /v2.0/networks?id=547b5db8-9a10-4506-ba92-acf96e89ae8e HTTP/1.1" status: 200 len: 811 time: 0.1026082 Mar 25 19:24:23.323948 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-9155af2b-ef75-4398-b20c-f7c82b497d49 req-66ce084a-2806-495f-bb9d-d1f94cef5867 tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=511b62f595874a80ab2449c4446c40d6 HTTP/1.1" status: 200 len: 379 time: 0.0549233 Mar 25 19:24:23.333132 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.v2.base [req-9155af2b-ef75-4398-b20c-f7c82b497d49 req-61369432-63f9-4029-8ad1-b500c6d9fa70 tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] Request body: {'port': {'device_id': '3fd5fe7b-72af-4c1f-bd70-110787e56019', 'network_id': '547b5db8-9a10-4506-ba92-acf96e89ae8e', 'admin_state_up': True, 'tenant_id': '511b62f595874a80ab2449c4446c40d6', 'security_groups': ['fc8560ff-7068-4e5d-bf6a-2dbc5717756c']}} {{(pid=103196) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 19:24:23.446589 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9155af2b-ef75-4398-b20c-f7c82b497d49 req-61369432-63f9-4029-8ad1-b500c6d9fa70 tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] Made reservation on behalf of 511b62f595874a80ab2449c4446c40d6 for: {'port': 1} {{(pid=103196) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 19:24:23.447242 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-9155af2b-ef75-4398-b20c-f7c82b497d49 req-61369432-63f9-4029-8ad1-b500c6d9fa70 tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1293263'] for port (None), before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:24:23.467223 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-6aca7e25-068b-4a84-8b62-a6b1040c6968 req-b2c52cf5-e163-488a-b3d8-f129fcee911d tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] 10.222.0.18 "GET /v2.0/ports?device_id=3fd5fe7b-72af-4c1f-bd70-110787e56019 HTTP/1.1" status: 200 len: 210 time: 0.0293956 Mar 25 19:24:23.639555 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a95b52-fa22-4b96-9d91-8f5e783e3532 req-8212f6cf-2d3d-4944-91e1-11e98808fcac tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:24:23.641158 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-43a95b52-fa22-4b96-9d91-8f5e783e3532 req-8212f6cf-2d3d-4944-91e1-11e98808fcac tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e98d9a4-7bc3-4128-b4ae-768498a633da HTTP/1.1" status: 200 len: 946 time: 0.0584903 Mar 25 19:24:23.693645 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-43a95b52-fa22-4b96-9d91-8f5e783e3532 req-4f1b3526-2b07-4025-9c04-a0b3269dba61 tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] 10.222.0.18 "GET /v2.0/security-groups?id=316ae13e-57e7-48d9-a090-8e2f46504143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459478 Mar 25 19:24:23.794731 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.db.db_base_plugin_common [req-9155af2b-ef75-4398-b20c-f7c82b497d49 req-61369432-63f9-4029-8ad1-b500c6d9fa70 tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] Allocated IP 172.20.0.8 (547b5db8-9a10-4506-ba92-acf96e89ae8e/5f5dde36-3194-44e6-b8cf-733c65400f3b/1d9c7016-8671-4505-a88c-97a486183292) {{(pid=103196) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 19:24:23.927728 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-9155af2b-ef75-4398-b20c-f7c82b497d49 req-61369432-63f9-4029-8ad1-b500c6d9fa70 tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] Publish callbacks [] for port (1d9c7016-8671-4505-a88c-97a486183292), precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:24:23.959314 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-9155af2b-ef75-4398-b20c-f7c82b497d49 req-61369432-63f9-4029-8ad1-b500c6d9fa70 tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741036193015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58911673'] for port (1d9c7016-8671-4505-a88c-97a486183292), after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:24:24.000250 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9155af2b-ef75-4398-b20c-f7c82b497d49 req-61369432-63f9-4029-8ad1-b500c6d9fa70 tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] Network 547b5db8-9a10-4506-ba92-acf96e89ae8e is already hosted by enough agents. {{(pid=103196) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 19:24:24.003221 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.scheduler.base_scheduler [req-9155af2b-ef75-4398-b20c-f7c82b497d49 req-61369432-63f9-4029-8ad1-b500c6d9fa70 tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] Resources bound (agent type, host, resource id): {{(pid=103196) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 19:24:24.006105 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [req-9155af2b-ef75-4398-b20c-f7c82b497d49 req-61369432-63f9-4029-8ad1-b500c6d9fa70 tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] Received port after_create {{(pid=103196) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 25 19:24:24.033467 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61369432-63f9-4029-8ad1-b500c6d9fa70 tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] Pushing event updated for resources: {'Port': ['ID=1d9c7016-8671-4505-a88c-97a486183292,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:24:24.062484 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9155af2b-ef75-4398-b20c-f7c82b497d49 req-61369432-63f9-4029-8ad1-b500c6d9fa70 tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:24:24.063141 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-9155af2b-ef75-4398-b20c-f7c82b497d49 req-61369432-63f9-4029-8ad1-b500c6d9fa70 tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63648'] for port (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:24:24.079957 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-9155af2b-ef75-4398-b20c-f7c82b497d49 req-61369432-63f9-4029-8ad1-b500c6d9fa70 tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7503967 Mar 25 19:24:24.095322 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.v2.base [req-9155af2b-ef75-4398-b20c-f7c82b497d49 req-31db01ef-261d-46df-aa35-3e7dba209bfa service neutron] Request body: {'port': {'device_id': '3fd5fe7b-72af-4c1f-bd70-110787e56019', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75510'}} {{(pid=103196) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 19:24:24.159724 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-9155af2b-ef75-4398-b20c-f7c82b497d49 req-31db01ef-261d-46df-aa35-3e7dba209bfa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1293263'] for port (1d9c7016-8671-4505-a88c-97a486183292), before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:24:24.233057 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-c9d830a4-e622-4411-8244-39198d79afcb None None] Provisioning complete for port 1d9c7016-8671-4505-a88c-97a486183292 triggered by entity DHCP. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 25 19:24:24.233660 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-c9d830a4-e622-4411-8244-39198d79afcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133789'] for port (1d9c7016-8671-4505-a88c-97a486183292), provisioning_complete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:24:24.278343 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-c9d830a4-e622-4411-8244-39198d79afcb None None] Port 1d9c7016-8671-4505-a88c-97a486183292 cannot update to ACTIVE because it is not bound. {{(pid=103198) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 25 19:24:24.285955 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-02d69938-e9a4-4eab-994b-a60e57c77d8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741036503857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133703'] for agent (ff15a80c-2d7c-4104-a6ad-0973d1d911f7), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:24:24.415000 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.notifiers.nova [req-9155af2b-ef75-4398-b20c-f7c82b497d49 req-31db01ef-261d-46df-aa35-3e7dba209bfa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d9c7016-8671-4505-a88c-97a486183292 {{(pid=103196) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 25 19:24:24.422245 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-9155af2b-ef75-4398-b20c-f7c82b497d49 req-31db01ef-261d-46df-aa35-3e7dba209bfa service neutron] Publish callbacks [] for port (1d9c7016-8671-4505-a88c-97a486183292), precommit_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:24:24.434600 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [req-9155af2b-ef75-4398-b20c-f7c82b497d49 req-31db01ef-261d-46df-aa35-3e7dba209bfa service neutron] Transition to ACTIVE for port object 1d9c7016-8671-4505-a88c-97a486183292 will not be triggered until provisioned by entity L2. {{(pid=103196) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 25 19:24:24.438193 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-9155af2b-ef75-4398-b20c-f7c82b497d49 req-31db01ef-261d-46df-aa35-3e7dba209bfa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036679572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741036190733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741036190751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58911630'] for port (1d9c7016-8671-4505-a88c-97a486183292), after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:24:24.531748 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31db01ef-261d-46df-aa35-3e7dba209bfa service neutron] Pushing event updated for resources: {'Port': ['ID=1d9c7016-8671-4505-a88c-97a486183292,revision_number=2']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:24:24.614347 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [req-9155af2b-ef75-4398-b20c-f7c82b497d49 req-31db01ef-261d-46df-aa35-3e7dba209bfa service neutron] Attempting to bind port 1d9c7016-8671-4505-a88c-97a486183292 on host hv-cinder-75510 for vnic_type normal with profile {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 25 19:24:24.615257 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [req-9155af2b-ef75-4398-b20c-f7c82b497d49 req-31db01ef-261d-46df-aa35-3e7dba209bfa service neutron] Attempting to bind port 1d9c7016-8671-4505-a88c-97a486183292 by drivers openvswitch,hyperv on host hv-cinder-75510 at level 0 using segments [{'id': 'b014a1b8-c6b2-4821-8412-291b75bc4696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '547b5db8-9a10-4506-ba92-acf96e89ae8e'}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 25 19:24:24.615592 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9155af2b-ef75-4398-b20c-f7c82b497d49 req-31db01ef-261d-46df-aa35-3e7dba209bfa service neutron] Attempting to bind port 1d9c7016-8671-4505-a88c-97a486183292 on network 547b5db8-9a10-4506-ba92-acf96e89ae8e {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 25 19:24:24.622699 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9155af2b-ef75-4398-b20c-f7c82b497d49 req-31db01ef-261d-46df-aa35-3e7dba209bfa service neutron] Port 1d9c7016-8671-4505-a88c-97a486183292 on network 547b5db8-9a10-4506-ba92-acf96e89ae8e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75510 {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 25 19:24:24.623021 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9155af2b-ef75-4398-b20c-f7c82b497d49 req-31db01ef-261d-46df-aa35-3e7dba209bfa service neutron] Attempting to bind port 1d9c7016-8671-4505-a88c-97a486183292 on network 547b5db8-9a10-4506-ba92-acf96e89ae8e {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 25 19:24:24.629908 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9155af2b-ef75-4398-b20c-f7c82b497d49 req-31db01ef-261d-46df-aa35-3e7dba209bfa service neutron] Checking agent: {'id': 'e10cc9df-a7ce-4b9c-bc25-dffd007f5dd8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75510', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 19, 18, 1), 'started_at': datetime.datetime(2022, 3, 25, 19, 18, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 19, 24, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 25 19:24:24.630302 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9155af2b-ef75-4398-b20c-f7c82b497d49 req-31db01ef-261d-46df-aa35-3e7dba209bfa service neutron] Checking segment: {'id': 'b014a1b8-c6b2-4821-8412-291b75bc4696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '547b5db8-9a10-4506-ba92-acf96e89ae8e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103196) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 25 19:24:24.631220 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9155af2b-ef75-4398-b20c-f7c82b497d49 req-31db01ef-261d-46df-aa35-3e7dba209bfa service neutron] Bound using segment: {'id': 'b014a1b8-c6b2-4821-8412-291b75bc4696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '547b5db8-9a10-4506-ba92-acf96e89ae8e'} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 25 19:24:24.631645 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [req-9155af2b-ef75-4398-b20c-f7c82b497d49 req-31db01ef-261d-46df-aa35-3e7dba209bfa service neutron] Bound port: 1d9c7016-8671-4505-a88c-97a486183292, host: hv-cinder-75510, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b014a1b8-c6b2-4821-8412-291b75bc4696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '547b5db8-9a10-4506-ba92-acf96e89ae8e'}}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 25 19:24:24.632000 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-9155af2b-ef75-4398-b20c-f7c82b497d49 req-31db01ef-261d-46df-aa35-3e7dba209bfa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1293263'] for port (1d9c7016-8671-4505-a88c-97a486183292), before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:24:24.640055 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec50cdd-73bd-4c9a-b8d3-d0f7b0c9f1b6 req-abdb222c-ef8f-4c6e-a284-278fe6109f88 tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:24:24.641540 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-2ec50cdd-73bd-4c9a-b8d3-d0f7b0c9f1b6 req-abdb222c-ef8f-4c6e-a284-278fe6109f88 tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] 10.222.0.18 "GET /v2.0/ports?device_id=3fd5fe7b-72af-4c1f-bd70-110787e56019 HTTP/1.1" status: 200 len: 943 time: 0.0832355 Mar 25 19:24:24.733488 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-2ec50cdd-73bd-4c9a-b8d3-d0f7b0c9f1b6 req-827f7871-4fdc-4806-b0ea-c5b0daf95a7d tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] 10.222.0.18 "GET /v2.0/security-groups?id=fc8560ff-7068-4e5d-bf6a-2dbc5717756c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0836525 Mar 25 19:24:24.738832 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.db [req-9155af2b-ef75-4398-b20c-f7c82b497d49 req-31db01ef-261d-46df-aa35-3e7dba209bfa service neutron] For port 1d9c7016-8671-4505-a88c-97a486183292, host hv-cinder-75510, cleared binding levels {{(pid=103196) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 25 19:24:24.742404 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.db [req-9155af2b-ef75-4398-b20c-f7c82b497d49 req-31db01ef-261d-46df-aa35-3e7dba209bfa service neutron] For port 1d9c7016-8671-4505-a88c-97a486183292, host hv-cinder-75510, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75510',level=0,port_id=1d9c7016-8671-4505-a88c-97a486183292,segment=NetworkSegment(b014a1b8-c6b2-4821-8412-291b75bc4696),segment_id=b014a1b8-c6b2-4821-8412-291b75bc4696)] {{(pid=103196) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 25 19:24:24.749695 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-9155af2b-ef75-4398-b20c-f7c82b497d49 req-31db01ef-261d-46df-aa35-3e7dba209bfa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036679572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741036190733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741036190751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58911630'] for port (1d9c7016-8671-4505-a88c-97a486183292), after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:24:24.789044 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9155af2b-ef75-4398-b20c-f7c82b497d49 req-31db01ef-261d-46df-aa35-3e7dba209bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:24:24.789511 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-9155af2b-ef75-4398-b20c-f7c82b497d49 req-31db01ef-261d-46df-aa35-3e7dba209bfa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63648'] for port (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:24:24.790906 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-9155af2b-ef75-4398-b20c-f7c82b497d49 req-31db01ef-261d-46df-aa35-3e7dba209bfa service neutron] 10.222.0.26 "PUT /v2.0/ports/1d9c7016-8671-4505-a88c-97a486183292 HTTP/1.1" status: 200 len: 1093 time: 0.7002199 Mar 25 19:24:24.791341 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fd5fe7b-72af-4c1f-bd70-110787e56019', 'tag': '1d9c7016-8671-4505-a88c-97a486183292'}] {{(pid=103196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 25 19:24:24.794201 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aab9b3bfb8b62b9c439d2baea07b5fa53a515b81dc2b4d2d70d2153c83a947a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57ba40e7-a009-40df-ad21-5b18cc6e7860" -d '{"events": [{"name": "network-changed", "server_uuid": "3fd5fe7b-72af-4c1f-bd70-110787e56019", "tag": "1d9c7016-8671-4505-a88c-97a486183292"}]}' {{(pid=103196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 25 19:24:24.820446 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31db01ef-261d-46df-aa35-3e7dba209bfa service neutron] Pushing event updated for resources: {'Port': ['ID=1d9c7016-8671-4505-a88c-97a486183292,revision_number=3']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:24:24.824758 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79071b18-3fbd-47ab-8ee0-419fa2cf4f54 req-b70066fa-7cd6-4233-a4f2-ac525a41e58c tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:24:24.826335 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-79071b18-3fbd-47ab-8ee0-419fa2cf4f54 req-b70066fa-7cd6-4233-a4f2-ac525a41e58c tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e98d9a4-7bc3-4128-b4ae-768498a633da HTTP/1.1" status: 200 len: 946 time: 0.0635831 Mar 25 19:24:24.840315 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Mar 2022 19:24:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ddc5f24-299d-4d5a-9bff-b2a0bb03314c x-openstack-request-id: req-9ddc5f24-299d-4d5a-9bff-b2a0bb03314c {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 25 19:24:24.840675 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3fd5fe7b-72af-4c1f-bd70-110787e56019", "tag": "1d9c7016-8671-4505-a88c-97a486183292", "status": "completed", "code": 200}]} {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 25 19:24:24.840992 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9ddc5f24-299d-4d5a-9bff-b2a0bb03314c {{(pid=103196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 25 19:24:24.841664 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ddc5f24-299d-4d5a-9bff-b2a0bb03314c'] response: {'name': 'network-changed', 'server_uuid': '3fd5fe7b-72af-4c1f-bd70-110787e56019', 'tag': '1d9c7016-8671-4505-a88c-97a486183292', 'status': 'completed', 'code': 200} Mar 25 19:24:24.882753 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-79071b18-3fbd-47ab-8ee0-419fa2cf4f54 req-08d813ee-4b17-406a-b103-de36f07c1988 tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] 10.222.0.18 "GET /v2.0/security-groups?id=316ae13e-57e7-48d9-a090-8e2f46504143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501347 Mar 25 19:24:24.891807 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9155af2b-ef75-4398-b20c-f7c82b497d49 req-46ab3021-24f6-48a2-8dda-bd099ce52ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:24:24.893318 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-9155af2b-ef75-4398-b20c-f7c82b497d49 req-46ab3021-24f6-48a2-8dda-bd099ce52ec5 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=511b62f595874a80ab2449c4446c40d6&device_id=3fd5fe7b-72af-4c1f-bd70-110787e56019 HTTP/1.1" status: 200 len: 1127 time: 0.0474024 Mar 25 19:24:24.939901 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-9155af2b-ef75-4398-b20c-f7c82b497d49 req-07c9dd0f-75af-4fa4-b8ea-12f84287695e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1d9c7016-8671-4505-a88c-97a486183292 HTTP/1.1" status: 200 len: 217 time: 0.0395799 Mar 25 19:24:24.987935 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9155af2b-ef75-4398-b20c-f7c82b497d49 req-0eb9be03-8a8c-4653-93d0-645d698c1874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:24:24.989397 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-9155af2b-ef75-4398-b20c-f7c82b497d49 req-0eb9be03-8a8c-4653-93d0-645d698c1874 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5f5dde36-3194-44e6-b8cf-733c65400f3b HTTP/1.1" status: 200 len: 850 time: 0.0439479 Mar 25 19:24:25.040543 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9155af2b-ef75-4398-b20c-f7c82b497d49 req-a37a6f9d-abcc-41e7-bc12-458184220661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:24:25.042066 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-9155af2b-ef75-4398-b20c-f7c82b497d49 req-a37a6f9d-abcc-41e7-bc12-458184220661 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=547b5db8-9a10-4506-ba92-acf96e89ae8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0468307 Mar 25 19:24:25.140319 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-9155af2b-ef75-4398-b20c-f7c82b497d49 req-722e1b3f-96c3-40ff-96a7-73f9992946a2 service neutron] 10.222.0.26 "GET /v2.0/networks/547b5db8-9a10-4506-ba92-acf96e89ae8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819223 Mar 25 19:24:25.231933 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-9155af2b-ef75-4398-b20c-f7c82b497d49 req-920721b5-8ad2-40fb-89d6-2fa995e92813 service neutron] 10.222.0.26 "GET /v2.0/networks/547b5db8-9a10-4506-ba92-acf96e89ae8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857863 Mar 25 19:24:25.319508 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ba40e7-a009-40df-ad21-5b18cc6e7860 req-d8b8f7db-fcbd-44fe-bbbd-d79f9e019b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:24:25.320974 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-57ba40e7-a009-40df-ad21-5b18cc6e7860 req-d8b8f7db-fcbd-44fe-bbbd-d79f9e019b59 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=511b62f595874a80ab2449c4446c40d6&device_id=3fd5fe7b-72af-4c1f-bd70-110787e56019 HTTP/1.1" status: 200 len: 1127 time: 0.0442657 Mar 25 19:24:25.415364 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ba40e7-a009-40df-ad21-5b18cc6e7860 req-595cec1c-db2e-436a-9613-90cd2c1f0713 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:24:25.416826 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-57ba40e7-a009-40df-ad21-5b18cc6e7860 req-595cec1c-db2e-436a-9613-90cd2c1f0713 service neutron] 10.222.0.26 "GET /v2.0/networks?id=547b5db8-9a10-4506-ba92-acf96e89ae8e HTTP/1.1" status: 200 len: 912 time: 0.0874083 Mar 25 19:24:25.456957 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-57ba40e7-a009-40df-ad21-5b18cc6e7860 req-efe15a90-c563-4d1f-92fd-0bfabd5bb477 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1d9c7016-8671-4505-a88c-97a486183292 HTTP/1.1" status: 200 len: 217 time: 0.0338566 Mar 25 19:24:25.517799 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ba40e7-a009-40df-ad21-5b18cc6e7860 req-47c9f966-fe25-4805-adc9-c489052a5f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:24:25.519163 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-57ba40e7-a009-40df-ad21-5b18cc6e7860 req-47c9f966-fe25-4805-adc9-c489052a5f8a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5f5dde36-3194-44e6-b8cf-733c65400f3b HTTP/1.1" status: 200 len: 850 time: 0.0472734 Mar 25 19:24:25.566083 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ba40e7-a009-40df-ad21-5b18cc6e7860 req-bf70b780-98ac-4438-9e3c-b445c12f55a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:24:25.568502 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-57ba40e7-a009-40df-ad21-5b18cc6e7860 req-bf70b780-98ac-4438-9e3c-b445c12f55a6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=547b5db8-9a10-4506-ba92-acf96e89ae8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0413666 Mar 25 19:24:25.656489 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-57ba40e7-a009-40df-ad21-5b18cc6e7860 req-1a0cfe25-5b19-4c5d-adb9-ddd73523f245 service neutron] 10.222.0.26 "GET /v2.0/networks/547b5db8-9a10-4506-ba92-acf96e89ae8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798805 Mar 25 19:24:25.746735 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-57ba40e7-a009-40df-ad21-5b18cc6e7860 req-73e650c1-cf93-4c58-b319-d56309eb895c service neutron] 10.222.0.26 "GET /v2.0/networks/547b5db8-9a10-4506-ba92-acf96e89ae8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844400 Mar 25 19:24:25.805898 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5161a430-9fd2-40a1-b91d-7d1e3443509d req-463227b8-f3a3-455f-b4a0-5be89dc14ec8 tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:24:25.807367 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-5161a430-9fd2-40a1-b91d-7d1e3443509d req-463227b8-f3a3-455f-b4a0-5be89dc14ec8 tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] 10.222.0.26 "GET /v2.0/ports?device_id=2e98d9a4-7bc3-4128-b4ae-768498a633da HTTP/1.1" status: 200 len: 946 time: 0.0521822 Mar 25 19:24:25.914571 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed5633b-eda7-4efc-9461-e56f4125c1b5 req-ae8cab87-45b0-4c05-b2e8-e2e5a863ab11 tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:24:25.916050 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-5ed5633b-eda7-4efc-9461-e56f4125c1b5 req-ae8cab87-45b0-4c05-b2e8-e2e5a863ab11 tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] 10.222.0.18 "GET /v2.0/ports?device_id=3fd5fe7b-72af-4c1f-bd70-110787e56019 HTTP/1.1" status: 200 len: 943 time: 0.1078243 Mar 25 19:24:25.959632 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [req-5161a430-9fd2-40a1-b91d-7d1e3443509d req-182a6ed4-c610-4b25-8f0a-d94f5164977f tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] Deleting port eccc2666-aab1-47fb-824f-6146f634c584 {{(pid=103196) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 25 19:24:25.959969 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-5161a430-9fd2-40a1-b91d-7d1e3443509d req-182a6ed4-c610-4b25-8f0a-d94f5164977f tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741036672799'] for port (eccc2666-aab1-47fb-824f-6146f634c584), before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:24:26.000055 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2557c210-9744-4e95-bab3-a1b2601e3186 req-a9f6e0ce-cf33-41f3-9c42-84f63dfb5799 tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:24:26.001514 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-2557c210-9744-4e95-bab3-a1b2601e3186 req-a9f6e0ce-cf33-41f3-9c42-84f63dfb5799 tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e98d9a4-7bc3-4128-b4ae-768498a633da HTTP/1.1" status: 200 len: 946 time: 0.0506771 Mar 25 19:24:26.008907 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-5ed5633b-eda7-4efc-9461-e56f4125c1b5 req-deac8a31-7417-46d3-91a6-0ff75cab3b7b tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] 10.222.0.18 "GET /v2.0/security-groups?id=fc8560ff-7068-4e5d-bf6a-2dbc5717756c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0866163 Mar 25 19:24:26.055878 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.db [req-5161a430-9fd2-40a1-b91d-7d1e3443509d req-182a6ed4-c610-4b25-8f0a-d94f5164977f tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] For port eccc2666-aab1-47fb-824f-6146f634c584, host hv-cinder-75510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75510',level=0,port_id=eccc2666-aab1-47fb-824f-6146f634c584,segment=NetworkSegment(541ac455-136c-4743-9e72-e1540521f447),segment_id=541ac455-136c-4743-9e72-e1540521f447)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 25 19:24:26.056240 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-5161a430-9fd2-40a1-b91d-7d1e3443509d req-182a6ed4-c610-4b25-8f0a-d94f5164977f tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3766103'] for port (eccc2666-aab1-47fb-824f-6146f634c584), precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:24:26.060260 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-2557c210-9744-4e95-bab3-a1b2601e3186 req-5685f4d4-e0f4-4a8f-a8a8-130c1bc5c05c tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] 10.222.0.18 "GET /v2.0/security-groups?id=316ae13e-57e7-48d9-a090-8e2f46504143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522411 Mar 25 19:24:26.074093 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [req-5161a430-9fd2-40a1-b91d-7d1e3443509d req-182a6ed4-c610-4b25-8f0a-d94f5164977f tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] Calling delete_port for eccc2666-aab1-47fb-824f-6146f634c584 owned by compute:nova {{(pid=103196) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 25 19:24:26.195471 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-5161a430-9fd2-40a1-b91d-7d1e3443509d req-182a6ed4-c610-4b25-8f0a-d94f5164977f tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741036679554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741036190724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58911673'] for port (eccc2666-aab1-47fb-824f-6146f634c584), after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:24:26.206449 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] get_ports_and_sgs() called for port_ids ['3c0bc78a-5461-4c6b-9a9a-3f89dd130fc1', 'eccc2666-aab1-47fb-824f-6146f634c584'] {{(pid=103198) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 25 19:24:26.224038 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182a6ed4-c610-4b25-8f0a-d94f5164977f tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] Pushing event deleted for resources: {'Port': ['ID=eccc2666-aab1-47fb-824f-6146f634c584,revision_number=None']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:24:26.271579 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [req-5161a430-9fd2-40a1-b91d-7d1e3443509d req-182a6ed4-c610-4b25-8f0a-d94f5164977f tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] No DVR routers for this DVR port eccc2666-aab1-47fb-824f-6146f634c584 on host hv-cinder-75510 {{(pid=103196) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 25 19:24:26.274295 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-5161a430-9fd2-40a1-b91d-7d1e3443509d req-182a6ed4-c610-4b25-8f0a-d94f5164977f tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63648'] for port (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:24:26.277963 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-5161a430-9fd2-40a1-b91d-7d1e3443509d req-182a6ed4-c610-4b25-8f0a-d94f5164977f tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] 10.222.0.26 "DELETE /v2.0/ports/eccc2666-aab1-47fb-824f-6146f634c584 HTTP/1.1" status: 204 len: 173 time: 0.4619615 Mar 25 19:24:26.465022 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Device 1d9c7016-8671-4505-a88c-97a486183292 details requested by agent hyperv_hv-cinder-75510 with host hv-cinder-75510 {{(pid=103198) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 25 19:24:26.559021 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] For port 1d9c7016-8671-4505-a88c-97a486183292, host hv-cinder-75510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75510',level=0,port_id=1d9c7016-8671-4505-a88c-97a486183292,segment=NetworkSegment(b014a1b8-c6b2-4821-8412-291b75bc4696),segment_id=b014a1b8-c6b2-4821-8412-291b75bc4696)] {{(pid=103198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 25 19:24:26.571568 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Returning: {'device': '1d9c7016-8671-4505-a88c-97a486183292', 'network_id': '547b5db8-9a10-4506-ba92-acf96e89ae8e', 'port_id': '1d9c7016-8671-4505-a88c-97a486183292', 'mac_address': 'fa:16:3e:a9:c5:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 271, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f5dde36-3194-44e6-b8cf-733c65400f3b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103198) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 25 19:24:26.612678 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Current status of the port 1d9c7016-8671-4505-a88c-97a486183292 is: DOWN; New status is: BUILD {{(pid=103198) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 25 19:24:26.614216 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1293263'] for port (1d9c7016-8671-4505-a88c-97a486183292), before_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:24:26.630988 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.notifiers.nova [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d9c7016-8671-4505-a88c-97a486183292 {{(pid=103198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 25 19:24:26.651915 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] For port 1d9c7016-8671-4505-a88c-97a486183292, host hv-cinder-75510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75510',level=0,port_id=1d9c7016-8671-4505-a88c-97a486183292,segment=NetworkSegment(b014a1b8-c6b2-4821-8412-291b75bc4696),segment_id=b014a1b8-c6b2-4821-8412-291b75bc4696)] {{(pid=103198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 25 19:24:26.658315 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036679572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741036190733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741036190751'] for port (1d9c7016-8671-4505-a88c-97a486183292), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:24:26.713703 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-d07392e8-5de5-447a-8240-94b438d9f218 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741036503857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133703'] for agent (af1b81b0-43af-47bb-a61e-8e46b36efc57), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:24:26.719142 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Pushing event updated for resources: {'Port': ['ID=1d9c7016-8671-4505-a88c-97a486183292,revision_number=4']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:24:26.842842 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e98d9a4-7bc3-4128-b4ae-768498a633da', 'name': 'network-vif-deleted', 'tag': 'eccc2666-aab1-47fb-824f-6146f634c584'}] {{(pid=103196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 25 19:24:26.845025 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aab9b3bfb8b62b9c439d2baea07b5fa53a515b81dc2b4d2d70d2153c83a947a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64b9aba8-80f3-4afa-8ef6-e2bddfab1fb4" -d '{"events": [{"server_uuid": "2e98d9a4-7bc3-4128-b4ae-768498a633da", "name": "network-vif-deleted", "tag": "eccc2666-aab1-47fb-824f-6146f634c584"}]}' {{(pid=103196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 25 19:24:26.879259 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Mar 2022 19:24:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61e3c98e-320d-4c52-8edd-42232aac0674 x-openstack-request-id: req-61e3c98e-320d-4c52-8edd-42232aac0674 {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 25 19:24:26.879548 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e98d9a4-7bc3-4128-b4ae-768498a633da", "name": "network-vif-deleted", "tag": "eccc2666-aab1-47fb-824f-6146f634c584", "status": "completed", "code": 200}]} {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 25 19:24:26.879804 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-61e3c98e-320d-4c52-8edd-42232aac0674 {{(pid=103196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 25 19:24:26.880234 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event matching ['req-61e3c98e-320d-4c52-8edd-42232aac0674'] response: {'server_uuid': '2e98d9a4-7bc3-4128-b4ae-768498a633da', 'name': 'network-vif-deleted', 'tag': 'eccc2666-aab1-47fb-824f-6146f634c584', 'status': 'completed', 'code': 200} Mar 25 19:24:26.907535 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] get_ports_and_sgs() called for port_ids ['1d9c7016-8671-4505-a88c-97a486183292'] {{(pid=103198) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 25 19:24:27.128819 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef155c5-9cbf-4b4f-92d7-088c0e748879 req-f6105b9b-79c6-4099-8126-d517e60b1b5d tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:24:27.130812 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-eef155c5-9cbf-4b4f-92d7-088c0e748879 req-f6105b9b-79c6-4099-8126-d517e60b1b5d tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] 10.222.0.18 "GET /v2.0/ports?device_id=3fd5fe7b-72af-4c1f-bd70-110787e56019 HTTP/1.1" status: 200 len: 944 time: 0.0508068 Mar 25 19:24:27.175692 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-eef155c5-9cbf-4b4f-92d7-088c0e748879 req-8a45c361-dded-4515-9c38-8766935d7421 tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] 10.222.0.18 "GET /v2.0/security-groups?id=fc8560ff-7068-4e5d-bf6a-2dbc5717756c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393412 Mar 25 19:24:27.321669 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803b381a-b1d5-4a84-9a57-04b10f19d075 req-deb3fff4-2078-4879-bb27-f44f6df3d6fa tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:24:27.323157 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-803b381a-b1d5-4a84-9a57-04b10f19d075 req-deb3fff4-2078-4879-bb27-f44f6df3d6fa tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] 10.222.0.18 "GET /v2.0/ports?device_id=9da73b6c-0e9c-4722-bb2c-e3d758143cdf HTTP/1.1" status: 200 len: 946 time: 0.0506711 Mar 25 19:24:27.368022 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-803b381a-b1d5-4a84-9a57-04b10f19d075 req-ac6a4933-f948-4681-be6f-40db7444c360 tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] 10.222.0.18 "GET /v2.0/security-groups?id=316ae13e-57e7-48d9-a090-8e2f46504143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394375 Mar 25 19:24:27.588554 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-af60142c-683d-41c3-be1d-5377fff6ca45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741036503857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133703'] for agent (c3076277-13eb-43a7-9b94-fad13f82c96d), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:24:28.293599 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47feadbe-35f7-421c-aee1-d9ea3352dd52 req-4977129a-0ad0-4c1e-8b10-540a09f56ac2 tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:24:28.295138 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-47feadbe-35f7-421c-aee1-d9ea3352dd52 req-4977129a-0ad0-4c1e-8b10-540a09f56ac2 tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] 10.222.0.18 "GET /v2.0/ports?device_id=3fd5fe7b-72af-4c1f-bd70-110787e56019 HTTP/1.1" status: 200 len: 944 time: 0.0510240 Mar 25 19:24:28.341369 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-47feadbe-35f7-421c-aee1-d9ea3352dd52 req-27e7f487-4227-4794-8205-d0ed03d980d6 tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] 10.222.0.18 "GET /v2.0/security-groups?id=fc8560ff-7068-4e5d-bf6a-2dbc5717756c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408595 Mar 25 19:24:28.482940 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Device 1d9c7016-8671-4505-a88c-97a486183292 up at agent hyperv_hv-cinder-75510 {{(pid=103198) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 25 19:24:28.486721 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6314ee-96dc-4a19-ae09-3f0f011c5e35 req-f6f7bb8a-9872-43ee-9984-2e3fdb4ee7e5 tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:24:28.488199 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-1e6314ee-96dc-4a19-ae09-3f0f011c5e35 req-f6f7bb8a-9872-43ee-9984-2e3fdb4ee7e5 tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] 10.222.0.18 "GET /v2.0/ports?device_id=9da73b6c-0e9c-4722-bb2c-e3d758143cdf HTTP/1.1" status: 200 len: 946 time: 0.0547247 Mar 25 19:24:28.529662 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Provisioning for port 1d9c7016-8671-4505-a88c-97a486183292 completed by entity L2. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 25 19:24:28.533984 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-1e6314ee-96dc-4a19-ae09-3f0f011c5e35 req-23eaedee-1f30-464a-9bec-29939f34302d tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] 10.222.0.18 "GET /v2.0/security-groups?id=316ae13e-57e7-48d9-a090-8e2f46504143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397091 Mar 25 19:24:28.534153 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Provisioning complete for port 1d9c7016-8671-4505-a88c-97a486183292 triggered by entity L2. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 25 19:24:28.534554 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133789'] for port (1d9c7016-8671-4505-a88c-97a486183292), provisioning_complete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:24:28.613251 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Current status of the port 1d9c7016-8671-4505-a88c-97a486183292 is: BUILD; New status is: ACTIVE {{(pid=103198) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 25 19:24:28.613922 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1293263'] for port (1d9c7016-8671-4505-a88c-97a486183292), before_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:24:28.635617 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fd5fe7b-72af-4c1f-bd70-110787e56019', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d9c7016-8671-4505-a88c-97a486183292'}] {{(pid=103198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 25 19:24:28.637775 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be5bcd447a3797005f5619062121570069e0d2064b33fc0b2cf836394b7860ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c5406ea-f058-43c4-99e1-656f25867246" -d '{"events": [{"server_uuid": "3fd5fe7b-72af-4c1f-bd70-110787e56019", "name": "network-vif-plugged", "status": "completed", "tag": "1d9c7016-8671-4505-a88c-97a486183292"}]}' {{(pid=103198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 25 19:24:28.650006 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] For port 1d9c7016-8671-4505-a88c-97a486183292, host hv-cinder-75510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75510',level=0,port_id=1d9c7016-8671-4505-a88c-97a486183292,segment=NetworkSegment(b014a1b8-c6b2-4821-8412-291b75bc4696),segment_id=b014a1b8-c6b2-4821-8412-291b75bc4696)] {{(pid=103198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 25 19:24:28.654016 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036679572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741036190733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741036190751'] for port (1d9c7016-8671-4505-a88c-97a486183292), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:24:28.654750 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Device eccc2666-aab1-47fb-824f-6146f634c584 no longer exists at agent hyperv_hv-cinder-75510 {{(pid=103198) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 25 19:24:28.675900 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Mar 2022 19:24:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25107a7b-6f91-46cf-ac1c-6bcd3788fa17 x-openstack-request-id: req-25107a7b-6f91-46cf-ac1c-6bcd3788fa17 {{(pid=103198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 25 19:24:28.676191 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fd5fe7b-72af-4c1f-bd70-110787e56019", "name": "network-vif-plugged", "status": "completed", "tag": "1d9c7016-8671-4505-a88c-97a486183292", "code": 200}]} {{(pid=103198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 25 19:24:28.676442 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-25107a7b-6f91-46cf-ac1c-6bcd3788fa17 {{(pid=103198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 25 19:24:28.676839 dv-cinder-755101-7-iscsi neutron-server[103198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-25107a7b-6f91-46cf-ac1c-6bcd3788fa17'] response: {'server_uuid': '3fd5fe7b-72af-4c1f-bd70-110787e56019', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d9c7016-8671-4505-a88c-97a486183292', 'code': 200} Mar 25 19:24:28.693760 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] No Port match for: eccc2666-aab1-47fb-824f-6146f634c584 {{(pid=103198) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 25 19:24:28.694106 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Device eccc2666-aab1-47fb-824f-6146f634c584 not bound to the agent host hv-cinder-75510 {{(pid=103198) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 25 19:24:28.719834 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Pushing event updated for resources: {'Port': ['ID=1d9c7016-8671-4505-a88c-97a486183292,revision_number=5']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:24:28.836037 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256ec6d3-24ee-47d9-adfd-ceaa948b7864 req-39e2a709-2cc1-4963-8eb6-ddff9519fc2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:24:28.837426 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-256ec6d3-24ee-47d9-adfd-ceaa948b7864 req-39e2a709-2cc1-4963-8eb6-ddff9519fc2d service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=3fd5fe7b-72af-4c1f-bd70-110787e56019 HTTP/1.1" status: 200 len: 1129 time: 0.0416162 Mar 25 19:24:28.883580 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-256ec6d3-24ee-47d9-adfd-ceaa948b7864 req-c916cf4f-6e72-4309-9f47-1a95a8458939 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=fc8560ff-7068-4e5d-bf6a-2dbc5717756c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390134 Mar 25 19:24:29.189665 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-bfcc621e-35c9-4ac2-b4cb-53c403134561 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741036503857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133703'] for agent (9ba807d9-64cc-4b2a-8ad2-e4f3b23bc779), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:24:29.454644 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a50679f-1111-4328-8510-480d9e5b9b08 req-37227662-1b5b-47db-9512-851c33f172e2 tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:24:29.456155 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-0a50679f-1111-4328-8510-480d9e5b9b08 req-37227662-1b5b-47db-9512-851c33f172e2 tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] 10.222.0.18 "GET /v2.0/ports?device_id=3fd5fe7b-72af-4c1f-bd70-110787e56019 HTTP/1.1" status: 200 len: 945 time: 0.0512567 Mar 25 19:24:29.501046 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-0a50679f-1111-4328-8510-480d9e5b9b08 req-71e875fe-fd2e-4753-986f-f7099ffdcd22 tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] 10.222.0.18 "GET /v2.0/security-groups?id=fc8560ff-7068-4e5d-bf6a-2dbc5717756c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387752 Mar 25 19:24:29.650408 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7fab15-9072-4e3c-a52e-78c09b3fae37 req-ea86643b-3c64-46e2-965d-cd5a6d4d2bae tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:24:29.651905 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-ae7fab15-9072-4e3c-a52e-78c09b3fae37 req-ea86643b-3c64-46e2-965d-cd5a6d4d2bae tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] 10.222.0.18 "GET /v2.0/ports?device_id=9da73b6c-0e9c-4722-bb2c-e3d758143cdf HTTP/1.1" status: 200 len: 946 time: 0.0508120 Mar 25 19:24:29.697036 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-ae7fab15-9072-4e3c-a52e-78c09b3fae37 req-22e6ccad-787b-4a57-949d-49e750c4d948 tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] 10.222.0.18 "GET /v2.0/security-groups?id=316ae13e-57e7-48d9-a090-8e2f46504143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397136 Mar 25 19:24:30.616597 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d0b5f1-4b8b-4d08-a6f1-7253d30f980b req-d1335941-e232-4083-a0b0-20f830b5a7a5 tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:24:30.617254 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee7ba26-b03f-44d5-be16-655e1e70531c req-e2fc838a-34f9-4e84-a24b-f697491337d6 tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:24:30.617986 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-71d0b5f1-4b8b-4d08-a6f1-7253d30f980b req-d1335941-e232-4083-a0b0-20f830b5a7a5 tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] 10.222.0.18 "GET /v2.0/ports?device_id=3fd5fe7b-72af-4c1f-bd70-110787e56019 HTTP/1.1" status: 200 len: 945 time: 0.0515404 Mar 25 19:24:30.618435 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-8ee7ba26-b03f-44d5-be16-655e1e70531c req-e2fc838a-34f9-4e84-a24b-f697491337d6 tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] 10.222.0.26 "GET /v2.0/ports?device_id=9da73b6c-0e9c-4722-bb2c-e3d758143cdf HTTP/1.1" status: 200 len: 946 time: 0.0498571 Mar 25 19:24:30.668303 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-71d0b5f1-4b8b-4d08-a6f1-7253d30f980b req-0d2a08b6-649f-40bb-bd77-878eb6b539a1 tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] 10.222.0.18 "GET /v2.0/security-groups?id=fc8560ff-7068-4e5d-bf6a-2dbc5717756c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446610 Mar 25 19:24:30.704747 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741036503857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133703'] for agent (e10cc9df-a7ce-4b9c-bc25-dffd007f5dd8), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:24:30.717382 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [req-8ee7ba26-b03f-44d5-be16-655e1e70531c req-52d28ebd-60e4-4608-8378-1c0ae760b67a tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] Deleting port 3c0bc78a-5461-4c6b-9a9a-3f89dd130fc1 {{(pid=103196) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 25 19:24:30.717916 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-8ee7ba26-b03f-44d5-be16-655e1e70531c req-52d28ebd-60e4-4608-8378-1c0ae760b67a tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741036672799'] for port (3c0bc78a-5461-4c6b-9a9a-3f89dd130fc1), before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:24:30.781789 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741036503857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133703'] for agent (239dac0e-b210-4295-8f1a-11f7f9dc3de1), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:24:30.816851 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9f91d0-39f8-4fe4-b973-c10d76dda707 req-1ac6c30e-9a29-4e5f-a0c2-ed8c7653d29c tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:24:30.818911 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-2c9f91d0-39f8-4fe4-b973-c10d76dda707 req-1ac6c30e-9a29-4e5f-a0c2-ed8c7653d29c tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] 10.222.0.18 "GET /v2.0/ports?device_id=9da73b6c-0e9c-4722-bb2c-e3d758143cdf HTTP/1.1" status: 200 len: 946 time: 0.0572739 Mar 25 19:24:30.852831 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f1050e-3f9e-4c15-82f1-d414dbc22cd9 req-261132ae-65e0-446f-b578-379f843386be tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:24:30.854303 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-97f1050e-3f9e-4c15-82f1-d414dbc22cd9 req-261132ae-65e0-446f-b578-379f843386be tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] 10.222.0.18 "GET /v2.0/ports?device_id=3fd5fe7b-72af-4c1f-bd70-110787e56019 HTTP/1.1" status: 200 len: 945 time: 0.1216583 Mar 25 19:24:30.862662 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.db [req-8ee7ba26-b03f-44d5-be16-655e1e70531c req-52d28ebd-60e4-4608-8378-1c0ae760b67a tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] For port 3c0bc78a-5461-4c6b-9a9a-3f89dd130fc1, host hv-cinder-75510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75510',level=0,port_id=3c0bc78a-5461-4c6b-9a9a-3f89dd130fc1,segment=NetworkSegment(541ac455-136c-4743-9e72-e1540521f447),segment_id=541ac455-136c-4743-9e72-e1540521f447)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 25 19:24:30.862662 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-8ee7ba26-b03f-44d5-be16-655e1e70531c req-52d28ebd-60e4-4608-8378-1c0ae760b67a tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3766103'] for port (3c0bc78a-5461-4c6b-9a9a-3f89dd130fc1), precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:24:30.865806 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.18', 35678) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:24:30.870193 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.v2.base [None req-37cd0519-bd59-43d5-bbe8-c0245767895a tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] Request body: {'floatingip': {'port_id': '1d9c7016-8671-4505-a88c-97a486183292'}} {{(pid=103197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 19:24:30.872368 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [req-8ee7ba26-b03f-44d5-be16-655e1e70531c req-52d28ebd-60e4-4608-8378-1c0ae760b67a tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] Calling delete_port for 3c0bc78a-5461-4c6b-9a9a-3f89dd130fc1 owned by compute:nova {{(pid=103196) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 25 19:24:30.877042 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-2c9f91d0-39f8-4fe4-b973-c10d76dda707 req-da99e653-85ec-4ad7-8165-81946370bd1f tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] 10.222.0.18 "GET /v2.0/security-groups?id=316ae13e-57e7-48d9-a090-8e2f46504143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521824 Mar 25 19:24:30.912066 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-37cd0519-bd59-43d5-bbe8-c0245767895a tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] Publish callbacks [] for floatingip (c18258fa-97c6-4c62-9a6b-4165053aec67), before_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:24:30.998558 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-8ee7ba26-b03f-44d5-be16-655e1e70531c req-52d28ebd-60e4-4608-8378-1c0ae760b67a tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741036679554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741036190724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58911673'] for port (3c0bc78a-5461-4c6b-9a9a-3f89dd130fc1), after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:24:31.009556 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] get_ports_and_sgs() called for port_ids ['3c0bc78a-5461-4c6b-9a9a-3f89dd130fc1'] {{(pid=103198) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 25 19:24:31.029609 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d28ebd-60e4-4608-8378-1c0ae760b67a tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] Pushing event deleted for resources: {'Port': ['ID=3c0bc78a-5461-4c6b-9a9a-3f89dd130fc1,revision_number=None']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:24:31.075106 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ee7ba26-b03f-44d5-be16-655e1e70531c req-52d28ebd-60e4-4608-8378-1c0ae760b67a tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] No DVR routers for this DVR port 3c0bc78a-5461-4c6b-9a9a-3f89dd130fc1 on host hv-cinder-75510 {{(pid=103196) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 25 19:24:31.077619 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-8ee7ba26-b03f-44d5-be16-655e1e70531c req-52d28ebd-60e4-4608-8378-1c0ae760b67a tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63648'] for port (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:24:31.080819 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-8ee7ba26-b03f-44d5-be16-655e1e70531c req-52d28ebd-60e4-4608-8378-1c0ae760b67a tempest-ServerRescueNegativeTestJSON-1012675621 tempest-ServerRescueNegativeTestJSON-1012675621-project] 10.222.0.26 "DELETE /v2.0/ports/3c0bc78a-5461-4c6b-9a9a-3f89dd130fc1 HTTP/1.1" status: 204 len: 173 time: 0.4562335 Mar 25 19:24:31.081246 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9da73b6c-0e9c-4722-bb2c-e3d758143cdf', 'name': 'network-vif-deleted', 'tag': '3c0bc78a-5461-4c6b-9a9a-3f89dd130fc1'}] {{(pid=103196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 25 19:24:31.084028 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aab9b3bfb8b62b9c439d2baea07b5fa53a515b81dc2b4d2d70d2153c83a947a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dbc7df3-73b5-4cba-b1da-0fe64e31eac7" -d '{"events": [{"server_uuid": "9da73b6c-0e9c-4722-bb2c-e3d758143cdf", "name": "network-vif-deleted", "tag": "3c0bc78a-5461-4c6b-9a9a-3f89dd130fc1"}]}' {{(pid=103196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 25 19:24:31.120324 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Mar 2022 19:24:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6a1b9b7-7f4b-4dfa-9149-049098b2adb4 x-openstack-request-id: req-c6a1b9b7-7f4b-4dfa-9149-049098b2adb4 {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 25 19:24:31.120551 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9da73b6c-0e9c-4722-bb2c-e3d758143cdf", "name": "network-vif-deleted", "tag": "3c0bc78a-5461-4c6b-9a9a-3f89dd130fc1", "status": "completed", "code": 200}]} {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 25 19:24:31.120799 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c6a1b9b7-7f4b-4dfa-9149-049098b2adb4 {{(pid=103196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 25 19:24:31.121202 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c6a1b9b7-7f4b-4dfa-9149-049098b2adb4'] response: {'server_uuid': '9da73b6c-0e9c-4722-bb2c-e3d758143cdf', 'name': 'network-vif-deleted', 'tag': '3c0bc78a-5461-4c6b-9a9a-3f89dd130fc1', 'status': 'completed', 'code': 200} Mar 25 19:24:31.341491 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-37cd0519-bd59-43d5-bbe8-c0245767895a tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:24:31.345686 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-37cd0519-bd59-43d5-bbe8-c0245767895a tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3753541'] for floatingip (c18258fa-97c6-4c62-9a6b-4165053aec67), after_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:24:31.451988 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.db.l3_db [None req-37cd0519-bd59-43d5-bbe8-c0245767895a tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] Floating IP c18258fa-97c6-4c62-9a6b-4165053aec67 associated. External IP: 172.27.0.140, port: 1d9c7016-8671-4505-a88c-97a486183292. Mar 25 19:24:31.663893 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37cd0519-bd59-43d5-bbe8-c0245767895a tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] Router 424b05dc-39d4-46aa-abc7-b98214c48596 has already been hosted by L3 agent af1b81b0-43af-47bb-a61e-8e46b36efc57 {{(pid=103197) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 25 19:24:31.768626 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37cd0519-bd59-43d5-bbe8-c0245767895a tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] Notify agent at l3_agent.dv-cinder-755101-7-iscsi the message routers_updated {{(pid=103197) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 25 19:24:31.773358 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-37cd0519-bd59-43d5-bbe8-c0245767895a tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63648'] for floatingip (None), before_response {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:24:31.778077 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bafdc220-9cbe-4eee-95d0-3c998d4a6748 None None] Sync routers for ids ['424b05dc-39d4-46aa-abc7-b98214c48596'] in dv-cinder-755101-7-iscsi {{(pid=103198) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 25 19:24:31.788501 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bafdc220-9cbe-4eee-95d0-3c998d4a6748 None None] Routers {'424b05dc-39d4-46aa-abc7-b98214c48596'} bound to L3 agent in host dv-cinder-755101-7-iscsi {{(pid=103198) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 25 19:24:31.789112 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.l3_hamode_db [None req-bafdc220-9cbe-4eee-95d0-3c998d4a6748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755101-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-25T19:11:57Z,description=,heartbeat_timestamp=2022-03-25T19:24:27Z,host='dv-cinder-755101-7-iscsi',id=af1b81b0-43af-47bb-a61e-8e46b36efc57,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:11:57Z,topic='l3_agent')) {'router_ids': ['424b05dc-39d4-46aa-abc7-b98214c48596'], 'active': True} {{(pid=103198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 19:24:31.802534 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-37cd0519-bd59-43d5-bbe8-c0245767895a tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] 10.222.0.18 "PUT /v2.0/floatingips/c18258fa-97c6-4c62-9a6b-4165053aec67 HTTP/1.1" status: 200 len: 991 time: 0.9351132 Mar 25 19:24:31.803156 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fd5fe7b-72af-4c1f-bd70-110787e56019', 'tag': '1d9c7016-8671-4505-a88c-97a486183292'}] {{(pid=103197) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 25 19:24:31.805348 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7289d4093f021cbd7bf50bbaa59f437c9f72b9c220592c3ffe9e03ab6ac51c7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-102090d1-6203-43ff-bb08-827e58c22787" -d '{"events": [{"name": "network-changed", "server_uuid": "3fd5fe7b-72af-4c1f-bd70-110787e56019", "tag": "1d9c7016-8671-4505-a88c-97a486183292"}]}' {{(pid=103197) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 25 19:24:31.840118 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Mar 2022 19:24:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-744a97b1-204b-4d8e-9091-080e0c42f2df x-openstack-request-id: req-744a97b1-204b-4d8e-9091-080e0c42f2df {{(pid=103197) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 25 19:24:31.840411 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3fd5fe7b-72af-4c1f-bd70-110787e56019", "tag": "1d9c7016-8671-4505-a88c-97a486183292", "status": "completed", "code": 200}]} {{(pid=103197) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 25 19:24:31.840669 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-744a97b1-204b-4d8e-9091-080e0c42f2df {{(pid=103197) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 25 19:24:31.841077 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.notifiers.nova [-] Nova event matching ['req-744a97b1-204b-4d8e-9091-080e0c42f2df'] response: {'name': 'network-changed', 'server_uuid': '3fd5fe7b-72af-4c1f-bd70-110787e56019', 'tag': '1d9c7016-8671-4505-a88c-97a486183292', 'status': 'completed', 'code': 200} Mar 25 19:24:31.897014 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.l3_dvr_db [None req-bafdc220-9cbe-4eee-95d0-3c998d4a6748 None None] Set router 424b05dc-39d4-46aa-abc7-b98214c48596 gateway port host: dv-cinder-755101-7-iscsi {{(pid=103198) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 25 19:24:31.907033 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102090d1-6203-43ff-bb08-827e58c22787 req-ee3a8bc9-deae-4f6a-bafe-d36214a1fe00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:24:31.908750 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-102090d1-6203-43ff-bb08-827e58c22787 req-ee3a8bc9-deae-4f6a-bafe-d36214a1fe00 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=511b62f595874a80ab2449c4446c40d6&device_id=3fd5fe7b-72af-4c1f-bd70-110787e56019 HTTP/1.1" status: 200 len: 1129 time: 0.0441701 Mar 25 19:24:31.937595 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.18', 35688) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:24:32.000901 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102090d1-6203-43ff-bb08-827e58c22787 req-8329ce50-f26b-4016-81f7-a5015991f4b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:24:32.002370 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-102090d1-6203-43ff-bb08-827e58c22787 req-8329ce50-f26b-4016-81f7-a5015991f4b3 service neutron] 10.222.0.26 "GET /v2.0/networks?id=547b5db8-9a10-4506-ba92-acf96e89ae8e HTTP/1.1" status: 200 len: 912 time: 0.0878131 Mar 25 19:24:32.084508 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-102090d1-6203-43ff-bb08-827e58c22787 req-e0479d3e-d3ba-4f55-84af-6e2d435effa1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1d9c7016-8671-4505-a88c-97a486183292 HTTP/1.1" status: 200 len: 999 time: 0.0758770 Mar 25 19:24:32.135666 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102090d1-6203-43ff-bb08-827e58c22787 req-bf98e83c-c585-4f27-94f4-5284ac961d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:24:32.136870 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-102090d1-6203-43ff-bb08-827e58c22787 req-bf98e83c-c585-4f27-94f4-5284ac961d9c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5f5dde36-3194-44e6-b8cf-733c65400f3b HTTP/1.1" status: 200 len: 850 time: 0.0462012 Mar 25 19:24:32.194860 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102090d1-6203-43ff-bb08-827e58c22787 req-c7ee9a1b-a051-4bef-88c3-808b1379b9df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:24:32.196296 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-102090d1-6203-43ff-bb08-827e58c22787 req-c7ee9a1b-a051-4bef-88c3-808b1379b9df service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=547b5db8-9a10-4506-ba92-acf96e89ae8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0530581 Mar 25 19:24:32.255927 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.l3_hamode_db [None req-bafdc220-9cbe-4eee-95d0-3c998d4a6748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '424b05dc-39d4-46aa-abc7-b98214c48596', 'name': 'tempest-AttachVolumeTestJSON-1389583433-router', 'tenant_id': '511b62f595874a80ab2449c4446c40d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'external_fixed_ips': [{'subnet_id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'ip_address': '172.27.0.241'}], 'enable_snat': True}, 'gw_port_id': 'f1cac042-1cc6-40dd-8663-517a8c53bdce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T19:19:58Z', 'updated_at': '2022-03-25T19:20:06Z', 'revision_number': 4, 'project_id': '511b62f595874a80ab2449c4446c40d6', 'gw_port': {'id': 'f1cac042-1cc6-40dd-8663-517a8c53bdce', 'name': '', 'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:f5:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '424b05dc-39d4-46aa-abc7-b98214c48596', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'ip_address': '172.27.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T19:20:00Z', 'updated_at': '2022-03-25T19:20:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755101-7-iscsi', '_floatingips': [{'id': 'c18258fa-97c6-4c62-9a6b-4165053aec67', 'tenant_id': '511b62f595874a80ab2449c4446c40d6', 'floating_ip_address': '172.27.0.140', 'floating_network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'router_id': '424b05dc-39d4-46aa-abc7-b98214c48596', 'port_id': '1d9c7016-8671-4505-a88c-97a486183292', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 484, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '547b5db8-9a10-4506-ba92-acf96e89ae8e', 'mac_address': 'fa:16:3e:a9:c5:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fd5fe7b-72af-4c1f-bd70-110787e56019', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-25T19:24:21Z', 'updated_at': '2022-03-25T19:24:31Z', 'revision_number': 1, 'project_id': '511b62f595874a80ab2449c4446c40d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c0e54b1-e605-4665-84e8-8ee5f99972a2', 'name': '', 'network_id': '547b5db8-9a10-4506-ba92-acf96e89ae8e', 'tenant_id': '511b62f595874a80ab2449c4446c40d6', 'mac_address': 'fa:16:3e:86:21:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '424b05dc-39d4-46aa-abc7-b98214c48596', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '5f5dde36-3194-44e6-b8cf-733c65400f3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T19:20:05Z', 'updated_at': '2022-03-25T19:20:18Z', 'revision_number': 5, 'project_id': '511b62f595874a80ab2449c4446c40d6', 'subnets': [{'id': '5f5dde36-3194-44e6-b8cf-733c65400f3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-755101-7-iscsi', False) {} {{(pid=103198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 19:24:32.287641 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bafdc220-9cbe-4eee-95d0-3c998d4a6748 None None] Checking router: 424b05dc-39d4-46aa-abc7-b98214c48596 for host: dv-cinder-755101-7-iscsi {{(pid=103198) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 25 19:24:32.288763 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-102090d1-6203-43ff-bb08-827e58c22787 req-d44cbadc-bb36-4aa4-aacd-44528c38509d service neutron] 10.222.0.26 "GET /v2.0/networks/547b5db8-9a10-4506-ba92-acf96e89ae8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857236 Mar 25 19:24:32.296584 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bafdc220-9cbe-4eee-95d0-3c998d4a6748 None None] Routers {'424b05dc-39d4-46aa-abc7-b98214c48596'} bound to L3 agent in host dv-cinder-755101-7-iscsi {{(pid=103198) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 25 19:24:32.297239 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.l3_hamode_db [None req-bafdc220-9cbe-4eee-95d0-3c998d4a6748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755101-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-25T19:11:57Z,description=,heartbeat_timestamp=2022-03-25T19:24:27Z,host='dv-cinder-755101-7-iscsi',id=af1b81b0-43af-47bb-a61e-8e46b36efc57,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:11:57Z,topic='l3_agent')) {'router_ids': ['424b05dc-39d4-46aa-abc7-b98214c48596'], 'active': True} {{(pid=103198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 19:24:32.391427 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-102090d1-6203-43ff-bb08-827e58c22787 req-64994bd9-7a78-441b-978c-223f7c31e883 service neutron] 10.222.0.26 "GET /v2.0/networks/547b5db8-9a10-4506-ba92-acf96e89ae8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953341 Mar 25 19:24:32.413784 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.l3_dvr_db [None req-bafdc220-9cbe-4eee-95d0-3c998d4a6748 None None] Set router 424b05dc-39d4-46aa-abc7-b98214c48596 gateway port host: dv-cinder-755101-7-iscsi {{(pid=103198) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 25 19:24:32.575880 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-c8e21cf0-8e38-462f-bdcc-f04a35101091 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3752261'] for router_interface (62a95014-1fc4-4721-9017-22a2bce8426b), before_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:24:32.632857 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.l3_hamode_db [None req-bafdc220-9cbe-4eee-95d0-3c998d4a6748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '424b05dc-39d4-46aa-abc7-b98214c48596', 'name': 'tempest-AttachVolumeTestJSON-1389583433-router', 'tenant_id': '511b62f595874a80ab2449c4446c40d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'external_fixed_ips': [{'subnet_id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'ip_address': '172.27.0.241'}], 'enable_snat': True}, 'gw_port_id': 'f1cac042-1cc6-40dd-8663-517a8c53bdce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T19:19:58Z', 'updated_at': '2022-03-25T19:20:06Z', 'revision_number': 4, 'project_id': '511b62f595874a80ab2449c4446c40d6', 'gw_port': {'id': 'f1cac042-1cc6-40dd-8663-517a8c53bdce', 'name': '', 'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:f5:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '424b05dc-39d4-46aa-abc7-b98214c48596', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'ip_address': '172.27.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T19:20:00Z', 'updated_at': '2022-03-25T19:20:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755101-7-iscsi', '_floatingips': [{'id': 'c18258fa-97c6-4c62-9a6b-4165053aec67', 'tenant_id': '511b62f595874a80ab2449c4446c40d6', 'floating_ip_address': '172.27.0.140', 'floating_network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'router_id': '424b05dc-39d4-46aa-abc7-b98214c48596', 'port_id': '1d9c7016-8671-4505-a88c-97a486183292', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 484, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '547b5db8-9a10-4506-ba92-acf96e89ae8e', 'mac_address': 'fa:16:3e:a9:c5:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fd5fe7b-72af-4c1f-bd70-110787e56019', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-25T19:24:21Z', 'updated_at': '2022-03-25T19:24:31Z', 'revision_number': 1, 'project_id': '511b62f595874a80ab2449c4446c40d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c0e54b1-e605-4665-84e8-8ee5f99972a2', 'name': '', 'network_id': '547b5db8-9a10-4506-ba92-acf96e89ae8e', 'tenant_id': '511b62f595874a80ab2449c4446c40d6', 'mac_address': 'fa:16:3e:86:21:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '424b05dc-39d4-46aa-abc7-b98214c48596', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '5f5dde36-3194-44e6-b8cf-733c65400f3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T19:20:05Z', 'updated_at': '2022-03-25T19:20:18Z', 'revision_number': 5, 'project_id': '511b62f595874a80ab2449c4446c40d6', 'subnets': [{'id': '5f5dde36-3194-44e6-b8cf-733c65400f3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-755101-7-iscsi', False) {} {{(pid=103198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 19:24:32.662740 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bafdc220-9cbe-4eee-95d0-3c998d4a6748 None None] The sync data for ids ['424b05dc-39d4-46aa-abc7-b98214c48596'] in dv-cinder-755101-7-iscsi is: [{'id': '424b05dc-39d4-46aa-abc7-b98214c48596', 'name': 'tempest-AttachVolumeTestJSON-1389583433-router', 'tenant_id': '511b62f595874a80ab2449c4446c40d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'external_fixed_ips': [{'subnet_id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'ip_address': '172.27.0.241'}], 'enable_snat': True}, 'gw_port_id': 'f1cac042-1cc6-40dd-8663-517a8c53bdce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T19:19:58Z', 'updated_at': '2022-03-25T19:20:06Z', 'revision_number': 4, 'project_id': '511b62f595874a80ab2449c4446c40d6', 'gw_port': {'id': 'f1cac042-1cc6-40dd-8663-517a8c53bdce', 'name': '', 'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:f5:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '424b05dc-39d4-46aa-abc7-b98214c48596', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'ip_address': '172.27.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T19:20:00Z', 'updated_at': '2022-03-25T19:20:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755101-7-iscsi', '_floatingips': [{'id': 'c18258fa-97c6-4c62-9a6b-4165053aec67', 'tenant_id': '511b62f595874a80ab2449c4446c40d6', 'floating_ip_address': '172.27.0.140', 'floating_network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'router_id': '424b05dc-39d4-46aa-abc7-b98214c48596', 'port_id': '1d9c7016-8671-4505-a88c-97a486183292', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 484, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '547b5db8-9a10-4506-ba92-acf96e89ae8e', 'mac_address': 'fa:16:3e:a9:c5:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fd5fe7b-72af-4c1f-bd70-110787e56019', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-25T19:24:21Z', 'updated_at': '2022-03-25T19:24:31Z', 'revision_number': 1, 'project_id': '511b62f595874a80ab2449c4446c40d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c0e54b1-e605-4665-84e8-8ee5f99972a2', 'name': '', 'network_id': '547b5db8-9a10-4506-ba92-acf96e89ae8e', 'tenant_id': '511b62f595874a80ab2449c4446c40d6', 'mac_address': 'fa:16:3e:86:21:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '424b05dc-39d4-46aa-abc7-b98214c48596', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '5f5dde36-3194-44e6-b8cf-733c65400f3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T19:20:05Z', 'updated_at': '2022-03-25T19:20:18Z', 'revision_number': 5, 'project_id': '511b62f595874a80ab2449c4446c40d6', 'subnets': [{'id': '5f5dde36-3194-44e6-b8cf-733c65400f3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103198) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 25 19:24:32.855100 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7153a6b6-7c99-4223-ba53-6c4c4842a5ce None None] New status for floating IP c18258fa-97c6-4c62-9a6b-4165053aec67: ACTIVE {{(pid=103199) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 25 19:24:32.876801 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.plugins.ml2.plugin [None req-c8e21cf0-8e38-462f-bdcc-f04a35101091 admin admin] Deleting port de6d2eae-7083-4944-8707-ee855f2d7830 {{(pid=103197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 25 19:24:32.877340 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-c8e21cf0-8e38-462f-bdcc-f04a35101091 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741036672799'] for port (de6d2eae-7083-4944-8707-ee855f2d7830), before_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:24:32.953268 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.plugins.ml2.db [None req-c8e21cf0-8e38-462f-bdcc-f04a35101091 admin admin] For port de6d2eae-7083-4944-8707-ee855f2d7830, host dv-cinder-755101-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755101-7-iscsi',level=0,port_id=de6d2eae-7083-4944-8707-ee855f2d7830,segment=NetworkSegment(541ac455-136c-4743-9e72-e1540521f447),segment_id=541ac455-136c-4743-9e72-e1540521f447)] {{(pid=103197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 25 19:24:32.953624 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-c8e21cf0-8e38-462f-bdcc-f04a35101091 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3766103'] for port (de6d2eae-7083-4944-8707-ee855f2d7830), precommit_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:24:32.966529 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.plugins.ml2.plugin [None req-c8e21cf0-8e38-462f-bdcc-f04a35101091 admin admin] Calling delete_port for de6d2eae-7083-4944-8707-ee855f2d7830 owned by network:router_interface {{(pid=103197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 25 19:24:33.172196 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-c8e21cf0-8e38-462f-bdcc-f04a35101091 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741036679554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741036190724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59283508'] for port (de6d2eae-7083-4944-8707-ee855f2d7830), after_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:24:33.194667 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e21cf0-8e38-462f-bdcc-f04a35101091 admin admin] Pushing event deleted for resources: {'Port': ['ID=de6d2eae-7083-4944-8707-ee855f2d7830,revision_number=None']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:24:33.356497 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-c8e21cf0-8e38-462f-bdcc-f04a35101091 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3692866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3752181'] for router_interface (62a95014-1fc4-4721-9017-22a2bce8426b), after_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:24:33.568608 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8e21cf0-8e38-462f-bdcc-f04a35101091 admin admin] Router 62a95014-1fc4-4721-9017-22a2bce8426b has already been hosted by L3 agent af1b81b0-43af-47bb-a61e-8e46b36efc57 {{(pid=103197) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 25 19:24:33.673081 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8e21cf0-8e38-462f-bdcc-f04a35101091 admin admin] Notify agent at l3_agent.dv-cinder-755101-7-iscsi the message routers_updated {{(pid=103197) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 25 19:24:33.677907 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-c8e21cf0-8e38-462f-bdcc-f04a35101091 admin admin] 10.222.0.18 "PUT /v2.0/routers/62a95014-1fc4-4721-9017-22a2bce8426b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7392852 Mar 25 19:24:33.680542 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.18', 35692) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:24:33.681838 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df2925c2-b729-4c4b-9640-d0e5865d6c4a None None] Sync routers for ids ['62a95014-1fc4-4721-9017-22a2bce8426b'] in dv-cinder-755101-7-iscsi {{(pid=103198) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 25 19:24:33.691870 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df2925c2-b729-4c4b-9640-d0e5865d6c4a None None] Routers {'62a95014-1fc4-4721-9017-22a2bce8426b'} bound to L3 agent in host dv-cinder-755101-7-iscsi {{(pid=103198) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 25 19:24:33.692400 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.l3_hamode_db [None req-df2925c2-b729-4c4b-9640-d0e5865d6c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755101-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-25T19:11:57Z,description=,heartbeat_timestamp=2022-03-25T19:24:27Z,host='dv-cinder-755101-7-iscsi',id=af1b81b0-43af-47bb-a61e-8e46b36efc57,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:11:57Z,topic='l3_agent')) {'router_ids': ['62a95014-1fc4-4721-9017-22a2bce8426b'], 'active': True} {{(pid=103198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 19:24:33.783372 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-c9914ccc-c0be-47da-ad5e-0d7db2728fe0 admin admin] Publish callbacks [] for router (62a95014-1fc4-4721-9017-22a2bce8426b), before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:24:33.798533 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.l3_dvr_db [None req-df2925c2-b729-4c4b-9640-d0e5865d6c4a None None] Set router 62a95014-1fc4-4721-9017-22a2bce8426b gateway port host: dv-cinder-755101-7-iscsi {{(pid=103198) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 25 19:24:33.889107 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-c9914ccc-c0be-47da-ad5e-0d7db2728fe0 admin admin] Publish callbacks [] for router_gateway (62a95014-1fc4-4721-9017-22a2bce8426b), before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:24:33.976824 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.l3_hamode_db [None req-df2925c2-b729-4c4b-9640-d0e5865d6c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62a95014-1fc4-4721-9017-22a2bce8426b', 'name': 'tempest-ServerRescueNegativeTestJSON-1942996941-router', 'tenant_id': '155e7b1bde6b4fb1ba768c2d6ab00159', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'external_fixed_ips': [{'subnet_id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'ip_address': '172.27.0.142'}], 'enable_snat': True}, 'gw_port_id': '184fd2e6-8a15-4098-9de0-d95d7eff8dd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T19:19:55Z', 'updated_at': '2022-03-25T19:24:33Z', 'revision_number': 5, 'project_id': '155e7b1bde6b4fb1ba768c2d6ab00159', 'gw_port': {'id': '184fd2e6-8a15-4098-9de0-d95d7eff8dd2', 'name': '', 'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:1f:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62a95014-1fc4-4721-9017-22a2bce8426b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'ip_address': '172.27.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T19:19:57Z', 'updated_at': '2022-03-25T19:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755101-7-iscsi'}], 'dv-cinder-755101-7-iscsi', False) {} {{(pid=103198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 19:24:34.003724 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df2925c2-b729-4c4b-9640-d0e5865d6c4a None None] Checking router: 62a95014-1fc4-4721-9017-22a2bce8426b for host: dv-cinder-755101-7-iscsi {{(pid=103198) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 25 19:24:34.013088 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df2925c2-b729-4c4b-9640-d0e5865d6c4a None None] Routers {'62a95014-1fc4-4721-9017-22a2bce8426b'} bound to L3 agent in host dv-cinder-755101-7-iscsi {{(pid=103198) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 25 19:24:34.013708 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.l3_hamode_db [None req-df2925c2-b729-4c4b-9640-d0e5865d6c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755101-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-25T19:11:57Z,description=,heartbeat_timestamp=2022-03-25T19:24:27Z,host='dv-cinder-755101-7-iscsi',id=af1b81b0-43af-47bb-a61e-8e46b36efc57,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:11:57Z,topic='l3_agent')) {'router_ids': ['62a95014-1fc4-4721-9017-22a2bce8426b'], 'active': True} {{(pid=103198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 19:24:34.104679 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.l3_dvr_db [None req-df2925c2-b729-4c4b-9640-d0e5865d6c4a None None] Set router 62a95014-1fc4-4721-9017-22a2bce8426b gateway port host: None {{(pid=103198) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 25 19:24:34.160677 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.l3_hamode_db [None req-df2925c2-b729-4c4b-9640-d0e5865d6c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62a95014-1fc4-4721-9017-22a2bce8426b', 'name': 'tempest-ServerRescueNegativeTestJSON-1942996941-router', 'tenant_id': '155e7b1bde6b4fb1ba768c2d6ab00159', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T19:19:55Z', 'updated_at': '2022-03-25T19:24:33Z', 'revision_number': 6, 'project_id': '155e7b1bde6b4fb1ba768c2d6ab00159', 'gw_port_host': None}], 'dv-cinder-755101-7-iscsi', False) {} {{(pid=103198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 19:24:34.168946 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-c9914ccc-c0be-47da-ad5e-0d7db2728fe0 admin admin] Deleting port 184fd2e6-8a15-4098-9de0-d95d7eff8dd2 {{(pid=103196) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 25 19:24:34.169279 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-c9914ccc-c0be-47da-ad5e-0d7db2728fe0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741036672799'] for port (184fd2e6-8a15-4098-9de0-d95d7eff8dd2), before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:24:34.186788 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df2925c2-b729-4c4b-9640-d0e5865d6c4a None None] The sync data for ids ['62a95014-1fc4-4721-9017-22a2bce8426b'] in dv-cinder-755101-7-iscsi is: [{'id': '62a95014-1fc4-4721-9017-22a2bce8426b', 'name': 'tempest-ServerRescueNegativeTestJSON-1942996941-router', 'tenant_id': '155e7b1bde6b4fb1ba768c2d6ab00159', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T19:19:55Z', 'updated_at': '2022-03-25T19:24:33Z', 'revision_number': 6, 'project_id': '155e7b1bde6b4fb1ba768c2d6ab00159', 'gw_port_host': None}] {{(pid=103198) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 25 19:24:34.250613 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-c9914ccc-c0be-47da-ad5e-0d7db2728fe0 admin admin] For port 184fd2e6-8a15-4098-9de0-d95d7eff8dd2, host dv-cinder-755101-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755101-7-iscsi',level=0,port_id=184fd2e6-8a15-4098-9de0-d95d7eff8dd2,segment=NetworkSegment(bcf11cf5-8ef8-46ee-bf1d-f87c743f3fc7),segment_id=bcf11cf5-8ef8-46ee-bf1d-f87c743f3fc7)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 25 19:24:34.250908 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-c9914ccc-c0be-47da-ad5e-0d7db2728fe0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3766103'] for port (184fd2e6-8a15-4098-9de0-d95d7eff8dd2), precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:24:34.263751 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-c9914ccc-c0be-47da-ad5e-0d7db2728fe0 admin admin] Calling delete_port for 184fd2e6-8a15-4098-9de0-d95d7eff8dd2 owned by network:router_gateway {{(pid=103196) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 25 19:24:34.425124 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-c9914ccc-c0be-47da-ad5e-0d7db2728fe0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741036679554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741036190724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58911673'] for port (184fd2e6-8a15-4098-9de0-d95d7eff8dd2), after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:24:34.448775 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9914ccc-c0be-47da-ad5e-0d7db2728fe0 admin admin] Pushing event deleted for resources: {'Port': ['ID=184fd2e6-8a15-4098-9de0-d95d7eff8dd2,revision_number=None']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:24:34.508019 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-c9914ccc-c0be-47da-ad5e-0d7db2728fe0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3753487'] for router_gateway (62a95014-1fc4-4721-9017-22a2bce8426b), after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:24:34.510484 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Device 3c0bc78a-5461-4c6b-9a9a-3f89dd130fc1 no longer exists at agent hyperv_hv-cinder-75510 {{(pid=103198) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 25 19:24:34.533092 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] No Port match for: 3c0bc78a-5461-4c6b-9a9a-3f89dd130fc1 {{(pid=103198) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 25 19:24:34.533443 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Device 3c0bc78a-5461-4c6b-9a9a-3f89dd130fc1 not bound to the agent host hv-cinder-75510 {{(pid=103198) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 25 19:24:34.617221 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-c9914ccc-c0be-47da-ad5e-0d7db2728fe0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3756003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1471'] for router (62a95014-1fc4-4721-9017-22a2bce8426b), precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:24:34.619679 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-c9914ccc-c0be-47da-ad5e-0d7db2728fe0 admin admin] Publish callbacks [] for router_controller (62a95014-1fc4-4721-9017-22a2bce8426b), precommit_delete_associations {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:24:34.685706 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-c9914ccc-c0be-47da-ad5e-0d7db2728fe0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3756012'] for router (62a95014-1fc4-4721-9017-22a2bce8426b), after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:24:34.686389 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9914ccc-c0be-47da-ad5e-0d7db2728fe0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 62a95014-1fc4-4721-9017-22a2bce8426b {{(pid=103196) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 25 19:24:34.691877 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-c9914ccc-c0be-47da-ad5e-0d7db2728fe0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:24:34.693291 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-c9914ccc-c0be-47da-ad5e-0d7db2728fe0 admin admin] 10.222.0.18 "DELETE /v2.0/routers/62a95014-1fc4-4721-9017-22a2bce8426b HTTP/1.1" status: 204 len: 168 time: 1.0117137 Mar 25 19:24:34.695799 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.18', 35694) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:24:34.737887 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.db.db_base_plugin_v2 [None req-255477f6-9a58-4ec4-8893-5478bbac0070 admin admin] Deleting subnet d8fb3102-0026-42d9-a683-15415ae64f68 {{(pid=103196) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 25 19:24:34.741327 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-255477f6-9a58-4ec4-8893-5478bbac0070 admin admin] Publish callbacks [] for subnet (d8fb3102-0026-42d9-a683-15415ae64f68), before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:24:34.773679 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-255477f6-9a58-4ec4-8893-5478bbac0070 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62748206'] for subnet (d8fb3102-0026-42d9-a683-15415ae64f68), precommit_delete_associations {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:24:34.879072 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-255477f6-9a58-4ec4-8893-5478bbac0070 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1170929'] for subnet (d8fb3102-0026-42d9-a683-15415ae64f68), precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:24:34.930600 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-255477f6-9a58-4ec4-8893-5478bbac0070 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1170920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58912072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62747862'] for subnet (d8fb3102-0026-42d9-a683-15415ae64f68), after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:24:34.957660 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Device de6d2eae-7083-4944-8707-ee855f2d7830 no longer exists at agent ovs-agent-dv-cinder-755101-7-iscsi {{(pid=103198) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 25 19:24:34.962348 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255477f6-9a58-4ec4-8893-5478bbac0070 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d8fb3102-0026-42d9-a683-15415ae64f68,revision_number=None']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:24:34.964729 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-255477f6-9a58-4ec4-8893-5478bbac0070 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692927'] for subnet (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:24:34.970492 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.18', 35696) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:24:34.971061 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-255477f6-9a58-4ec4-8893-5478bbac0070 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/d8fb3102-0026-42d9-a683-15415ae64f68 HTTP/1.1" status: 204 len: 168 time: 0.2737772 Mar 25 19:24:34.981332 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9c9c945-2cfe-4483-884e-a4dbfc8908ef None None] Network aa37333a-1101-47b7-acc7-f21479cd1d95 requested from dv-cinder-755101-7-iscsi {{(pid=103198) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 25 19:24:34.984841 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] No Port match for: de6d2eae-7083-4944-8707-ee855f2d7830 {{(pid=103198) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 25 19:24:34.985420 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Device de6d2eae-7083-4944-8707-ee855f2d7830 not bound to the agent host dv-cinder-755101-7-iscsi {{(pid=103198) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 25 19:24:35.043127 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-9c9ab119-89d8-483f-af15-3297cd8ba0e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1050558'] for network (aa37333a-1101-47b7-acc7-f21479cd1d95), before_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:24:35.107094 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.plugins.ml2.plugin [None req-9c9ab119-89d8-483f-af15-3297cd8ba0e2 admin admin] Deleting port 4e6ce1ea-94e1-446e-bfe4-79c86e9ac7c3 {{(pid=103197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 25 19:24:35.107563 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-9c9ab119-89d8-483f-af15-3297cd8ba0e2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741036672799'] for port (4e6ce1ea-94e1-446e-bfe4-79c86e9ac7c3), before_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:24:35.147503 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32c7d2b0-1dab-4388-ba65-6115bc9aa6b8 None None] DHCP port deletion for aa37333a-1101-47b7-acc7-f21479cd1d95 request from dv-cinder-755101-7-iscsi {{(pid=103198) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 25 19:24:35.171739 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.plugins.ml2.db [None req-9c9ab119-89d8-483f-af15-3297cd8ba0e2 admin admin] For port 4e6ce1ea-94e1-446e-bfe4-79c86e9ac7c3, host dv-cinder-755101-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755101-7-iscsi',level=0,port_id=4e6ce1ea-94e1-446e-bfe4-79c86e9ac7c3,segment=NetworkSegment(541ac455-136c-4743-9e72-e1540521f447),segment_id=541ac455-136c-4743-9e72-e1540521f447)] {{(pid=103197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 25 19:24:35.172108 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-9c9ab119-89d8-483f-af15-3297cd8ba0e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3766103'] for port (4e6ce1ea-94e1-446e-bfe4-79c86e9ac7c3), precommit_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:24:35.186485 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.plugins.ml2.plugin [None req-9c9ab119-89d8-483f-af15-3297cd8ba0e2 admin admin] Calling delete_port for 4e6ce1ea-94e1-446e-bfe4-79c86e9ac7c3 owned by network:dhcp {{(pid=103197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 25 19:24:35.198223 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-32c7d2b0-1dab-4388-ba65-6115bc9aa6b8 None None] Deleting port 4e6ce1ea-94e1-446e-bfe4-79c86e9ac7c3 {{(pid=103198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 25 19:24:35.198636 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-32c7d2b0-1dab-4388-ba65-6115bc9aa6b8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741036672799'] for port (4e6ce1ea-94e1-446e-bfe4-79c86e9ac7c3), before_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:24:35.262665 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-32c7d2b0-1dab-4388-ba65-6115bc9aa6b8 None None] For port 4e6ce1ea-94e1-446e-bfe4-79c86e9ac7c3, host dv-cinder-755101-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755101-7-iscsi',level=0,port_id=4e6ce1ea-94e1-446e-bfe4-79c86e9ac7c3,segment=NetworkSegment(541ac455-136c-4743-9e72-e1540521f447),segment_id=541ac455-136c-4743-9e72-e1540521f447)] {{(pid=103198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 25 19:24:35.263078 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-32c7d2b0-1dab-4388-ba65-6115bc9aa6b8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3766103'] for port (4e6ce1ea-94e1-446e-bfe4-79c86e9ac7c3), precommit_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:24:35.280546 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-9c9ab119-89d8-483f-af15-3297cd8ba0e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741036679554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741036190724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59283508'] for port (4e6ce1ea-94e1-446e-bfe4-79c86e9ac7c3), after_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:24:35.281295 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-32c7d2b0-1dab-4388-ba65-6115bc9aa6b8 None None] Calling delete_port for 4e6ce1ea-94e1-446e-bfe4-79c86e9ac7c3 owned by network:dhcp {{(pid=103198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 25 19:24:35.303481 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9ab119-89d8-483f-af15-3297cd8ba0e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=4e6ce1ea-94e1-446e-bfe4-79c86e9ac7c3,revision_number=None']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:24:35.309520 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c9ab119-89d8-483f-af15-3297cd8ba0e2 admin admin] No DVR routers for this DVR port 4e6ce1ea-94e1-446e-bfe4-79c86e9ac7c3 on host dv-cinder-755101-7-iscsi {{(pid=103197) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 25 19:24:35.380392 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-9c9ab119-89d8-483f-af15-3297cd8ba0e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1136452', 'neutron.services.segments.db._delete_segments_for_network-8741036503875'] for network (aa37333a-1101-47b7-acc7-f21479cd1d95), precommit_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:24:35.399391 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-32c7d2b0-1dab-4388-ba65-6115bc9aa6b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741036679554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741036190724'] for port (4e6ce1ea-94e1-446e-bfe4-79c86e9ac7c3), after_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:24:35.401682 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.services.segments.db [None req-9c9ab119-89d8-483f-af15-3297cd8ba0e2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa37333a-1101-47b7-acc7-f21479cd1d95']}} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 19:24:35.412288 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.services.segments.db [None req-9c9ab119-89d8-483f-af15-3297cd8ba0e2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '541ac455-136c-4743-9e72-e1540521f447') {'for_net_delete': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 19:24:35.412602 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.services.segments.db [None req-9c9ab119-89d8-483f-af15-3297cd8ba0e2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '541ac455-136c-4743-9e72-e1540521f447') {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 19:24:35.421919 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-9c9ab119-89d8-483f-af15-3297cd8ba0e2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741036503116', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59390884'] for segment (541ac455-136c-4743-9e72-e1540521f447), before_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:24:35.426454 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c7d2b0-1dab-4388-ba65-6115bc9aa6b8 None None] Pushing event deleted for resources: {'Port': ['ID=4e6ce1ea-94e1-446e-bfe4-79c86e9ac7c3,revision_number=None']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:24:35.430106 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32c7d2b0-1dab-4388-ba65-6115bc9aa6b8 None None] No DVR routers for this DVR port 4e6ce1ea-94e1-446e-bfe4-79c86e9ac7c3 on host dv-cinder-755101-7-iscsi {{(pid=103198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 25 19:24:35.439118 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-9c9ab119-89d8-483f-af15-3297cd8ba0e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1189096'] for segment (541ac455-136c-4743-9e72-e1540521f447), precommit_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:24:35.448808 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c9ab119-89d8-483f-af15-3297cd8ba0e2 admin admin] Releasing vlan 285 on physical network physnet1 to pool {{(pid=103197) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 25 19:24:35.449161 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-9c9ab119-89d8-483f-af15-3297cd8ba0e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1189096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59283559'] for segment (541ac455-136c-4743-9e72-e1540521f447), after_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:24:35.450929 dv-cinder-755101-7-iscsi neutron-server[103197]: Traceback (most recent call last): Mar 25 19:24:35.450929 dv-cinder-755101-7-iscsi neutron-server[103197]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 25 19:24:35.450929 dv-cinder-755101-7-iscsi neutron-server[103197]: timer() Mar 25 19:24:35.450929 dv-cinder-755101-7-iscsi neutron-server[103197]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 25 19:24:35.450929 dv-cinder-755101-7-iscsi neutron-server[103197]: cb(*args, **kw) Mar 25 19:24:35.450929 dv-cinder-755101-7-iscsi neutron-server[103197]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 25 19:24:35.450929 dv-cinder-755101-7-iscsi neutron-server[103197]: return func(*args, **kwargs) Mar 25 19:24:35.450929 dv-cinder-755101-7-iscsi neutron-server[103197]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 25 19:24:35.450929 dv-cinder-755101-7-iscsi neutron-server[103197]: self._notify() Mar 25 19:24:35.450929 dv-cinder-755101-7-iscsi neutron-server[103197]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 25 19:24:35.450929 dv-cinder-755101-7-iscsi neutron-server[103197]: self.callback(batched_events) Mar 25 19:24:35.450929 dv-cinder-755101-7-iscsi neutron-server[103197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 25 19:24:35.450929 dv-cinder-755101-7-iscsi neutron-server[103197]: event.method(event) Mar 25 19:24:35.450929 dv-cinder-755101-7-iscsi neutron-server[103197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 25 19:24:35.450929 dv-cinder-755101-7-iscsi neutron-server[103197]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 25 19:24:35.450929 dv-cinder-755101-7-iscsi neutron-server[103197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 25 19:24:35.450929 dv-cinder-755101-7-iscsi neutron-server[103197]: aggregate_uuid = self.p_client.list_aggregates( Mar 25 19:24:35.450929 dv-cinder-755101-7-iscsi neutron-server[103197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 25 19:24:35.450929 dv-cinder-755101-7-iscsi neutron-server[103197]: return f(self, *a, **k) Mar 25 19:24:35.450929 dv-cinder-755101-7-iscsi neutron-server[103197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 25 19:24:35.450929 dv-cinder-755101-7-iscsi neutron-server[103197]: return self._get(url).json() Mar 25 19:24:35.450929 dv-cinder-755101-7-iscsi neutron-server[103197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 25 19:24:35.450929 dv-cinder-755101-7-iscsi neutron-server[103197]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 25 19:24:35.450929 dv-cinder-755101-7-iscsi neutron-server[103197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 25 19:24:35.450929 dv-cinder-755101-7-iscsi neutron-server[103197]: return self.request(url, 'GET', **kwargs) Mar 25 19:24:35.450929 dv-cinder-755101-7-iscsi neutron-server[103197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 25 19:24:35.450929 dv-cinder-755101-7-iscsi neutron-server[103197]: base_url = self.get_endpoint(auth, allow=allow, Mar 25 19:24:35.450929 dv-cinder-755101-7-iscsi neutron-server[103197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 25 19:24:35.450929 dv-cinder-755101-7-iscsi neutron-server[103197]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 25 19:24:35.450929 dv-cinder-755101-7-iscsi neutron-server[103197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 25 19:24:35.450929 dv-cinder-755101-7-iscsi neutron-server[103197]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 25 19:24:35.450929 dv-cinder-755101-7-iscsi neutron-server[103197]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 25 19:24:35.507538 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-9c9ab119-89d8-483f-af15-3297cd8ba0e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1136511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3753587'] for network (aa37333a-1101-47b7-acc7-f21479cd1d95), after_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:24:35.512562 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-9c9ab119-89d8-483f-af15-3297cd8ba0e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692927'] for network (None), before_response {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:24:35.515606 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-9c9ab119-89d8-483f-af15-3297cd8ba0e2 admin admin] 10.222.0.18 "DELETE /v2.0/networks/aa37333a-1101-47b7-acc7-f21479cd1d95 HTTP/1.1" status: 204 len: 168 time: 0.5440667 Mar 25 19:24:35.526719 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9ab119-89d8-483f-af15-3297cd8ba0e2 admin admin] Pushing event deleted for resources: {'Network': ['ID=aa37333a-1101-47b7-acc7-f21479cd1d95,revision_number=None']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:24:35.671580 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.18', 35700) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:24:35.711128 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-8cbc611e-1cfa-4210-a768-7e7d0ddc20df admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=155e7b1bde6b4fb1ba768c2d6ab00159&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0383112 Mar 25 19:24:35.713424 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.18', 35702) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:24:35.757661 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-e70e62cc-0aaa-40cb-8c23-455a6088bce2 admin admin] Publish callbacks [] for security_group (316ae13e-57e7-48d9-a090-8e2f46504143), before_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:24:35.777320 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-e70e62cc-0aaa-40cb-8c23-455a6088bce2 admin admin] Publish callbacks [] for security_group (316ae13e-57e7-48d9-a090-8e2f46504143), precommit_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:24:35.825660 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-e70e62cc-0aaa-40cb-8c23-455a6088bce2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687199'] for security_group (316ae13e-57e7-48d9-a090-8e2f46504143), after_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:24:35.828351 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-e70e62cc-0aaa-40cb-8c23-455a6088bce2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:24:35.829503 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-e70e62cc-0aaa-40cb-8c23-455a6088bce2 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/316ae13e-57e7-48d9-a090-8e2f46504143 HTTP/1.1" status: 204 len: 168 time: 0.1152039 Mar 25 19:24:35.836816 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70e62cc-0aaa-40cb-8c23-455a6088bce2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=316ae13e-57e7-48d9-a090-8e2f46504143,revision_number=None']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:24:36.362574 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Device 184fd2e6-8a15-4098-9de0-d95d7eff8dd2 no longer exists at agent ovs-agent-dv-cinder-755101-7-iscsi {{(pid=103198) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 25 19:24:36.382983 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] No Port match for: 184fd2e6-8a15-4098-9de0-d95d7eff8dd2 {{(pid=103198) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 25 19:24:36.383327 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Device 184fd2e6-8a15-4098-9de0-d95d7eff8dd2 not bound to the agent host dv-cinder-755101-7-iscsi {{(pid=103198) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 25 19:24:36.383741 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Device 4e6ce1ea-94e1-446e-bfe4-79c86e9ac7c3 no longer exists at agent ovs-agent-dv-cinder-755101-7-iscsi {{(pid=103198) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 25 19:24:36.402402 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] No Port match for: 4e6ce1ea-94e1-446e-bfe4-79c86e9ac7c3 {{(pid=103198) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 25 19:24:36.402774 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Device 4e6ce1ea-94e1-446e-bfe4-79c86e9ac7c3 not bound to the agent host dv-cinder-755101-7-iscsi {{(pid=103198) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 25 19:24:36.489694 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.18', 35724) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:24:36.581060 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.v2.base [None req-21660a56-088e-4a57-bb9c-29e8b8874779 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1535724324-network', 'tenant_id': 'dc089ebbae3f448da3893c2c3fea588f'}} {{(pid=103197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 19:24:36.600668 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21660a56-088e-4a57-bb9c-29e8b8874779 admin admin] Made reservation on behalf of dc089ebbae3f448da3893c2c3fea588f for: {'network': 1} {{(pid=103197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 19:24:36.602812 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-21660a56-088e-4a57-bb9c-29e8b8874779 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1293263'] for network (None), before_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:24:36.610560 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-21660a56-088e-4a57-bb9c-29e8b8874779 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:24:36.679590 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-21660a56-088e-4a57-bb9c-29e8b8874779 admin admin] Publish callbacks [] for security_group (392962d7-76d7-48d8-8a61-2e3c88726017), precommit_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:24:36.683365 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-21660a56-088e-4a57-bb9c-29e8b8874779 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687199'] for security_group (392962d7-76d7-48d8-8a61-2e3c88726017), after_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:24:36.706921 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21660a56-088e-4a57-bb9c-29e8b8874779 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 261} {{(pid=103197) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 25 19:24:36.716616 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21660a56-088e-4a57-bb9c-29e8b8874779 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=392962d7-76d7-48d8-8a61-2e3c88726017,revision_number=1']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:24:36.721272 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-21660a56-088e-4a57-bb9c-29e8b8874779 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1189096'] for segment (c05c355b-554a-4ce8-8427-3164bfaa37a9), precommit_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:24:36.721614 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.db.segments_db [None req-21660a56-088e-4a57-bb9c-29e8b8874779 admin admin] Added segment c05c355b-554a-4ce8-8427-3164bfaa37a9 of type vlan for network 1b551ab7-2e5a-400a-a69e-184f0d4cccb9 Mar 25 19:24:36.760924 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-21660a56-088e-4a57-bb9c-29e8b8874779 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741036145210'] for network (1b551ab7-2e5a-400a-a69e-184f0d4cccb9), precommit_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:24:36.784122 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-21660a56-088e-4a57-bb9c-29e8b8874779 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877'] for network (1b551ab7-2e5a-400a-a69e-184f0d4cccb9), after_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:24:36.785089 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21660a56-088e-4a57-bb9c-29e8b8874779 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:24:36.785674 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-21660a56-088e-4a57-bb9c-29e8b8874779 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692927'] for network (None), before_response {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:24:36.844916 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-21660a56-088e-4a57-bb9c-29e8b8874779 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3541541 Mar 25 19:24:36.847926 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.18', 35728) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:24:36.850103 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21660a56-088e-4a57-bb9c-29e8b8874779 admin admin] Pushing event updated for resources: {'Network': ['ID=1b551ab7-2e5a-400a-a69e-184f0d4cccb9,revision_number=1']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:24:36.853100 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.v2.base [None req-b3dba3ee-f3b7-49a0-810a-f768c5a730b9 admin admin] Request body: {'subnet': {'network_id': '1b551ab7-2e5a-400a-a69e-184f0d4cccb9', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1535724324-subnet', 'tenant_id': 'dc089ebbae3f448da3893c2c3fea588f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103196) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 19:24:36.860379 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Network 1b551ab7-2e5a-400a-a69e-184f0d4cccb9 details requested by agent ovs-agent-dv-cinder-755101-7-iscsi with host dv-cinder-755101-7-iscsi {{(pid=103198) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 25 19:24:36.871427 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3dba3ee-f3b7-49a0-810a-f768c5a730b9 admin admin] Made reservation on behalf of dc089ebbae3f448da3893c2c3fea588f for: {'subnet': 1} {{(pid=103196) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 19:24:36.874017 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b3dba3ee-f3b7-49a0-810a-f768c5a730b9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62747899'] for subnet (None), before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:24:37.039977 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b3dba3ee-f3b7-49a0-810a-f768c5a730b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58912009', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62747885'] for subnet (fabde86b-5205-4844-a05e-c2d1e447196e), after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:24:37.097450 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3dba3ee-f3b7-49a0-810a-f768c5a730b9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fabde86b-5205-4844-a05e-c2d1e447196e,revision_number=0']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:24:37.106679 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3dba3ee-f3b7-49a0-810a-f768c5a730b9 admin admin] Checking segment: {'id': 'c05c355b-554a-4ce8-8427-3164bfaa37a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '1b551ab7-2e5a-400a-a69e-184f0d4cccb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103196) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 25 19:24:37.107035 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3dba3ee-f3b7-49a0-810a-f768c5a730b9 admin admin] Network hostable DHCP agents. Network: 1b551ab7-2e5a-400a-a69e-184f0d4cccb9, hostable agents: ['ff15a80c-2d7c-4104-a6ad-0973d1d911f7'], hosted agents: [] {{(pid=103196) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 25 19:24:37.123761 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3dba3ee-f3b7-49a0-810a-f768c5a730b9 admin admin] Network 1b551ab7-2e5a-400a-a69e-184f0d4cccb9 is scheduled to be hosted by DHCP agent ff15a80c-2d7c-4104-a6ad-0973d1d911f7 with binding_index 1 {{(pid=103196) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 25 19:24:37.132894 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.scheduler.base_scheduler [None req-b3dba3ee-f3b7-49a0-810a-f768c5a730b9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-755101-7-iscsi, 1b551ab7-2e5a-400a-a69e-184f0d4cccb9) {{(pid=103196) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 19:24:37.136921 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3dba3ee-f3b7-49a0-810a-f768c5a730b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:24:37.137524 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b3dba3ee-f3b7-49a0-810a-f768c5a730b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692927'] for subnet (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:24:37.141593 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65787443-8fae-4498-b206-1502047d2d42 None None] Network 1b551ab7-2e5a-400a-a69e-184f0d4cccb9 requested from dv-cinder-755101-7-iscsi {{(pid=103198) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 25 19:24:37.152940 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-b3dba3ee-f3b7-49a0-810a-f768c5a730b9 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3037319 Mar 25 19:24:37.155674 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.18', 35730) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:24:37.159834 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.v2.base [None req-72ce8c6f-adab-4fee-b838-5b134e04dce4 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1535724324-router', 'tenant_id': 'dc089ebbae3f448da3893c2c3fea588f', 'external_gateway_info': {'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15'}}} {{(pid=103196) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 19:24:37.178573 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-72ce8c6f-adab-4fee-b838-5b134e04dce4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3755069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1425'] for router (8176248a-16f5-4694-bf25-b326f00a7f6a), before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:24:37.179569 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-72ce8c6f-adab-4fee-b838-5b134e04dce4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3755949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3753726', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3727394', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1446'] for router (8176248a-16f5-4694-bf25-b326f00a7f6a), precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:24:37.234655 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-72ce8c6f-adab-4fee-b838-5b134e04dce4 admin admin] Publish callbacks [] for router_controller (8176248a-16f5-4694-bf25-b326f00a7f6a), precommit_add_association {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:24:37.237408 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6859cd0-a7e5-4f22-b58d-4d11e07964d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26d9a643-5fd7-5ada-a1a5-42c9304502b0-1b551ab7-2e5a-400a-a69e-184f0d4cccb9', 'network_id': '1b551ab7-2e5a-400a-a69e-184f0d4cccb9', 'project_id': 'dc089ebbae3f448da3893c2c3fea588f', 'fixed_ips': [{'subnet_id': 'fabde86b-5205-4844-a05e-c2d1e447196e'}]}} from dv-cinder-755101-7-iscsi. {{(pid=103198) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 25 19:24:37.238266 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-f6859cd0-a7e5-4f22-b58d-4d11e07964d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1293263'] for port (None), before_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:24:37.374013 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.db_base_plugin_common [None req-f6859cd0-a7e5-4f22-b58d-4d11e07964d1 None None] Allocated IP 172.20.0.2 (1b551ab7-2e5a-400a-a69e-184f0d4cccb9/fabde86b-5205-4844-a05e-c2d1e447196e/3662fce7-a114-4615-be21-d5474321c6d2) {{(pid=103198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 19:24:37.379139 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-72ce8c6f-adab-4fee-b838-5b134e04dce4 admin admin] Publish callbacks [] for router_gateway (8176248a-16f5-4694-bf25-b326f00a7f6a), precommit_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:24:37.515706 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-f6859cd0-a7e5-4f22-b58d-4d11e07964d1 None None] Publish callbacks [] for port (3662fce7-a114-4615-be21-d5474321c6d2), precommit_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:24:37.522555 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-f6859cd0-a7e5-4f22-b58d-4d11e07964d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741036193015'] for port (3662fce7-a114-4615-be21-d5474321c6d2), after_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:24:37.559060 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6859cd0-a7e5-4f22-b58d-4d11e07964d1 None None] Network 1b551ab7-2e5a-400a-a69e-184f0d4cccb9 is already hosted by enough agents. {{(pid=103198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 19:24:37.565414 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.scheduler.base_scheduler [None req-f6859cd0-a7e5-4f22-b58d-4d11e07964d1 None None] Resources bound (agent type, host, resource id): {{(pid=103198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 19:24:37.570350 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6859cd0-a7e5-4f22-b58d-4d11e07964d1 None None] Received port after_create {{(pid=103198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 25 19:24:37.573287 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6859cd0-a7e5-4f22-b58d-4d11e07964d1 None None] Pushing event updated for resources: {'Port': ['ID=3662fce7-a114-4615-be21-d5474321c6d2,revision_number=1']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:24:37.579210 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-72ce8c6f-adab-4fee-b838-5b134e04dce4 admin admin] Publish callbacks [] for router_gateway (8176248a-16f5-4694-bf25-b326f00a7f6a), before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:24:37.599102 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-72ce8c6f-adab-4fee-b838-5b134e04dce4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1293263'] for port (None), before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:24:37.629130 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.managers [None req-f6859cd0-a7e5-4f22-b58d-4d11e07964d1 None None] Attempting to bind port 3662fce7-a114-4615-be21-d5474321c6d2 on host dv-cinder-755101-7-iscsi for vnic_type normal with profile {{(pid=103198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 25 19:24:37.629501 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.managers [None req-f6859cd0-a7e5-4f22-b58d-4d11e07964d1 None None] Attempting to bind port 3662fce7-a114-4615-be21-d5474321c6d2 by drivers openvswitch,hyperv on host dv-cinder-755101-7-iscsi at level 0 using segments [{'id': 'c05c355b-554a-4ce8-8427-3164bfaa37a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '1b551ab7-2e5a-400a-a69e-184f0d4cccb9'}] {{(pid=103198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 25 19:24:37.630374 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6859cd0-a7e5-4f22-b58d-4d11e07964d1 None None] Attempting to bind port 3662fce7-a114-4615-be21-d5474321c6d2 on network 1b551ab7-2e5a-400a-a69e-184f0d4cccb9 {{(pid=103198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 25 19:24:37.635366 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6859cd0-a7e5-4f22-b58d-4d11e07964d1 None None] Checking agent: {'id': '239dac0e-b210-4295-8f1a-11f7f9dc3de1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-755101-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 19, 12, 1), 'started_at': datetime.datetime(2022, 3, 25, 19, 12, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 19, 24, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-755101-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 25 19:24:37.635743 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6859cd0-a7e5-4f22-b58d-4d11e07964d1 None None] Checking segment: {'id': 'c05c355b-554a-4ce8-8427-3164bfaa37a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '1b551ab7-2e5a-400a-a69e-184f0d4cccb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 25 19:24:37.636141 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-f6859cd0-a7e5-4f22-b58d-4d11e07964d1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:24:37.636528 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6859cd0-a7e5-4f22-b58d-4d11e07964d1 None None] Bound using segment: {'id': 'c05c355b-554a-4ce8-8427-3164bfaa37a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '1b551ab7-2e5a-400a-a69e-184f0d4cccb9'} {{(pid=103198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 25 19:24:37.637015 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.managers [None req-f6859cd0-a7e5-4f22-b58d-4d11e07964d1 None None] Bound port: 3662fce7-a114-4615-be21-d5474321c6d2, host: dv-cinder-755101-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c05c355b-554a-4ce8-8427-3164bfaa37a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '1b551ab7-2e5a-400a-a69e-184f0d4cccb9'}}] {{(pid=103198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 25 19:24:37.637408 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-f6859cd0-a7e5-4f22-b58d-4d11e07964d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1293263'] for port (3662fce7-a114-4615-be21-d5474321c6d2), before_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:24:37.697652 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-f6859cd0-a7e5-4f22-b58d-4d11e07964d1 None None] For port 3662fce7-a114-4615-be21-d5474321c6d2, host dv-cinder-755101-7-iscsi, cleared binding levels {{(pid=103198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 25 19:24:37.699558 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.db.db_base_plugin_common [None req-72ce8c6f-adab-4fee-b838-5b134e04dce4 admin admin] Allocated IP 172.27.0.249 (4acd50f3-de7f-4854-a6f4-5b66b3577c15/efae7cfd-1549-43a8-94ca-01f5ce7b3ee1/4068821f-380a-43e9-8dd6-d8fd566fe3d3) {{(pid=103196) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 19:24:37.701068 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-f6859cd0-a7e5-4f22-b58d-4d11e07964d1 None None] For port 3662fce7-a114-4615-be21-d5474321c6d2, host dv-cinder-755101-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755101-7-iscsi',level=0,port_id=3662fce7-a114-4615-be21-d5474321c6d2,segment=NetworkSegment(c05c355b-554a-4ce8-8427-3164bfaa37a9),segment_id=c05c355b-554a-4ce8-8427-3164bfaa37a9)] {{(pid=103198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 25 19:24:37.707375 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-f6859cd0-a7e5-4f22-b58d-4d11e07964d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036679572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741036190733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741036190751'] for port (3662fce7-a114-4615-be21-d5474321c6d2), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:24:37.770430 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6859cd0-a7e5-4f22-b58d-4d11e07964d1 None None] Pushing event updated for resources: {'Port': ['ID=3662fce7-a114-4615-be21-d5474321c6d2,revision_number=2']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:24:37.809496 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-72ce8c6f-adab-4fee-b838-5b134e04dce4 admin admin] Publish callbacks [] for port (4068821f-380a-43e9-8dd6-d8fd566fe3d3), precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:24:37.844418 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-72ce8c6f-adab-4fee-b838-5b134e04dce4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741036193015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58911673'] for port (4068821f-380a-43e9-8dd6-d8fd566fe3d3), after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:24:37.883072 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72ce8c6f-adab-4fee-b838-5b134e04dce4 admin admin] Network 4acd50f3-de7f-4854-a6f4-5b66b3577c15 is already hosted by enough agents. {{(pid=103196) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 19:24:37.890194 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.scheduler.base_scheduler [None req-72ce8c6f-adab-4fee-b838-5b134e04dce4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103196) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 19:24:37.892648 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72ce8c6f-adab-4fee-b838-5b134e04dce4 admin admin] Received port after_create {{(pid=103196) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 25 19:24:37.898642 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ce8c6f-adab-4fee-b838-5b134e04dce4 admin admin] Pushing event updated for resources: {'Port': ['ID=4068821f-380a-43e9-8dd6-d8fd566fe3d3,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:24:38.163678 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-72ce8c6f-adab-4fee-b838-5b134e04dce4 admin admin] Publish callbacks [] for router_gateway (8176248a-16f5-4694-bf25-b326f00a7f6a), after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:24:38.367502 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-72ce8c6f-adab-4fee-b838-5b134e04dce4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3755958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3753515'] for router (8176248a-16f5-4694-bf25-b326f00a7f6a), after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:24:38.386947 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Device 3662fce7-a114-4615-be21-d5474321c6d2 up at agent ovs-agent-dv-cinder-755101-7-iscsi {{(pid=103198) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 25 19:24:38.445700 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Provisioning complete for port 3662fce7-a114-4615-be21-d5474321c6d2 triggered by entity L2. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 25 19:24:38.446215 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133789'] for port (3662fce7-a114-4615-be21-d5474321c6d2), provisioning_complete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:24:38.514709 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72ce8c6f-adab-4fee-b838-5b134e04dce4 admin admin] Router 8176248a-16f5-4694-bf25-b326f00a7f6a is scheduled to L3 agent af1b81b0-43af-47bb-a61e-8e46b36efc57 with binding_index 1 {{(pid=103196) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 25 19:24:38.533811 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Current status of the port 3662fce7-a114-4615-be21-d5474321c6d2 is: DOWN; New status is: ACTIVE {{(pid=103198) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 25 19:24:38.534206 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1293263'] for port (3662fce7-a114-4615-be21-d5474321c6d2), before_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:24:38.568276 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] For port 3662fce7-a114-4615-be21-d5474321c6d2, host dv-cinder-755101-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755101-7-iscsi',level=0,port_id=3662fce7-a114-4615-be21-d5474321c6d2,segment=NetworkSegment(c05c355b-554a-4ce8-8427-3164bfaa37a9),segment_id=c05c355b-554a-4ce8-8427-3164bfaa37a9)] {{(pid=103198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 25 19:24:38.573122 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036679572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741036190733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741036190751'] for port (3662fce7-a114-4615-be21-d5474321c6d2), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:24:38.625741 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Pushing event updated for resources: {'Port': ['ID=3662fce7-a114-4615-be21-d5474321c6d2,revision_number=3']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:24:38.632478 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72ce8c6f-adab-4fee-b838-5b134e04dce4 admin admin] Notify agent at l3_agent.dv-cinder-755101-7-iscsi the message routers_updated {{(pid=103196) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 25 19:24:38.642054 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d9e1076-6be2-4f40-96a8-1a3a3748e13d None None] Sync routers for ids ['8176248a-16f5-4694-bf25-b326f00a7f6a'] in dv-cinder-755101-7-iscsi {{(pid=103199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 25 19:24:38.650806 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-72ce8c6f-adab-4fee-b838-5b134e04dce4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:24:38.654775 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-72ce8c6f-adab-4fee-b838-5b134e04dce4 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.4955201 Mar 25 19:24:38.655173 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d9e1076-6be2-4f40-96a8-1a3a3748e13d None None] Routers {'8176248a-16f5-4694-bf25-b326f00a7f6a'} bound to L3 agent in host dv-cinder-755101-7-iscsi {{(pid=103199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 25 19:24:38.655173 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.db.l3_hamode_db [None req-6d9e1076-6be2-4f40-96a8-1a3a3748e13d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755101-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-25T19:11:57Z,description=,heartbeat_timestamp=2022-03-25T19:24:27Z,host='dv-cinder-755101-7-iscsi',id=af1b81b0-43af-47bb-a61e-8e46b36efc57,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:11:57Z,topic='l3_agent')) {'router_ids': ['8176248a-16f5-4694-bf25-b326f00a7f6a'], 'active': True} {{(pid=103199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 19:24:38.655443 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.18', 35734) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:24:38.694101 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ab7b8ac-8c0e-4edf-a7de-b4d2a9856f99 None None] Network 1b551ab7-2e5a-400a-a69e-184f0d4cccb9 requested from dv-cinder-755101-7-iscsi {{(pid=103198) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 25 19:24:38.759760 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.db.l3_dvr_db [None req-6d9e1076-6be2-4f40-96a8-1a3a3748e13d None None] Set router 8176248a-16f5-4694-bf25-b326f00a7f6a gateway port host: dv-cinder-755101-7-iscsi {{(pid=103199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 25 19:24:38.774787 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-764f2727-bbc6-4fb1-9f6b-fbb100674394 None None] Provisioning complete for port 3662fce7-a114-4615-be21-d5474321c6d2 triggered by entity DHCP. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 25 19:24:38.775160 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-764f2727-bbc6-4fb1-9f6b-fbb100674394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133789'] for port (3662fce7-a114-4615-be21-d5474321c6d2), provisioning_complete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:24:38.889872 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-764f2727-bbc6-4fb1-9f6b-fbb100674394 None None] Current status of the port 3662fce7-a114-4615-be21-d5474321c6d2 is: ACTIVE; New status is: ACTIVE {{(pid=103198) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 25 19:24:38.963201 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.db.l3_hamode_db [None req-6d9e1076-6be2-4f40-96a8-1a3a3748e13d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8176248a-16f5-4694-bf25-b326f00a7f6a', 'name': 'tempest-AttachVolumeNegativeTest-1535724324-router', 'tenant_id': 'dc089ebbae3f448da3893c2c3fea588f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'external_fixed_ips': [{'subnet_id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'ip_address': '172.27.0.249'}], 'enable_snat': True}, 'gw_port_id': '4068821f-380a-43e9-8dd6-d8fd566fe3d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T19:24:37Z', 'updated_at': '2022-03-25T19:24:38Z', 'revision_number': 3, 'project_id': 'dc089ebbae3f448da3893c2c3fea588f', 'gw_port': {'id': '4068821f-380a-43e9-8dd6-d8fd566fe3d3', 'name': '', 'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:e3:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8176248a-16f5-4694-bf25-b326f00a7f6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'ip_address': '172.27.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T19:24:37Z', 'updated_at': '2022-03-25T19:24:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755101-7-iscsi'}], 'dv-cinder-755101-7-iscsi', False) {} {{(pid=103199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 19:24:38.991937 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d9e1076-6be2-4f40-96a8-1a3a3748e13d None None] Checking router: 8176248a-16f5-4694-bf25-b326f00a7f6a for host: dv-cinder-755101-7-iscsi {{(pid=103199) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 25 19:24:38.992282 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d9e1076-6be2-4f40-96a8-1a3a3748e13d None None] Updating router 8176248a-16f5-4694-bf25-b326f00a7f6a port 4068821f-380a-43e9-8dd6-d8fd566fe3d3 binding host dv-cinder-755101-7-iscsi {{(pid=103199) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 25 19:24:39.023522 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-6d9e1076-6be2-4f40-96a8-1a3a3748e13d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1293263'] for port (4068821f-380a-43e9-8dd6-d8fd566fe3d3), before_update {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:24:39.109601 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-f3f3df6d-6ba9-4870-9409-8208f609f835 None None] Provisioning complete for port 3662fce7-a114-4615-be21-d5474321c6d2 triggered by entity DHCP. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 25 19:24:39.109979 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-f3f3df6d-6ba9-4870-9409-8208f609f835 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133789'] for port (3662fce7-a114-4615-be21-d5474321c6d2), provisioning_complete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:24:39.187833 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-f3f3df6d-6ba9-4870-9409-8208f609f835 None None] Current status of the port 3662fce7-a114-4615-be21-d5474321c6d2 is: ACTIVE; New status is: ACTIVE {{(pid=103198) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 25 19:24:39.287173 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-6d9e1076-6be2-4f40-96a8-1a3a3748e13d None None] Publish callbacks [] for port (4068821f-380a-43e9-8dd6-d8fd566fe3d3), precommit_update {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:24:39.292480 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-6d9e1076-6be2-4f40-96a8-1a3a3748e13d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036679572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741036190733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741036190751'] for port (4068821f-380a-43e9-8dd6-d8fd566fe3d3), after_update {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:24:39.315612 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-97bee608-8d30-413c-8f2f-737a1c853455 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1293263'] for port (None), before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:24:39.426151 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.managers [None req-6d9e1076-6be2-4f40-96a8-1a3a3748e13d None None] Attempting to bind port 4068821f-380a-43e9-8dd6-d8fd566fe3d3 on host dv-cinder-755101-7-iscsi for vnic_type normal with profile {{(pid=103199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 25 19:24:39.427038 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.managers [None req-6d9e1076-6be2-4f40-96a8-1a3a3748e13d None None] Attempting to bind port 4068821f-380a-43e9-8dd6-d8fd566fe3d3 by drivers openvswitch,hyperv on host dv-cinder-755101-7-iscsi at level 0 using segments [{'id': 'bcf11cf5-8ef8-46ee-bf1d-f87c743f3fc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15'}] {{(pid=103199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 25 19:24:39.427405 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d9e1076-6be2-4f40-96a8-1a3a3748e13d None None] Attempting to bind port 4068821f-380a-43e9-8dd6-d8fd566fe3d3 on network 4acd50f3-de7f-4854-a6f4-5b66b3577c15 {{(pid=103199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 25 19:24:39.438180 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a97f8c1-91b4-4642-968e-630992fc462c None None] Pushing event updated for resources: {'Port': ['ID=4068821f-380a-43e9-8dd6-d8fd566fe3d3,revision_number=2']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:24:39.440313 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d9e1076-6be2-4f40-96a8-1a3a3748e13d None None] Checking agent: {'id': '239dac0e-b210-4295-8f1a-11f7f9dc3de1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-755101-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 19, 12, 1), 'started_at': datetime.datetime(2022, 3, 25, 19, 12, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 19, 24, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-755101-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 25 19:24:39.440685 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d9e1076-6be2-4f40-96a8-1a3a3748e13d None None] Checking segment: {'id': 'bcf11cf5-8ef8-46ee-bf1d-f87c743f3fc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 25 19:24:39.441079 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-6d9e1076-6be2-4f40-96a8-1a3a3748e13d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:24:39.441468 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d9e1076-6be2-4f40-96a8-1a3a3748e13d None None] Bound using segment: {'id': 'bcf11cf5-8ef8-46ee-bf1d-f87c743f3fc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15'} {{(pid=103199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 25 19:24:39.441935 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.managers [None req-6d9e1076-6be2-4f40-96a8-1a3a3748e13d None None] Bound port: 4068821f-380a-43e9-8dd6-d8fd566fe3d3, host: dv-cinder-755101-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcf11cf5-8ef8-46ee-bf1d-f87c743f3fc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15'}}] {{(pid=103199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 25 19:24:39.442972 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-6d9e1076-6be2-4f40-96a8-1a3a3748e13d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1293263'] for port (4068821f-380a-43e9-8dd6-d8fd566fe3d3), before_update {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:24:39.465448 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a97f8c1-91b4-4642-968e-630992fc462c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:24:39.465798 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a97f8c1-91b4-4642-968e-630992fc462c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:24:39.466154 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a97f8c1-91b4-4642-968e-630992fc462c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:24:39.466524 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a97f8c1-91b4-4642-968e-630992fc462c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:24:39.466869 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a97f8c1-91b4-4642-968e-630992fc462c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:24:39.467194 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a97f8c1-91b4-4642-968e-630992fc462c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:24:39.467517 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a97f8c1-91b4-4642-968e-630992fc462c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:24:39.467840 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a97f8c1-91b4-4642-968e-630992fc462c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:24:39.468178 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a97f8c1-91b4-4642-968e-630992fc462c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:24:39.468487 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a97f8c1-91b4-4642-968e-630992fc462c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:24:39.468809 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a97f8c1-91b4-4642-968e-630992fc462c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:24:39.469147 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a97f8c1-91b4-4642-968e-630992fc462c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:24:39.469470 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a97f8c1-91b4-4642-968e-630992fc462c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:24:39.469786 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a97f8c1-91b4-4642-968e-630992fc462c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:24:39.470100 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a97f8c1-91b4-4642-968e-630992fc462c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:24:39.472304 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.db.db_base_plugin_common [None req-97bee608-8d30-413c-8f2f-737a1c853455 admin admin] Allocated IP 172.20.0.1 (1b551ab7-2e5a-400a-a69e-184f0d4cccb9/fabde86b-5205-4844-a05e-c2d1e447196e/183b74b2-7fc1-4f1d-8907-284dc2000128) {{(pid=103196) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 19:24:39.504064 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.db [None req-6d9e1076-6be2-4f40-96a8-1a3a3748e13d None None] For port 4068821f-380a-43e9-8dd6-d8fd566fe3d3, host dv-cinder-755101-7-iscsi, cleared binding levels {{(pid=103199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 25 19:24:39.507606 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.db [None req-6d9e1076-6be2-4f40-96a8-1a3a3748e13d None None] For port 4068821f-380a-43e9-8dd6-d8fd566fe3d3, host dv-cinder-755101-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755101-7-iscsi',level=0,port_id=4068821f-380a-43e9-8dd6-d8fd566fe3d3,segment=NetworkSegment(bcf11cf5-8ef8-46ee-bf1d-f87c743f3fc7),segment_id=bcf11cf5-8ef8-46ee-bf1d-f87c743f3fc7)] {{(pid=103199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 25 19:24:39.514584 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-6d9e1076-6be2-4f40-96a8-1a3a3748e13d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036679572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741036190733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741036190751'] for port (4068821f-380a-43e9-8dd6-d8fd566fe3d3), after_update {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:24:39.572162 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a97f8c1-91b4-4642-968e-630992fc462c None None] Pushing event updated for resources: {'Port': ['ID=4068821f-380a-43e9-8dd6-d8fd566fe3d3,revision_number=3']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:24:39.574702 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d9e1076-6be2-4f40-96a8-1a3a3748e13d None None] Routers {'8176248a-16f5-4694-bf25-b326f00a7f6a'} bound to L3 agent in host dv-cinder-755101-7-iscsi {{(pid=103199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 25 19:24:39.575286 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.db.l3_hamode_db [None req-6d9e1076-6be2-4f40-96a8-1a3a3748e13d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755101-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-25T19:11:57Z,description=,heartbeat_timestamp=2022-03-25T19:24:27Z,host='dv-cinder-755101-7-iscsi',id=af1b81b0-43af-47bb-a61e-8e46b36efc57,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:11:57Z,topic='l3_agent')) {'router_ids': ['8176248a-16f5-4694-bf25-b326f00a7f6a'], 'active': True} {{(pid=103199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 19:24:39.581624 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-97bee608-8d30-413c-8f2f-737a1c853455 admin admin] Publish callbacks [] for port (183b74b2-7fc1-4f1d-8907-284dc2000128), precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:24:39.613862 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-97bee608-8d30-413c-8f2f-737a1c853455 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741036193015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58911673'] for port (183b74b2-7fc1-4f1d-8907-284dc2000128), after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:24:39.649651 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97bee608-8d30-413c-8f2f-737a1c853455 admin admin] Network 1b551ab7-2e5a-400a-a69e-184f0d4cccb9 is already hosted by enough agents. {{(pid=103196) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 19:24:39.652389 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.scheduler.base_scheduler [None req-97bee608-8d30-413c-8f2f-737a1c853455 admin admin] Resources bound (agent type, host, resource id): {{(pid=103196) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 19:24:39.655799 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97bee608-8d30-413c-8f2f-737a1c853455 admin admin] Received port after_create {{(pid=103196) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 25 19:24:39.679770 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.db.l3_dvr_db [None req-6d9e1076-6be2-4f40-96a8-1a3a3748e13d None None] Set router 8176248a-16f5-4694-bf25-b326f00a7f6a gateway port host: dv-cinder-755101-7-iscsi {{(pid=103199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 25 19:24:39.685263 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bee608-8d30-413c-8f2f-737a1c853455 admin admin] Pushing event updated for resources: {'Port': ['ID=183b74b2-7fc1-4f1d-8907-284dc2000128,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:24:39.699660 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-97bee608-8d30-413c-8f2f-737a1c853455 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3752446'] for router_interface (8176248a-16f5-4694-bf25-b326f00a7f6a), before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:24:39.853623 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-97bee608-8d30-413c-8f2f-737a1c853455 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1293263'] for port (183b74b2-7fc1-4f1d-8907-284dc2000128), before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:24:39.917689 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.db.l3_hamode_db [None req-6d9e1076-6be2-4f40-96a8-1a3a3748e13d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8176248a-16f5-4694-bf25-b326f00a7f6a', 'name': 'tempest-AttachVolumeNegativeTest-1535724324-router', 'tenant_id': 'dc089ebbae3f448da3893c2c3fea588f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'external_fixed_ips': [{'subnet_id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'ip_address': '172.27.0.249'}], 'enable_snat': True}, 'gw_port_id': '4068821f-380a-43e9-8dd6-d8fd566fe3d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T19:24:37Z', 'updated_at': '2022-03-25T19:24:38Z', 'revision_number': 3, 'project_id': 'dc089ebbae3f448da3893c2c3fea588f', 'gw_port': {'id': '4068821f-380a-43e9-8dd6-d8fd566fe3d3', 'name': '', 'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:e3:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8176248a-16f5-4694-bf25-b326f00a7f6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'ip_address': '172.27.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T19:24:37Z', 'updated_at': '2022-03-25T19:24:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755101-7-iscsi'}], 'dv-cinder-755101-7-iscsi', False) {} {{(pid=103199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 19:24:39.919711 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-a0d92fd0-030a-4264-a530-767d3dd2880b None None] Provisioning complete for port 183b74b2-7fc1-4f1d-8907-284dc2000128 triggered by entity DHCP. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 25 19:24:39.920395 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-a0d92fd0-030a-4264-a530-767d3dd2880b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133789'] for port (183b74b2-7fc1-4f1d-8907-284dc2000128), provisioning_complete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:24:39.948394 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d9e1076-6be2-4f40-96a8-1a3a3748e13d None None] The sync data for ids ['8176248a-16f5-4694-bf25-b326f00a7f6a'] in dv-cinder-755101-7-iscsi is: [{'id': '8176248a-16f5-4694-bf25-b326f00a7f6a', 'name': 'tempest-AttachVolumeNegativeTest-1535724324-router', 'tenant_id': 'dc089ebbae3f448da3893c2c3fea588f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'external_fixed_ips': [{'subnet_id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'ip_address': '172.27.0.249'}], 'enable_snat': True}, 'gw_port_id': '4068821f-380a-43e9-8dd6-d8fd566fe3d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T19:24:37Z', 'updated_at': '2022-03-25T19:24:38Z', 'revision_number': 3, 'project_id': 'dc089ebbae3f448da3893c2c3fea588f', 'gw_port': {'id': '4068821f-380a-43e9-8dd6-d8fd566fe3d3', 'name': '', 'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:e3:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8176248a-16f5-4694-bf25-b326f00a7f6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'ip_address': '172.27.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T19:24:37Z', 'updated_at': '2022-03-25T19:24:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755101-7-iscsi'}] {{(pid=103199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 25 19:24:39.975019 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-a0d92fd0-030a-4264-a530-767d3dd2880b None None] Port 183b74b2-7fc1-4f1d-8907-284dc2000128 cannot update to ACTIVE because it is not bound. {{(pid=103198) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 25 19:24:40.030266 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-97bee608-8d30-413c-8f2f-737a1c853455 admin admin] Publish callbacks [] for port (183b74b2-7fc1-4f1d-8907-284dc2000128), precommit_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:24:40.036195 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-97bee608-8d30-413c-8f2f-737a1c853455 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036679572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741036190733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741036190751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58911630'] for port (183b74b2-7fc1-4f1d-8907-284dc2000128), after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:24:40.107872 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bee608-8d30-413c-8f2f-737a1c853455 admin admin] Pushing event updated for resources: {'Port': ['ID=183b74b2-7fc1-4f1d-8907-284dc2000128,revision_number=2']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:24:40.115010 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-97bee608-8d30-413c-8f2f-737a1c853455 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3692891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3752298'] for router_interface (8176248a-16f5-4694-bf25-b326f00a7f6a), after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:24:40.219793 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97bee608-8d30-413c-8f2f-737a1c853455 admin admin] Network 1b551ab7-2e5a-400a-a69e-184f0d4cccb9 is already hosted by enough agents. {{(pid=103196) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 19:24:40.221097 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.scheduler.base_scheduler [None req-97bee608-8d30-413c-8f2f-737a1c853455 admin admin] Resources bound (agent type, host, resource id): {{(pid=103196) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 19:24:40.390608 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97bee608-8d30-413c-8f2f-737a1c853455 admin admin] Router 8176248a-16f5-4694-bf25-b326f00a7f6a has already been hosted by L3 agent af1b81b0-43af-47bb-a61e-8e46b36efc57 {{(pid=103196) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 25 19:24:40.508592 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Device 3662fce7-a114-4615-be21-d5474321c6d2 up at agent ovs-agent-dv-cinder-755101-7-iscsi {{(pid=103198) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 25 19:24:40.538343 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-719d802c-af19-4d61-8de4-ef70a5343a28 None None] Provisioning complete for port 183b74b2-7fc1-4f1d-8907-284dc2000128 triggered by entity DHCP. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 25 19:24:40.538921 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-719d802c-af19-4d61-8de4-ef70a5343a28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133789'] for port (183b74b2-7fc1-4f1d-8907-284dc2000128), provisioning_complete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:24:40.545619 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97bee608-8d30-413c-8f2f-737a1c853455 admin admin] Notify agent at l3_agent.dv-cinder-755101-7-iscsi the message routers_updated {{(pid=103196) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 25 19:24:40.550638 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-97bee608-8d30-413c-8f2f-737a1c853455 admin admin] 10.222.0.18 "PUT /v2.0/routers/8176248a-16f5-4694-bf25-b326f00a7f6a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8940446 Mar 25 19:24:40.591871 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-719d802c-af19-4d61-8de4-ef70a5343a28 None None] Port 183b74b2-7fc1-4f1d-8907-284dc2000128 cannot update to ACTIVE because it is not bound. {{(pid=103198) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 25 19:24:40.598149 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Provisioning complete for port 3662fce7-a114-4615-be21-d5474321c6d2 triggered by entity L2. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 25 19:24:40.599137 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133789'] for port (3662fce7-a114-4615-be21-d5474321c6d2), provisioning_complete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:24:40.682408 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Current status of the port 3662fce7-a114-4615-be21-d5474321c6d2 is: ACTIVE; New status is: ACTIVE {{(pid=103198) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 25 19:24:40.683889 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Device 4068821f-380a-43e9-8dd6-d8fd566fe3d3 up at agent ovs-agent-dv-cinder-755101-7-iscsi {{(pid=103198) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 25 19:24:40.734938 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Provisioning complete for port 4068821f-380a-43e9-8dd6-d8fd566fe3d3 triggered by entity L2. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 25 19:24:40.735375 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133789'] for port (4068821f-380a-43e9-8dd6-d8fd566fe3d3), provisioning_complete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:24:40.819591 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Current status of the port 4068821f-380a-43e9-8dd6-d8fd566fe3d3 is: DOWN; New status is: ACTIVE {{(pid=103198) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 25 19:24:40.819988 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1293263'] for port (4068821f-380a-43e9-8dd6-d8fd566fe3d3), before_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:24:40.841156 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] For port 4068821f-380a-43e9-8dd6-d8fd566fe3d3, host dv-cinder-755101-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755101-7-iscsi',level=0,port_id=4068821f-380a-43e9-8dd6-d8fd566fe3d3,segment=NetworkSegment(bcf11cf5-8ef8-46ee-bf1d-f87c743f3fc7),segment_id=bcf11cf5-8ef8-46ee-bf1d-f87c743f3fc7)] {{(pid=103198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 25 19:24:40.846279 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036679572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741036190733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741036190751'] for port (4068821f-380a-43e9-8dd6-d8fd566fe3d3), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:24:40.908238 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Pushing event updated for resources: {'Port': ['ID=4068821f-380a-43e9-8dd6-d8fd566fe3d3,revision_number=4']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:24:40.999300 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.18', 35744) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:24:41.003474 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.v2.base [None req-bc3f8214-6915-40b9-8c3d-f77c00c2d157 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Request body: {'security_group': {'name': 'tempest-securitygroup--505405706', 'description': 'tempest-description--198206225'}} {{(pid=103196) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 19:24:41.023464 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-bc3f8214-6915-40b9-8c3d-f77c00c2d157 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Publish callbacks [] for security_group (None), before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:24:41.091451 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-bc3f8214-6915-40b9-8c3d-f77c00c2d157 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Publish callbacks [] for security_group (9888d551-3fb7-47b2-8c3f-a24a4348f8d8), precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:24:41.096395 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-bc3f8214-6915-40b9-8c3d-f77c00c2d157 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687199'] for security_group (9888d551-3fb7-47b2-8c3f-a24a4348f8d8), after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:24:41.124961 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-bc3f8214-6915-40b9-8c3d-f77c00c2d157 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Publish callbacks [] for security_group (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:24:41.126098 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-bc3f8214-6915-40b9-8c3d-f77c00c2d157 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1260822 Mar 25 19:24:41.128025 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3f8214-6915-40b9-8c3d-f77c00c2d157 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9888d551-3fb7-47b2-8c3f-a24a4348f8d8,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:24:41.129065 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.18', 35746) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:24:41.134610 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.v2.base [None req-3d1771fb-1c54-4b4a-a5fa-e5e486979098 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Request body: {'security_group_rule': {'security_group_id': '9888d551-3fb7-47b2-8c3f-a24a4348f8d8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 19:24:41.165832 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-3d1771fb-1c54-4b4a-a5fa-e5e486979098 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Publish callbacks [] for security_group_rule (7db15098-3ba5-4550-8e91-d68ab9f73bd7), before_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:24:41.219985 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-3d1771fb-1c54-4b4a-a5fa-e5e486979098 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Publish callbacks [] for security_group_rule (7db15098-3ba5-4550-8e91-d68ab9f73bd7), precommit_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:24:41.224038 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-3d1771fb-1c54-4b4a-a5fa-e5e486979098 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677543'] for security_group_rule (7db15098-3ba5-4550-8e91-d68ab9f73bd7), after_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:24:41.241056 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1771fb-1c54-4b4a-a5fa-e5e486979098 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7db15098-3ba5-4550-8e91-d68ab9f73bd7,revision_number=0']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:24:41.248758 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-3d1771fb-1c54-4b4a-a5fa-e5e486979098 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:24:41.249996 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-3d1771fb-1c54-4b4a-a5fa-e5e486979098 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1191230 Mar 25 19:24:41.252884 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.18', 35748) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:24:41.257861 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.v2.base [None req-d81dc151-3240-4818-aade-1dc9b7aff135 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Request body: {'security_group_rule': {'security_group_id': '9888d551-3fb7-47b2-8c3f-a24a4348f8d8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 19:24:41.283811 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-d81dc151-3240-4818-aade-1dc9b7aff135 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Publish callbacks [] for security_group_rule (55d9b057-f8ec-41e3-bf71-0165361311e8), before_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:24:41.344624 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-d81dc151-3240-4818-aade-1dc9b7aff135 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Publish callbacks [] for security_group_rule (55d9b057-f8ec-41e3-bf71-0165361311e8), precommit_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:24:41.348056 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-d81dc151-3240-4818-aade-1dc9b7aff135 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677543'] for security_group_rule (55d9b057-f8ec-41e3-bf71-0165361311e8), after_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:24:41.365114 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81dc151-3240-4818-aade-1dc9b7aff135 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55d9b057-f8ec-41e3-bf71-0165361311e8,revision_number=0']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:24:41.373035 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-d81dc151-3240-4818-aade-1dc9b7aff135 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:24:41.374294 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-d81dc151-3240-4818-aade-1dc9b7aff135 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1204059 Mar 25 19:24:41.377601 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.18', 35750) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:24:41.382492 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.v2.base [None req-c0372735-fb8f-498b-bcbd-c8fbe6d35e6a tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Request body: {'floatingip': {'floating_network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15'}} {{(pid=103197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 19:24:41.403946 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-c0372735-fb8f-498b-bcbd-c8fbe6d35e6a tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:24:41.501132 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-c0372735-fb8f-498b-bcbd-c8fbe6d35e6a tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1293263'] for port (None), before_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:24:41.562153 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61419b2d-d67f-4ffa-a09f-bba22ea40a1b None None] Sync routers for ids ['8176248a-16f5-4694-bf25-b326f00a7f6a'] in dv-cinder-755101-7-iscsi {{(pid=103198) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 25 19:24:41.572734 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61419b2d-d67f-4ffa-a09f-bba22ea40a1b None None] Routers {'8176248a-16f5-4694-bf25-b326f00a7f6a'} bound to L3 agent in host dv-cinder-755101-7-iscsi {{(pid=103198) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 25 19:24:41.573421 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.l3_hamode_db [None req-61419b2d-d67f-4ffa-a09f-bba22ea40a1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755101-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-25T19:11:57Z,description=,heartbeat_timestamp=2022-03-25T19:24:27Z,host='dv-cinder-755101-7-iscsi',id=af1b81b0-43af-47bb-a61e-8e46b36efc57,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:11:57Z,topic='l3_agent')) {'router_ids': ['8176248a-16f5-4694-bf25-b326f00a7f6a'], 'active': True} {{(pid=103198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 19:24:41.603973 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.db.db_base_plugin_common [None req-c0372735-fb8f-498b-bcbd-c8fbe6d35e6a tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Allocated IP 172.27.0.59 (4acd50f3-de7f-4854-a6f4-5b66b3577c15/efae7cfd-1549-43a8-94ca-01f5ce7b3ee1/cee4395b-ccfa-4118-b98c-f12d56972dbf) {{(pid=103197) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 19:24:41.681987 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.l3_dvr_db [None req-61419b2d-d67f-4ffa-a09f-bba22ea40a1b None None] Set router 8176248a-16f5-4694-bf25-b326f00a7f6a gateway port host: dv-cinder-755101-7-iscsi {{(pid=103198) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 25 19:24:41.705157 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-c0372735-fb8f-498b-bcbd-c8fbe6d35e6a tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Publish callbacks [] for port (cee4395b-ccfa-4118-b98c-f12d56972dbf), precommit_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:24:41.737499 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-c0372735-fb8f-498b-bcbd-c8fbe6d35e6a tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741036193015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59283508'] for port (cee4395b-ccfa-4118-b98c-f12d56972dbf), after_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:24:41.772845 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0372735-fb8f-498b-bcbd-c8fbe6d35e6a tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Network 4acd50f3-de7f-4854-a6f4-5b66b3577c15 is already hosted by enough agents. {{(pid=103197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 19:24:41.775635 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.scheduler.base_scheduler [None req-c0372735-fb8f-498b-bcbd-c8fbe6d35e6a tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Resources bound (agent type, host, resource id): {{(pid=103197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 19:24:41.779076 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0372735-fb8f-498b-bcbd-c8fbe6d35e6a tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Received port after_create {{(pid=103197) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 25 19:24:41.806064 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0372735-fb8f-498b-bcbd-c8fbe6d35e6a tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Pushing event updated for resources: {'Port': ['ID=cee4395b-ccfa-4118-b98c-f12d56972dbf,revision_number=1']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:24:41.871959 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-c0372735-fb8f-498b-bcbd-c8fbe6d35e6a tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Publish callbacks [] for floatingip (2150395f-8e9c-4cc1-85d7-e88704c2b692), precommit_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:24:41.884653 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.l3_hamode_db [None req-61419b2d-d67f-4ffa-a09f-bba22ea40a1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8176248a-16f5-4694-bf25-b326f00a7f6a', 'name': 'tempest-AttachVolumeNegativeTest-1535724324-router', 'tenant_id': 'dc089ebbae3f448da3893c2c3fea588f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'external_fixed_ips': [{'subnet_id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'ip_address': '172.27.0.249'}], 'enable_snat': True}, 'gw_port_id': '4068821f-380a-43e9-8dd6-d8fd566fe3d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T19:24:37Z', 'updated_at': '2022-03-25T19:24:39Z', 'revision_number': 4, 'project_id': 'dc089ebbae3f448da3893c2c3fea588f', 'gw_port': {'id': '4068821f-380a-43e9-8dd6-d8fd566fe3d3', 'name': '', 'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:e3:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8176248a-16f5-4694-bf25-b326f00a7f6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'ip_address': '172.27.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T19:24:37Z', 'updated_at': '2022-03-25T19:24:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755101-7-iscsi', '_interfaces': [{'id': '183b74b2-7fc1-4f1d-8907-284dc2000128', 'name': '', 'network_id': '1b551ab7-2e5a-400a-a69e-184f0d4cccb9', 'tenant_id': 'dc089ebbae3f448da3893c2c3fea588f', 'mac_address': 'fa:16:3e:8e:3f:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8176248a-16f5-4694-bf25-b326f00a7f6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'fabde86b-5205-4844-a05e-c2d1e447196e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T19:24:39Z', 'updated_at': '2022-03-25T19:24:39Z', 'revision_number': 2, 'project_id': 'dc089ebbae3f448da3893c2c3fea588f', 'subnets': [{'id': 'fabde86b-5205-4844-a05e-c2d1e447196e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-755101-7-iscsi', False) {} {{(pid=103198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 19:24:41.908245 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-c0372735-fb8f-498b-bcbd-c8fbe6d35e6a tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1293263'] for port (cee4395b-ccfa-4118-b98c-f12d56972dbf), before_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:24:41.914277 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61419b2d-d67f-4ffa-a09f-bba22ea40a1b None None] Checking router: 8176248a-16f5-4694-bf25-b326f00a7f6a for host: dv-cinder-755101-7-iscsi {{(pid=103198) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 25 19:24:41.914655 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61419b2d-d67f-4ffa-a09f-bba22ea40a1b None None] Updating router 8176248a-16f5-4694-bf25-b326f00a7f6a port 183b74b2-7fc1-4f1d-8907-284dc2000128 binding host dv-cinder-755101-7-iscsi {{(pid=103198) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 25 19:24:41.940589 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-61419b2d-d67f-4ffa-a09f-bba22ea40a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1293263'] for port (183b74b2-7fc1-4f1d-8907-284dc2000128), before_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:24:42.068906 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-c0372735-fb8f-498b-bcbd-c8fbe6d35e6a tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Publish callbacks [] for port (cee4395b-ccfa-4118-b98c-f12d56972dbf), precommit_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:24:42.073936 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-c0372735-fb8f-498b-bcbd-c8fbe6d35e6a tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036679572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741036190733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741036190751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59283459'] for port (cee4395b-ccfa-4118-b98c-f12d56972dbf), after_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:24:42.141546 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0372735-fb8f-498b-bcbd-c8fbe6d35e6a tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Pushing event updated for resources: {'Port': ['ID=cee4395b-ccfa-4118-b98c-f12d56972dbf,revision_number=2']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:24:42.152179 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-c0372735-fb8f-498b-bcbd-c8fbe6d35e6a tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3753541'] for floatingip (2150395f-8e9c-4cc1-85d7-e88704c2b692), after_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:24:42.167789 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-c0372735-fb8f-498b-bcbd-c8fbe6d35e6a tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63648'] for floatingip (None), before_response {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:24:42.168999 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-c0372735-fb8f-498b-bcbd-c8fbe6d35e6a tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7905366 Mar 25 19:24:42.198854 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-61419b2d-d67f-4ffa-a09f-bba22ea40a1b None None] Publish callbacks [] for port (183b74b2-7fc1-4f1d-8907-284dc2000128), precommit_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:24:42.204819 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-61419b2d-d67f-4ffa-a09f-bba22ea40a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036679572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741036190733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741036190751'] for port (183b74b2-7fc1-4f1d-8907-284dc2000128), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:24:42.253036 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cce730-4eee-4e90-a57e-faddae0e9863 None None] Pushing event updated for resources: {'Port': ['ID=183b74b2-7fc1-4f1d-8907-284dc2000128,revision_number=3']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:24:42.318473 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.managers [None req-61419b2d-d67f-4ffa-a09f-bba22ea40a1b None None] Attempting to bind port 183b74b2-7fc1-4f1d-8907-284dc2000128 on host dv-cinder-755101-7-iscsi for vnic_type normal with profile {{(pid=103198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 25 19:24:42.318884 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.managers [None req-61419b2d-d67f-4ffa-a09f-bba22ea40a1b None None] Attempting to bind port 183b74b2-7fc1-4f1d-8907-284dc2000128 by drivers openvswitch,hyperv on host dv-cinder-755101-7-iscsi at level 0 using segments [{'id': 'c05c355b-554a-4ce8-8427-3164bfaa37a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '1b551ab7-2e5a-400a-a69e-184f0d4cccb9'}] {{(pid=103198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 25 19:24:42.319278 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61419b2d-d67f-4ffa-a09f-bba22ea40a1b None None] Attempting to bind port 183b74b2-7fc1-4f1d-8907-284dc2000128 on network 1b551ab7-2e5a-400a-a69e-184f0d4cccb9 {{(pid=103198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 25 19:24:42.324777 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61419b2d-d67f-4ffa-a09f-bba22ea40a1b None None] Checking agent: {'id': '239dac0e-b210-4295-8f1a-11f7f9dc3de1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-755101-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 19, 12, 1), 'started_at': datetime.datetime(2022, 3, 25, 19, 12, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 19, 24, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-755101-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 25 19:24:42.325203 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61419b2d-d67f-4ffa-a09f-bba22ea40a1b None None] Checking segment: {'id': 'c05c355b-554a-4ce8-8427-3164bfaa37a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '1b551ab7-2e5a-400a-a69e-184f0d4cccb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 25 19:24:42.325736 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-61419b2d-d67f-4ffa-a09f-bba22ea40a1b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:24:42.326129 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61419b2d-d67f-4ffa-a09f-bba22ea40a1b None None] Bound using segment: {'id': 'c05c355b-554a-4ce8-8427-3164bfaa37a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '1b551ab7-2e5a-400a-a69e-184f0d4cccb9'} {{(pid=103198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 25 19:24:42.326641 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.managers [None req-61419b2d-d67f-4ffa-a09f-bba22ea40a1b None None] Bound port: 183b74b2-7fc1-4f1d-8907-284dc2000128, host: dv-cinder-755101-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c05c355b-554a-4ce8-8427-3164bfaa37a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '1b551ab7-2e5a-400a-a69e-184f0d4cccb9'}}] {{(pid=103198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 25 19:24:42.327018 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-61419b2d-d67f-4ffa-a09f-bba22ea40a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1293263'] for port (183b74b2-7fc1-4f1d-8907-284dc2000128), before_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:24:42.361056 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-8b3c93eb-2b08-45ec-9848-e0529e08be08 req-8786b2e9-804b-43bd-b5aa-b02227ddeba8 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--505405706&fields=id&tenant_id=dc089ebbae3f448da3893c2c3fea588f HTTP/1.1" status: 200 len: 267 time: 0.0699422 Mar 25 19:24:42.389952 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Device 4068821f-380a-43e9-8dd6-d8fd566fe3d3 up at agent ovs-agent-dv-cinder-755101-7-iscsi {{(pid=103198) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 25 19:24:42.424521 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-61419b2d-d67f-4ffa-a09f-bba22ea40a1b None None] For port 183b74b2-7fc1-4f1d-8907-284dc2000128, host dv-cinder-755101-7-iscsi, cleared binding levels {{(pid=103198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 25 19:24:42.442691 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-61419b2d-d67f-4ffa-a09f-bba22ea40a1b None None] For port 183b74b2-7fc1-4f1d-8907-284dc2000128, host dv-cinder-755101-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755101-7-iscsi',level=0,port_id=183b74b2-7fc1-4f1d-8907-284dc2000128,segment=NetworkSegment(c05c355b-554a-4ce8-8427-3164bfaa37a9),segment_id=c05c355b-554a-4ce8-8427-3164bfaa37a9)] {{(pid=103198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 25 19:24:42.449824 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-61419b2d-d67f-4ffa-a09f-bba22ea40a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036679572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741036190733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741036190751'] for port (183b74b2-7fc1-4f1d-8907-284dc2000128), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:24:42.479196 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3c93eb-2b08-45ec-9848-e0529e08be08 req-ae06196f-479e-4463-bd34-811d1abec0dc tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:24:42.480554 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-8b3c93eb-2b08-45ec-9848-e0529e08be08 req-ae06196f-479e-4463-bd34-811d1abec0dc tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] 10.222.0.18 "GET /v2.0/networks?id=1b551ab7-2e5a-400a-a69e-184f0d4cccb9 HTTP/1.1" status: 200 len: 815 time: 0.1116824 Mar 25 19:24:42.496896 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-8b3c93eb-2b08-45ec-9848-e0529e08be08 req-3be3b9a7-e50e-4d1d-8263-2e94fbaffe4c tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] 10.222.0.18 "GET /v2.0/quotas/dc089ebbae3f448da3893c2c3fea588f HTTP/1.1" status: 200 len: 375 time: 0.0106318 Mar 25 19:24:42.525006 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Provisioning complete for port 4068821f-380a-43e9-8dd6-d8fd566fe3d3 triggered by entity L2. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 25 19:24:42.525379 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133789'] for port (4068821f-380a-43e9-8dd6-d8fd566fe3d3), provisioning_complete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:24:42.530188 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cce730-4eee-4e90-a57e-faddae0e9863 None None] Pushing event updated for resources: {'Port': ['ID=183b74b2-7fc1-4f1d-8907-284dc2000128,revision_number=4']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:24:42.532789 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61419b2d-d67f-4ffa-a09f-bba22ea40a1b None None] Routers {'8176248a-16f5-4694-bf25-b326f00a7f6a'} bound to L3 agent in host dv-cinder-755101-7-iscsi {{(pid=103198) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 25 19:24:42.533373 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.l3_hamode_db [None req-61419b2d-d67f-4ffa-a09f-bba22ea40a1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755101-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-25T19:11:57Z,description=,heartbeat_timestamp=2022-03-25T19:24:27Z,host='dv-cinder-755101-7-iscsi',id=af1b81b0-43af-47bb-a61e-8e46b36efc57,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:11:57Z,topic='l3_agent')) {'router_ids': ['8176248a-16f5-4694-bf25-b326f00a7f6a'], 'active': True} {{(pid=103198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 19:24:42.557484 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-8b3c93eb-2b08-45ec-9848-e0529e08be08 req-7ec2aa4c-e832-4634-82e4-ffa4b05a4f9b tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=dc089ebbae3f448da3893c2c3fea588f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0551226 Mar 25 19:24:42.663864 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-8b3c93eb-2b08-45ec-9848-e0529e08be08 req-c75943b3-0e75-4a91-9e2a-4b430238a793 service neutron] 10.222.0.18 "GET /v2.0/networks/1b551ab7-2e5a-400a-a69e-184f0d4cccb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943952 Mar 25 19:24:42.756262 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-8b3c93eb-2b08-45ec-9848-e0529e08be08 req-aaa34699-70e7-4265-8cc7-fdc7da386cb2 service neutron] 10.222.0.18 "GET /v2.0/networks/1b551ab7-2e5a-400a-a69e-184f0d4cccb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862219 Mar 25 19:24:42.762804 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-c25cc093-6da3-44c2-b2c2-8ad686a8f37a None None] Provisioning complete for port 183b74b2-7fc1-4f1d-8907-284dc2000128 triggered by entity DHCP. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 25 19:24:42.763326 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-c25cc093-6da3-44c2-b2c2-8ad686a8f37a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133789'] for port (183b74b2-7fc1-4f1d-8907-284dc2000128), provisioning_complete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:24:42.871427 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.l3_dvr_db [None req-61419b2d-d67f-4ffa-a09f-bba22ea40a1b None None] Set router 8176248a-16f5-4694-bf25-b326f00a7f6a gateway port host: dv-cinder-755101-7-iscsi {{(pid=103198) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 25 19:24:42.918777 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Current status of the port 4068821f-380a-43e9-8dd6-d8fd566fe3d3 is: ACTIVE; New status is: ACTIVE {{(pid=103198) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 25 19:24:42.970849 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-c25cc093-6da3-44c2-b2c2-8ad686a8f37a None None] Current status of the port 183b74b2-7fc1-4f1d-8907-284dc2000128 is: DOWN; New status is: ACTIVE {{(pid=103198) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 25 19:24:42.971235 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-c25cc093-6da3-44c2-b2c2-8ad686a8f37a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1293263'] for port (183b74b2-7fc1-4f1d-8907-284dc2000128), before_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:24:43.046968 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-c25cc093-6da3-44c2-b2c2-8ad686a8f37a None None] For port 183b74b2-7fc1-4f1d-8907-284dc2000128, host dv-cinder-755101-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755101-7-iscsi',level=0,port_id=183b74b2-7fc1-4f1d-8907-284dc2000128,segment=NetworkSegment(c05c355b-554a-4ce8-8427-3164bfaa37a9),segment_id=c05c355b-554a-4ce8-8427-3164bfaa37a9)] {{(pid=103198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 25 19:24:43.053631 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-c25cc093-6da3-44c2-b2c2-8ad686a8f37a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036679572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741036190733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741036190751'] for port (183b74b2-7fc1-4f1d-8907-284dc2000128), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:24:43.137434 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25cc093-6da3-44c2-b2c2-8ad686a8f37a None None] Pushing event updated for resources: {'Port': ['ID=183b74b2-7fc1-4f1d-8907-284dc2000128,revision_number=5']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:24:43.170998 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.l3_hamode_db [None req-61419b2d-d67f-4ffa-a09f-bba22ea40a1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8176248a-16f5-4694-bf25-b326f00a7f6a', 'name': 'tempest-AttachVolumeNegativeTest-1535724324-router', 'tenant_id': 'dc089ebbae3f448da3893c2c3fea588f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'external_fixed_ips': [{'subnet_id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'ip_address': '172.27.0.249'}], 'enable_snat': True}, 'gw_port_id': '4068821f-380a-43e9-8dd6-d8fd566fe3d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T19:24:37Z', 'updated_at': '2022-03-25T19:24:39Z', 'revision_number': 4, 'project_id': 'dc089ebbae3f448da3893c2c3fea588f', 'gw_port': {'id': '4068821f-380a-43e9-8dd6-d8fd566fe3d3', 'name': '', 'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:e3:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8176248a-16f5-4694-bf25-b326f00a7f6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'ip_address': '172.27.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T19:24:37Z', 'updated_at': '2022-03-25T19:24:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755101-7-iscsi', '_interfaces': [{'id': '183b74b2-7fc1-4f1d-8907-284dc2000128', 'name': '', 'network_id': '1b551ab7-2e5a-400a-a69e-184f0d4cccb9', 'tenant_id': 'dc089ebbae3f448da3893c2c3fea588f', 'mac_address': 'fa:16:3e:8e:3f:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8176248a-16f5-4694-bf25-b326f00a7f6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'fabde86b-5205-4844-a05e-c2d1e447196e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T19:24:39Z', 'updated_at': '2022-03-25T19:24:42Z', 'revision_number': 4, 'project_id': 'dc089ebbae3f448da3893c2c3fea588f', 'subnets': [{'id': 'fabde86b-5205-4844-a05e-c2d1e447196e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-755101-7-iscsi', False) {} {{(pid=103198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 19:24:43.200501 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61419b2d-d67f-4ffa-a09f-bba22ea40a1b None None] The sync data for ids ['8176248a-16f5-4694-bf25-b326f00a7f6a'] in dv-cinder-755101-7-iscsi is: [{'id': '8176248a-16f5-4694-bf25-b326f00a7f6a', 'name': 'tempest-AttachVolumeNegativeTest-1535724324-router', 'tenant_id': 'dc089ebbae3f448da3893c2c3fea588f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'external_fixed_ips': [{'subnet_id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'ip_address': '172.27.0.249'}], 'enable_snat': True}, 'gw_port_id': '4068821f-380a-43e9-8dd6-d8fd566fe3d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T19:24:37Z', 'updated_at': '2022-03-25T19:24:39Z', 'revision_number': 4, 'project_id': 'dc089ebbae3f448da3893c2c3fea588f', 'gw_port': {'id': '4068821f-380a-43e9-8dd6-d8fd566fe3d3', 'name': '', 'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:e3:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8176248a-16f5-4694-bf25-b326f00a7f6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'ip_address': '172.27.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T19:24:37Z', 'updated_at': '2022-03-25T19:24:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755101-7-iscsi', '_interfaces': [{'id': '183b74b2-7fc1-4f1d-8907-284dc2000128', 'name': '', 'network_id': '1b551ab7-2e5a-400a-a69e-184f0d4cccb9', 'tenant_id': 'dc089ebbae3f448da3893c2c3fea588f', 'mac_address': 'fa:16:3e:8e:3f:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8176248a-16f5-4694-bf25-b326f00a7f6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'fabde86b-5205-4844-a05e-c2d1e447196e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T19:24:39Z', 'updated_at': '2022-03-25T19:24:42Z', 'revision_number': 4, 'project_id': 'dc089ebbae3f448da3893c2c3fea588f', 'subnets': [{'id': 'fabde86b-5205-4844-a05e-c2d1e447196e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103198) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 25 19:24:43.203897 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-a749c9ed-4ec5-4e69-b685-1524b588bde2 None None] Provisioning complete for port 183b74b2-7fc1-4f1d-8907-284dc2000128 triggered by entity DHCP. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 25 19:24:43.204275 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-a749c9ed-4ec5-4e69-b685-1524b588bde2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133789'] for port (183b74b2-7fc1-4f1d-8907-284dc2000128), provisioning_complete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:24:43.285262 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-a749c9ed-4ec5-4e69-b685-1524b588bde2 None None] Current status of the port 183b74b2-7fc1-4f1d-8907-284dc2000128 is: ACTIVE; New status is: ACTIVE {{(pid=103198) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 25 19:24:43.928255 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-19c6d493-736c-45ed-944b-1c91392afda0 req-41642a4b-b5ce-484b-bd13-4d4be1d2ab53 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f8375d7-02e8-40ac-b150-67b7e26f94db HTTP/1.1" status: 200 len: 210 time: 0.0285277 Mar 25 19:24:44.388321 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Device 183b74b2-7fc1-4f1d-8907-284dc2000128 up at agent ovs-agent-dv-cinder-755101-7-iscsi {{(pid=103198) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 25 19:24:44.446865 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Provisioning complete for port 183b74b2-7fc1-4f1d-8907-284dc2000128 triggered by entity L2. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 25 19:24:44.446865 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133789'] for port (183b74b2-7fc1-4f1d-8907-284dc2000128), provisioning_complete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:24:44.518434 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Current status of the port 183b74b2-7fc1-4f1d-8907-284dc2000128 is: ACTIVE; New status is: ACTIVE {{(pid=103198) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 25 19:24:44.893750 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3c93eb-2b08-45ec-9848-e0529e08be08 req-72822519-90c1-459d-a060-fb55355b2a0c tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:24:44.895162 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-8b3c93eb-2b08-45ec-9848-e0529e08be08 req-72822519-90c1-459d-a060-fb55355b2a0c tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] 10.222.0.26 "GET /v2.0/networks?id=1b551ab7-2e5a-400a-a69e-184f0d4cccb9 HTTP/1.1" status: 200 len: 815 time: 0.1021433 Mar 25 19:24:44.959224 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-8b3c93eb-2b08-45ec-9848-e0529e08be08 req-e21b0ba3-01f4-46b0-80c9-8cccdd4a1242 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dc089ebbae3f448da3893c2c3fea588f HTTP/1.1" status: 200 len: 379 time: 0.0550334 Mar 25 19:24:44.978240 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.v2.base [req-8b3c93eb-2b08-45ec-9848-e0529e08be08 req-294dfdbd-1a53-45d6-bc29-964dcd106a56 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Request body: {'port': {'device_id': '3f8375d7-02e8-40ac-b150-67b7e26f94db', 'network_id': '1b551ab7-2e5a-400a-a69e-184f0d4cccb9', 'admin_state_up': True, 'tenant_id': 'dc089ebbae3f448da3893c2c3fea588f', 'security_groups': ['9888d551-3fb7-47b2-8c3f-a24a4348f8d8']}} {{(pid=103196) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 19:24:45.052245 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-2de1917b-9ff1-4250-8110-1f1d42fb6046 req-b088489a-1f16-4d5e-a7ce-5bfc420b2773 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f8375d7-02e8-40ac-b150-67b7e26f94db HTTP/1.1" status: 200 len: 210 time: 0.0582111 Mar 25 19:24:45.108062 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b3c93eb-2b08-45ec-9848-e0529e08be08 req-294dfdbd-1a53-45d6-bc29-964dcd106a56 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Made reservation on behalf of dc089ebbae3f448da3893c2c3fea588f for: {'port': 1} {{(pid=103196) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 19:24:45.111397 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-8b3c93eb-2b08-45ec-9848-e0529e08be08 req-294dfdbd-1a53-45d6-bc29-964dcd106a56 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1293263'] for port (None), before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:24:45.232079 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.db.db_base_plugin_common [req-8b3c93eb-2b08-45ec-9848-e0529e08be08 req-294dfdbd-1a53-45d6-bc29-964dcd106a56 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Allocated IP 172.20.0.7 (1b551ab7-2e5a-400a-a69e-184f0d4cccb9/fabde86b-5205-4844-a05e-c2d1e447196e/64aeeda5-9546-4beb-a213-44374cb6955c) {{(pid=103196) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 19:24:45.362896 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-8b3c93eb-2b08-45ec-9848-e0529e08be08 req-294dfdbd-1a53-45d6-bc29-964dcd106a56 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Publish callbacks [] for port (64aeeda5-9546-4beb-a213-44374cb6955c), precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:24:45.393999 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-8b3c93eb-2b08-45ec-9848-e0529e08be08 req-294dfdbd-1a53-45d6-bc29-964dcd106a56 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741036193015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58911673'] for port (64aeeda5-9546-4beb-a213-44374cb6955c), after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:24:45.434001 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b3c93eb-2b08-45ec-9848-e0529e08be08 req-294dfdbd-1a53-45d6-bc29-964dcd106a56 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Network 1b551ab7-2e5a-400a-a69e-184f0d4cccb9 is already hosted by enough agents. {{(pid=103196) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 19:24:45.437020 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.scheduler.base_scheduler [req-8b3c93eb-2b08-45ec-9848-e0529e08be08 req-294dfdbd-1a53-45d6-bc29-964dcd106a56 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Resources bound (agent type, host, resource id): {{(pid=103196) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 19:24:45.443915 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b3c93eb-2b08-45ec-9848-e0529e08be08 req-294dfdbd-1a53-45d6-bc29-964dcd106a56 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Received port after_create {{(pid=103196) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 25 19:24:45.466689 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294dfdbd-1a53-45d6-bc29-964dcd106a56 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Pushing event updated for resources: {'Port': ['ID=64aeeda5-9546-4beb-a213-44374cb6955c,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:24:45.494894 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3c93eb-2b08-45ec-9848-e0529e08be08 req-294dfdbd-1a53-45d6-bc29-964dcd106a56 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:24:45.495421 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-8b3c93eb-2b08-45ec-9848-e0529e08be08 req-294dfdbd-1a53-45d6-bc29-964dcd106a56 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63648'] for port (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:24:45.513381 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-8b3c93eb-2b08-45ec-9848-e0529e08be08 req-294dfdbd-1a53-45d6-bc29-964dcd106a56 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5388584 Mar 25 19:24:45.524602 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.v2.base [req-8b3c93eb-2b08-45ec-9848-e0529e08be08 req-2b00ccf5-2868-4275-9344-0a3945eba0b0 service neutron] Request body: {'port': {'device_id': '3f8375d7-02e8-40ac-b150-67b7e26f94db', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75510'}} {{(pid=103196) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 19:24:45.590480 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-8b3c93eb-2b08-45ec-9848-e0529e08be08 req-2b00ccf5-2868-4275-9344-0a3945eba0b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1293263'] for port (64aeeda5-9546-4beb-a213-44374cb6955c), before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:24:45.619777 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-a0aaefbb-7817-4e99-b972-d4bece0659c0 None None] Provisioning complete for port 64aeeda5-9546-4beb-a213-44374cb6955c triggered by entity DHCP. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 25 19:24:45.620306 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-a0aaefbb-7817-4e99-b972-d4bece0659c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133789'] for port (64aeeda5-9546-4beb-a213-44374cb6955c), provisioning_complete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:24:45.656970 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-a0aaefbb-7817-4e99-b972-d4bece0659c0 None None] Port 64aeeda5-9546-4beb-a213-44374cb6955c cannot update to ACTIVE because it is not bound. {{(pid=103198) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 25 19:24:45.843106 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.notifiers.nova [req-8b3c93eb-2b08-45ec-9848-e0529e08be08 req-2b00ccf5-2868-4275-9344-0a3945eba0b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64aeeda5-9546-4beb-a213-44374cb6955c {{(pid=103196) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 25 19:24:45.850771 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-8b3c93eb-2b08-45ec-9848-e0529e08be08 req-2b00ccf5-2868-4275-9344-0a3945eba0b0 service neutron] Publish callbacks [] for port (64aeeda5-9546-4beb-a213-44374cb6955c), precommit_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:24:45.862493 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [req-8b3c93eb-2b08-45ec-9848-e0529e08be08 req-2b00ccf5-2868-4275-9344-0a3945eba0b0 service neutron] Transition to ACTIVE for port object 64aeeda5-9546-4beb-a213-44374cb6955c will not be triggered until provisioned by entity L2. {{(pid=103196) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 25 19:24:45.866520 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-8b3c93eb-2b08-45ec-9848-e0529e08be08 req-2b00ccf5-2868-4275-9344-0a3945eba0b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036679572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741036190733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741036190751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58911630'] for port (64aeeda5-9546-4beb-a213-44374cb6955c), after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:24:45.917859 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b00ccf5-2868-4275-9344-0a3945eba0b0 service neutron] Pushing event updated for resources: {'Port': ['ID=64aeeda5-9546-4beb-a213-44374cb6955c,revision_number=2']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:24:45.991269 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [req-8b3c93eb-2b08-45ec-9848-e0529e08be08 req-2b00ccf5-2868-4275-9344-0a3945eba0b0 service neutron] Attempting to bind port 64aeeda5-9546-4beb-a213-44374cb6955c on host hv-cinder-75510 for vnic_type normal with profile {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 25 19:24:45.991603 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [req-8b3c93eb-2b08-45ec-9848-e0529e08be08 req-2b00ccf5-2868-4275-9344-0a3945eba0b0 service neutron] Attempting to bind port 64aeeda5-9546-4beb-a213-44374cb6955c by drivers openvswitch,hyperv on host hv-cinder-75510 at level 0 using segments [{'id': 'c05c355b-554a-4ce8-8427-3164bfaa37a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '1b551ab7-2e5a-400a-a69e-184f0d4cccb9'}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 25 19:24:45.991931 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b3c93eb-2b08-45ec-9848-e0529e08be08 req-2b00ccf5-2868-4275-9344-0a3945eba0b0 service neutron] Attempting to bind port 64aeeda5-9546-4beb-a213-44374cb6955c on network 1b551ab7-2e5a-400a-a69e-184f0d4cccb9 {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 25 19:24:45.996486 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b3c93eb-2b08-45ec-9848-e0529e08be08 req-2b00ccf5-2868-4275-9344-0a3945eba0b0 service neutron] Port 64aeeda5-9546-4beb-a213-44374cb6955c on network 1b551ab7-2e5a-400a-a69e-184f0d4cccb9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75510 {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 25 19:24:45.996903 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b3c93eb-2b08-45ec-9848-e0529e08be08 req-2b00ccf5-2868-4275-9344-0a3945eba0b0 service neutron] Attempting to bind port 64aeeda5-9546-4beb-a213-44374cb6955c on network 1b551ab7-2e5a-400a-a69e-184f0d4cccb9 {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 25 19:24:46.001758 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b3c93eb-2b08-45ec-9848-e0529e08be08 req-2b00ccf5-2868-4275-9344-0a3945eba0b0 service neutron] Checking agent: {'id': 'e10cc9df-a7ce-4b9c-bc25-dffd007f5dd8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75510', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 19, 18, 1), 'started_at': datetime.datetime(2022, 3, 25, 19, 18, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 19, 24, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 25 19:24:46.002091 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b3c93eb-2b08-45ec-9848-e0529e08be08 req-2b00ccf5-2868-4275-9344-0a3945eba0b0 service neutron] Checking segment: {'id': 'c05c355b-554a-4ce8-8427-3164bfaa37a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '1b551ab7-2e5a-400a-a69e-184f0d4cccb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103196) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 25 19:24:46.002466 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b3c93eb-2b08-45ec-9848-e0529e08be08 req-2b00ccf5-2868-4275-9344-0a3945eba0b0 service neutron] Bound using segment: {'id': 'c05c355b-554a-4ce8-8427-3164bfaa37a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '1b551ab7-2e5a-400a-a69e-184f0d4cccb9'} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 25 19:24:46.002979 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [req-8b3c93eb-2b08-45ec-9848-e0529e08be08 req-2b00ccf5-2868-4275-9344-0a3945eba0b0 service neutron] Bound port: 64aeeda5-9546-4beb-a213-44374cb6955c, host: hv-cinder-75510, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c05c355b-554a-4ce8-8427-3164bfaa37a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '1b551ab7-2e5a-400a-a69e-184f0d4cccb9'}}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 25 19:24:46.003336 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-8b3c93eb-2b08-45ec-9848-e0529e08be08 req-2b00ccf5-2868-4275-9344-0a3945eba0b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1293263'] for port (64aeeda5-9546-4beb-a213-44374cb6955c), before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:24:46.066559 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.db [req-8b3c93eb-2b08-45ec-9848-e0529e08be08 req-2b00ccf5-2868-4275-9344-0a3945eba0b0 service neutron] For port 64aeeda5-9546-4beb-a213-44374cb6955c, host hv-cinder-75510, cleared binding levels {{(pid=103196) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 25 19:24:46.070870 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.db [req-8b3c93eb-2b08-45ec-9848-e0529e08be08 req-2b00ccf5-2868-4275-9344-0a3945eba0b0 service neutron] For port 64aeeda5-9546-4beb-a213-44374cb6955c, host hv-cinder-75510, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75510',level=0,port_id=64aeeda5-9546-4beb-a213-44374cb6955c,segment=NetworkSegment(c05c355b-554a-4ce8-8427-3164bfaa37a9),segment_id=c05c355b-554a-4ce8-8427-3164bfaa37a9)] {{(pid=103196) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 25 19:24:46.080158 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-8b3c93eb-2b08-45ec-9848-e0529e08be08 req-2b00ccf5-2868-4275-9344-0a3945eba0b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036679572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741036190733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741036190751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58911630'] for port (64aeeda5-9546-4beb-a213-44374cb6955c), after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:24:46.118858 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3c93eb-2b08-45ec-9848-e0529e08be08 req-2b00ccf5-2868-4275-9344-0a3945eba0b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:24:46.119509 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-8b3c93eb-2b08-45ec-9848-e0529e08be08 req-2b00ccf5-2868-4275-9344-0a3945eba0b0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63648'] for port (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:24:46.121001 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-8b3c93eb-2b08-45ec-9848-e0529e08be08 req-2b00ccf5-2868-4275-9344-0a3945eba0b0 service neutron] 10.222.0.26 "PUT /v2.0/ports/64aeeda5-9546-4beb-a213-44374cb6955c HTTP/1.1" status: 200 len: 1093 time: 0.6005735 Mar 25 19:24:46.121440 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f8375d7-02e8-40ac-b150-67b7e26f94db', 'tag': '64aeeda5-9546-4beb-a213-44374cb6955c'}] {{(pid=103196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 25 19:24:46.123739 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aab9b3bfb8b62b9c439d2baea07b5fa53a515b81dc2b4d2d70d2153c83a947a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7deb6727-4ba5-457e-9978-9fa9dc2c5a4e" -d '{"events": [{"name": "network-changed", "server_uuid": "3f8375d7-02e8-40ac-b150-67b7e26f94db", "tag": "64aeeda5-9546-4beb-a213-44374cb6955c"}]}' {{(pid=103196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 25 19:24:46.158875 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b00ccf5-2868-4275-9344-0a3945eba0b0 service neutron] Pushing event updated for resources: {'Port': ['ID=64aeeda5-9546-4beb-a213-44374cb6955c,revision_number=3']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:24:46.181043 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f2ee3d-f6ed-41e2-b01c-c57a407bc871 req-91b4f507-f208-4b3d-b2ac-e6f70a030d74 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:24:46.186837 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-80f2ee3d-f6ed-41e2-b01c-c57a407bc871 req-91b4f507-f208-4b3d-b2ac-e6f70a030d74 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f8375d7-02e8-40ac-b150-67b7e26f94db HTTP/1.1" status: 200 len: 943 time: 0.0621970 Mar 25 19:24:46.206312 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Mar 2022 19:24:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dca3e54-9e63-44bd-9855-557087eb6bd7 x-openstack-request-id: req-0dca3e54-9e63-44bd-9855-557087eb6bd7 {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 25 19:24:46.206719 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f8375d7-02e8-40ac-b150-67b7e26f94db", "tag": "64aeeda5-9546-4beb-a213-44374cb6955c", "status": "completed", "code": 200}]} {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 25 19:24:46.207907 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0dca3e54-9e63-44bd-9855-557087eb6bd7 {{(pid=103196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 25 19:24:46.208323 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0dca3e54-9e63-44bd-9855-557087eb6bd7'] response: {'name': 'network-changed', 'server_uuid': '3f8375d7-02e8-40ac-b150-67b7e26f94db', 'tag': '64aeeda5-9546-4beb-a213-44374cb6955c', 'status': 'completed', 'code': 200} Mar 25 19:24:46.228443 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3c93eb-2b08-45ec-9848-e0529e08be08 req-fc2d870a-9711-4bc5-a8d0-125a6d67d394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:24:46.230241 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-8b3c93eb-2b08-45ec-9848-e0529e08be08 req-fc2d870a-9711-4bc5-a8d0-125a6d67d394 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=dc089ebbae3f448da3893c2c3fea588f&device_id=3f8375d7-02e8-40ac-b150-67b7e26f94db HTTP/1.1" status: 200 len: 1127 time: 0.0595665 Mar 25 19:24:46.241545 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-80f2ee3d-f6ed-41e2-b01c-c57a407bc871 req-ac23a3c4-41e7-49b2-a4c2-da98ba391cb3 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] 10.222.0.18 "GET /v2.0/security-groups?id=9888d551-3fb7-47b2-8c3f-a24a4348f8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469003 Mar 25 19:24:46.276076 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-8b3c93eb-2b08-45ec-9848-e0529e08be08 req-46d08ddc-79cc-4c1f-bd73-8a5c4a7f3325 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=64aeeda5-9546-4beb-a213-44374cb6955c HTTP/1.1" status: 200 len: 217 time: 0.0380189 Mar 25 19:24:46.325135 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3c93eb-2b08-45ec-9848-e0529e08be08 req-21792602-685f-4d7f-900b-d68f0fc9fd12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:24:46.326622 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-8b3c93eb-2b08-45ec-9848-e0529e08be08 req-21792602-685f-4d7f-900b-d68f0fc9fd12 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=fabde86b-5205-4844-a05e-c2d1e447196e HTTP/1.1" status: 200 len: 854 time: 0.0443358 Mar 25 19:24:46.373759 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3c93eb-2b08-45ec-9848-e0529e08be08 req-e7ccab30-1896-4a1d-881f-4c2e049fd54a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:24:46.375170 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-8b3c93eb-2b08-45ec-9848-e0529e08be08 req-e7ccab30-1896-4a1d-881f-4c2e049fd54a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1b551ab7-2e5a-400a-a69e-184f0d4cccb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0414038 Mar 25 19:24:46.465381 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-8b3c93eb-2b08-45ec-9848-e0529e08be08 req-b80c1409-01df-41e5-889b-2df034934eab service neutron] 10.222.0.26 "GET /v2.0/networks/1b551ab7-2e5a-400a-a69e-184f0d4cccb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834613 Mar 25 19:24:46.550919 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-8b3c93eb-2b08-45ec-9848-e0529e08be08 req-f2f162de-1ff6-48e4-8bfb-a2857b584392 service neutron] 10.222.0.26 "GET /v2.0/networks/1b551ab7-2e5a-400a-a69e-184f0d4cccb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0784431 Mar 25 19:24:46.642886 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7deb6727-4ba5-457e-9978-9fa9dc2c5a4e req-ba88b83a-020b-4777-bc57-6239d6c725cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:24:46.644351 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-7deb6727-4ba5-457e-9978-9fa9dc2c5a4e req-ba88b83a-020b-4777-bc57-6239d6c725cd service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=dc089ebbae3f448da3893c2c3fea588f&device_id=3f8375d7-02e8-40ac-b150-67b7e26f94db HTTP/1.1" status: 200 len: 1127 time: 0.0466349 Mar 25 19:24:46.729443 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7deb6727-4ba5-457e-9978-9fa9dc2c5a4e req-bf91c924-fff5-413f-88d4-7ab372d233dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:24:46.730905 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-7deb6727-4ba5-457e-9978-9fa9dc2c5a4e req-bf91c924-fff5-413f-88d4-7ab372d233dc service neutron] 10.222.0.26 "GET /v2.0/networks?id=1b551ab7-2e5a-400a-a69e-184f0d4cccb9 HTTP/1.1" status: 200 len: 916 time: 0.0796769 Mar 25 19:24:46.774602 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-7deb6727-4ba5-457e-9978-9fa9dc2c5a4e req-109491b2-4000-4b9c-b0e4-7c74bddfa02c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=64aeeda5-9546-4beb-a213-44374cb6955c HTTP/1.1" status: 200 len: 217 time: 0.0366611 Mar 25 19:24:46.822333 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7deb6727-4ba5-457e-9978-9fa9dc2c5a4e req-e17529c6-c7e7-41fc-b8d3-34fda903c87c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:24:46.824007 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-7deb6727-4ba5-457e-9978-9fa9dc2c5a4e req-e17529c6-c7e7-41fc-b8d3-34fda903c87c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=fabde86b-5205-4844-a05e-c2d1e447196e HTTP/1.1" status: 200 len: 854 time: 0.0419517 Mar 25 19:24:46.871436 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7deb6727-4ba5-457e-9978-9fa9dc2c5a4e req-68c7f979-502b-4bb1-b24e-61d84fd09f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:24:46.872874 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-7deb6727-4ba5-457e-9978-9fa9dc2c5a4e req-68c7f979-502b-4bb1-b24e-61d84fd09f84 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1b551ab7-2e5a-400a-a69e-184f0d4cccb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0415626 Mar 25 19:24:46.963600 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-7deb6727-4ba5-457e-9978-9fa9dc2c5a4e req-0d4a4d59-138a-47ee-8f34-801f177d8cff service neutron] 10.222.0.26 "GET /v2.0/networks/1b551ab7-2e5a-400a-a69e-184f0d4cccb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830250 Mar 25 19:24:47.275286 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-7deb6727-4ba5-457e-9978-9fa9dc2c5a4e req-84029b8b-7fd6-4221-84a8-e1be986b5133 service neutron] 10.222.0.26 "GET /v2.0/networks/1b551ab7-2e5a-400a-a69e-184f0d4cccb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2982054 Mar 25 19:24:47.361822 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736c3f2b-7ee8-4ad1-9877-f0564dad9ffa req-04648e33-f1ba-437a-8483-592f1aade1ff tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:24:47.363623 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-736c3f2b-7ee8-4ad1-9877-f0564dad9ffa req-04648e33-f1ba-437a-8483-592f1aade1ff tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f8375d7-02e8-40ac-b150-67b7e26f94db HTTP/1.1" status: 200 len: 943 time: 0.0518999 Mar 25 19:24:47.412662 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-736c3f2b-7ee8-4ad1-9877-f0564dad9ffa req-3698af18-95e2-4764-a665-2c742870fc13 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] 10.222.0.18 "GET /v2.0/security-groups?id=9888d551-3fb7-47b2-8c3f-a24a4348f8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425129 Mar 25 19:24:48.526317 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf69177-7d16-4952-9514-ef36fab20b1d req-f68637d8-4d9c-4924-99d9-79a4faf06062 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:24:48.527799 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-4bf69177-7d16-4952-9514-ef36fab20b1d req-f68637d8-4d9c-4924-99d9-79a4faf06062 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f8375d7-02e8-40ac-b150-67b7e26f94db HTTP/1.1" status: 200 len: 943 time: 0.0508306 Mar 25 19:24:48.550417 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Device 64aeeda5-9546-4beb-a213-44374cb6955c details requested by agent hyperv_hv-cinder-75510 with host hv-cinder-75510 {{(pid=103198) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 25 19:24:48.573378 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-4bf69177-7d16-4952-9514-ef36fab20b1d req-cae6ccc2-a001-4b35-a5b2-b3d565179b8a tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] 10.222.0.18 "GET /v2.0/security-groups?id=9888d551-3fb7-47b2-8c3f-a24a4348f8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400589 Mar 25 19:24:48.645088 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] For port 64aeeda5-9546-4beb-a213-44374cb6955c, host hv-cinder-75510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75510',level=0,port_id=64aeeda5-9546-4beb-a213-44374cb6955c,segment=NetworkSegment(c05c355b-554a-4ce8-8427-3164bfaa37a9),segment_id=c05c355b-554a-4ce8-8427-3164bfaa37a9)] {{(pid=103198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 25 19:24:48.659411 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Returning: {'device': '64aeeda5-9546-4beb-a213-44374cb6955c', 'network_id': '1b551ab7-2e5a-400a-a69e-184f0d4cccb9', 'port_id': '64aeeda5-9546-4beb-a213-44374cb6955c', 'mac_address': 'fa:16:3e:2e:fe:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 261, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fabde86b-5205-4844-a05e-c2d1e447196e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103198) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 25 19:24:48.695937 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Current status of the port 64aeeda5-9546-4beb-a213-44374cb6955c is: DOWN; New status is: BUILD {{(pid=103198) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 25 19:24:48.696333 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1293263'] for port (64aeeda5-9546-4beb-a213-44374cb6955c), before_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:24:48.709157 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.notifiers.nova [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64aeeda5-9546-4beb-a213-44374cb6955c {{(pid=103198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 25 19:24:48.727442 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] For port 64aeeda5-9546-4beb-a213-44374cb6955c, host hv-cinder-75510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75510',level=0,port_id=64aeeda5-9546-4beb-a213-44374cb6955c,segment=NetworkSegment(c05c355b-554a-4ce8-8427-3164bfaa37a9),segment_id=c05c355b-554a-4ce8-8427-3164bfaa37a9)] {{(pid=103198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 25 19:24:48.731227 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036679572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741036190733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741036190751'] for port (64aeeda5-9546-4beb-a213-44374cb6955c), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:24:48.777154 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Pushing event updated for resources: {'Port': ['ID=64aeeda5-9546-4beb-a213-44374cb6955c,revision_number=4']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:24:48.970893 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] get_ports_and_sgs() called for port_ids ['64aeeda5-9546-4beb-a213-44374cb6955c'] {{(pid=103198) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 25 19:24:49.687022 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103ebde4-218d-48e6-a8e4-de5aad487bcb req-dcd44643-b2d2-4dcb-b3e3-2ab805643902 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:24:49.688556 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-103ebde4-218d-48e6-a8e4-de5aad487bcb req-dcd44643-b2d2-4dcb-b3e3-2ab805643902 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f8375d7-02e8-40ac-b150-67b7e26f94db HTTP/1.1" status: 200 len: 944 time: 0.0509901 Mar 25 19:24:49.739150 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-103ebde4-218d-48e6-a8e4-de5aad487bcb req-3b68ec94-d2bf-4e90-b582-90a0ada9ce51 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] 10.222.0.18 "GET /v2.0/security-groups?id=9888d551-3fb7-47b2-8c3f-a24a4348f8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441103 Mar 25 19:24:50.035070 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c4222c-c90b-4f7c-a444-415aea799cd4 req-ebb2eabd-363b-4c1a-ac1d-7ecbf4280bab tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:24:50.036547 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-b1c4222c-c90b-4f7c-a444-415aea799cd4 req-ebb2eabd-363b-4c1a-ac1d-7ecbf4280bab tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] 10.222.0.18 "GET /v2.0/ports?device_id=f1d2a85a-2379-4748-8502-265a327e4670 HTTP/1.1" status: 200 len: 945 time: 0.0510352 Mar 25 19:24:50.085414 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-b1c4222c-c90b-4f7c-a444-415aea799cd4 req-dc0d2890-da65-42d7-9895-aac926be30a7 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] 10.222.0.18 "GET /v2.0/security-groups?id=7320aa23-0b4a-4857-9a31-84ef6ccbb69f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433335 Mar 25 19:24:50.573042 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Device 64aeeda5-9546-4beb-a213-44374cb6955c up at agent hyperv_hv-cinder-75510 {{(pid=103198) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 25 19:24:50.620786 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Provisioning for port 64aeeda5-9546-4beb-a213-44374cb6955c completed by entity L2. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 25 19:24:50.624529 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Provisioning complete for port 64aeeda5-9546-4beb-a213-44374cb6955c triggered by entity L2. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 25 19:24:50.624896 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133789'] for port (64aeeda5-9546-4beb-a213-44374cb6955c), provisioning_complete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:24:50.700483 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Current status of the port 64aeeda5-9546-4beb-a213-44374cb6955c is: BUILD; New status is: ACTIVE {{(pid=103198) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 25 19:24:50.700862 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1293263'] for port (64aeeda5-9546-4beb-a213-44374cb6955c), before_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:24:50.722647 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f8375d7-02e8-40ac-b150-67b7e26f94db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64aeeda5-9546-4beb-a213-44374cb6955c'}] {{(pid=103198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 25 19:24:50.725960 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be5bcd447a3797005f5619062121570069e0d2064b33fc0b2cf836394b7860ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8e86dcc-27eb-4123-81ca-fef0b8e6999e" -d '{"events": [{"server_uuid": "3f8375d7-02e8-40ac-b150-67b7e26f94db", "name": "network-vif-plugged", "status": "completed", "tag": "64aeeda5-9546-4beb-a213-44374cb6955c"}]}' {{(pid=103198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 25 19:24:50.737955 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] For port 64aeeda5-9546-4beb-a213-44374cb6955c, host hv-cinder-75510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75510',level=0,port_id=64aeeda5-9546-4beb-a213-44374cb6955c,segment=NetworkSegment(c05c355b-554a-4ce8-8427-3164bfaa37a9),segment_id=c05c355b-554a-4ce8-8427-3164bfaa37a9)] {{(pid=103198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 25 19:24:50.741821 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036679572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741036190733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741036190751'] for port (64aeeda5-9546-4beb-a213-44374cb6955c), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:24:50.766161 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Mar 2022 19:24:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8adaa53-b9e8-48a8-b513-8e771fd416e7 x-openstack-request-id: req-e8adaa53-b9e8-48a8-b513-8e771fd416e7 {{(pid=103198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 25 19:24:50.766453 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f8375d7-02e8-40ac-b150-67b7e26f94db", "name": "network-vif-plugged", "status": "completed", "tag": "64aeeda5-9546-4beb-a213-44374cb6955c", "code": 200}]} {{(pid=103198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 25 19:24:50.766733 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e8adaa53-b9e8-48a8-b513-8e771fd416e7 {{(pid=103198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 25 19:24:50.767364 dv-cinder-755101-7-iscsi neutron-server[103198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e8adaa53-b9e8-48a8-b513-8e771fd416e7'] response: {'server_uuid': '3f8375d7-02e8-40ac-b150-67b7e26f94db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64aeeda5-9546-4beb-a213-44374cb6955c', 'code': 200} Mar 25 19:24:50.795543 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Pushing event updated for resources: {'Port': ['ID=64aeeda5-9546-4beb-a213-44374cb6955c,revision_number=5']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:24:50.865763 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6722d86a-6a19-49bc-a019-6be9449485a8 req-2431fbbd-4cf9-4fd6-bac9-25592e657c8f tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:24:50.867370 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-6722d86a-6a19-49bc-a019-6be9449485a8 req-2431fbbd-4cf9-4fd6-bac9-25592e657c8f tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f8375d7-02e8-40ac-b150-67b7e26f94db HTTP/1.1" status: 200 len: 945 time: 0.0529087 Mar 25 19:24:50.914288 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-6722d86a-6a19-49bc-a019-6be9449485a8 req-868e7ca9-2c0f-48dd-95f4-7c8db54968fc tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] 10.222.0.18 "GET /v2.0/security-groups?id=9888d551-3fb7-47b2-8c3f-a24a4348f8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413203 Mar 25 19:24:50.936437 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53bd42f-9577-4894-ab3f-c489537cf06b req-910b12fa-6e89-4c9d-bed0-79362f3371d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:24:50.937940 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-f53bd42f-9577-4894-ab3f-c489537cf06b req-910b12fa-6e89-4c9d-bed0-79362f3371d4 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=3f8375d7-02e8-40ac-b150-67b7e26f94db HTTP/1.1" status: 200 len: 1129 time: 0.0432582 Mar 25 19:24:50.980097 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-f53bd42f-9577-4894-ab3f-c489537cf06b req-209a1f81-89a9-4e26-8149-0d9b5d51ab14 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=9888d551-3fb7-47b2-8c3f-a24a4348f8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364108 Mar 25 19:24:51.210555 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6669007e-6c3c-4552-8eeb-bf6834f9b592 req-dc103e36-a487-4840-bb5d-5ed97be6d461 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:24:51.212030 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-6669007e-6c3c-4552-8eeb-bf6834f9b592 req-dc103e36-a487-4840-bb5d-5ed97be6d461 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] 10.222.0.18 "GET /v2.0/ports?device_id=f1d2a85a-2379-4748-8502-265a327e4670 HTTP/1.1" status: 200 len: 945 time: 0.0547562 Mar 25 19:24:51.257379 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-6669007e-6c3c-4552-8eeb-bf6834f9b592 req-5a6e7dda-a13d-438d-be00-0ff8790bfb45 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] 10.222.0.18 "GET /v2.0/security-groups?id=7320aa23-0b4a-4857-9a31-84ef6ccbb69f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398481 Mar 25 19:24:52.028022 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f57fb1-2610-4188-9588-80e7b8eda9ea req-bec15ab6-59b9-4a3e-8c1a-b4b3fe3ba2fc tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:24:52.029600 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-c7f57fb1-2610-4188-9588-80e7b8eda9ea req-bec15ab6-59b9-4a3e-8c1a-b4b3fe3ba2fc tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f8375d7-02e8-40ac-b150-67b7e26f94db HTTP/1.1" status: 200 len: 945 time: 0.0511024 Mar 25 19:24:52.076947 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-c7f57fb1-2610-4188-9588-80e7b8eda9ea req-7746ec33-ede5-49be-9235-1cd520bebfbd tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] 10.222.0.18 "GET /v2.0/security-groups?id=9888d551-3fb7-47b2-8c3f-a24a4348f8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416882 Mar 25 19:24:52.376789 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8a438e-4922-4c1f-aa05-cb8105904763 req-ab2b70b4-5055-4474-b26d-25bbc76261bc tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:24:52.378244 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-ac8a438e-4922-4c1f-aa05-cb8105904763 req-ab2b70b4-5055-4474-b26d-25bbc76261bc tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] 10.222.0.18 "GET /v2.0/ports?device_id=f1d2a85a-2379-4748-8502-265a327e4670 HTTP/1.1" status: 200 len: 945 time: 0.0519879 Mar 25 19:24:52.423946 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-ac8a438e-4922-4c1f-aa05-cb8105904763 req-b0acc6f6-a82c-46f4-acb8-5a6fc5d9a87e tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] 10.222.0.18 "GET /v2.0/security-groups?id=7320aa23-0b4a-4857-9a31-84ef6ccbb69f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402129 Mar 25 19:24:53.193595 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73284793-5343-4146-bc2e-fa46ff91c802 req-1702cb85-9c48-4dd5-a9e9-258db5edb8dc tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:24:53.195062 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-73284793-5343-4146-bc2e-fa46ff91c802 req-1702cb85-9c48-4dd5-a9e9-258db5edb8dc tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f8375d7-02e8-40ac-b150-67b7e26f94db HTTP/1.1" status: 200 len: 945 time: 0.0539000 Mar 25 19:24:53.241054 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-73284793-5343-4146-bc2e-fa46ff91c802 req-a4aea423-ad6b-4102-a85a-d96e5c6e259e tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] 10.222.0.18 "GET /v2.0/security-groups?id=9888d551-3fb7-47b2-8c3f-a24a4348f8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404611 Mar 25 19:24:53.351050 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce26ec3-2dcf-4a8e-b373-07a77afb6d15 req-5500075e-49cf-4df5-934f-6fdbf34bb255 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:24:53.352144 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-5ce26ec3-2dcf-4a8e-b373-07a77afb6d15 req-5500075e-49cf-4df5-934f-6fdbf34bb255 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f8375d7-02e8-40ac-b150-67b7e26f94db HTTP/1.1" status: 200 len: 945 time: 0.0508335 Mar 25 19:24:53.360522 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.18', 35840) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:24:53.365877 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.v2.base [None req-67d3c4ab-a8b3-4a62-8892-207bd82af900 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Request body: {'floatingip': {'port_id': '64aeeda5-9546-4beb-a213-44374cb6955c'}} {{(pid=103196) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 19:24:53.406115 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-67d3c4ab-a8b3-4a62-8892-207bd82af900 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Publish callbacks [] for floatingip (2150395f-8e9c-4cc1-85d7-e88704c2b692), before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:24:53.550126 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3fa53a-83f3-48ab-bf80-7fd099f02369 req-429c1f4d-d77b-4dc9-b009-c7d6bb626d3a tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:24:53.551677 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-3d3fa53a-83f3-48ab-bf80-7fd099f02369 req-429c1f4d-d77b-4dc9-b009-c7d6bb626d3a tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] 10.222.0.18 "GET /v2.0/ports?device_id=f1d2a85a-2379-4748-8502-265a327e4670 HTTP/1.1" status: 200 len: 945 time: 0.0518088 Mar 25 19:24:53.598610 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-3d3fa53a-83f3-48ab-bf80-7fd099f02369 req-72697a26-83fa-4d8d-a2cd-c2fa2008e8d4 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] 10.222.0.18 "GET /v2.0/security-groups?id=7320aa23-0b4a-4857-9a31-84ef6ccbb69f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413680 Mar 25 19:24:53.820580 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-67d3c4ab-a8b3-4a62-8892-207bd82af900 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:24:53.824274 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-67d3c4ab-a8b3-4a62-8892-207bd82af900 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3753541'] for floatingip (2150395f-8e9c-4cc1-85d7-e88704c2b692), after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:24:53.921038 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.db.l3_db [None req-67d3c4ab-a8b3-4a62-8892-207bd82af900 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Floating IP 2150395f-8e9c-4cc1-85d7-e88704c2b692 associated. External IP: 172.27.0.59, port: 64aeeda5-9546-4beb-a213-44374cb6955c. Mar 25 19:24:54.122758 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67d3c4ab-a8b3-4a62-8892-207bd82af900 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Router 8176248a-16f5-4694-bf25-b326f00a7f6a has already been hosted by L3 agent af1b81b0-43af-47bb-a61e-8e46b36efc57 {{(pid=103196) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 25 19:24:54.227954 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67d3c4ab-a8b3-4a62-8892-207bd82af900 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Notify agent at l3_agent.dv-cinder-755101-7-iscsi the message routers_updated {{(pid=103196) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 25 19:24:54.232454 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-67d3c4ab-a8b3-4a62-8892-207bd82af900 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63648'] for floatingip (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:24:54.242330 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ee2aa6e-e45c-4d67-910a-1774775e9d87 None None] Sync routers for ids ['8176248a-16f5-4694-bf25-b326f00a7f6a'] in dv-cinder-755101-7-iscsi {{(pid=103199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 25 19:24:54.251707 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ee2aa6e-e45c-4d67-910a-1774775e9d87 None None] Routers {'8176248a-16f5-4694-bf25-b326f00a7f6a'} bound to L3 agent in host dv-cinder-755101-7-iscsi {{(pid=103199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 25 19:24:54.252308 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.db.l3_hamode_db [None req-3ee2aa6e-e45c-4d67-910a-1774775e9d87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755101-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-25T19:11:57Z,description=,heartbeat_timestamp=2022-03-25T19:24:27Z,host='dv-cinder-755101-7-iscsi',id=af1b81b0-43af-47bb-a61e-8e46b36efc57,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:11:57Z,topic='l3_agent')) {'router_ids': ['8176248a-16f5-4694-bf25-b326f00a7f6a'], 'active': True} {{(pid=103199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 19:24:54.261219 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-67d3c4ab-a8b3-4a62-8892-207bd82af900 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] 10.222.0.18 "PUT /v2.0/floatingips/2150395f-8e9c-4cc1-85d7-e88704c2b692 HTTP/1.1" status: 200 len: 990 time: 0.8996961 Mar 25 19:24:54.261787 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f8375d7-02e8-40ac-b150-67b7e26f94db', 'tag': '64aeeda5-9546-4beb-a213-44374cb6955c'}] {{(pid=103196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 25 19:24:54.264028 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aab9b3bfb8b62b9c439d2baea07b5fa53a515b81dc2b4d2d70d2153c83a947a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37f61453-6074-41a7-873a-ba4d69eb1530" -d '{"events": [{"name": "network-changed", "server_uuid": "3f8375d7-02e8-40ac-b150-67b7e26f94db", "tag": "64aeeda5-9546-4beb-a213-44374cb6955c"}]}' {{(pid=103196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 25 19:24:54.288800 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-1ab23a2b-cf8b-4d0b-867e-a8d7c26e7927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741036503857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133703'] for agent (ff15a80c-2d7c-4104-a6ad-0973d1d911f7), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:24:54.303664 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Mar 2022 19:24:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93c59e6e-e901-4fda-8637-bc3ebed1ae8f x-openstack-request-id: req-93c59e6e-e901-4fda-8637-bc3ebed1ae8f {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 25 19:24:54.303963 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f8375d7-02e8-40ac-b150-67b7e26f94db", "tag": "64aeeda5-9546-4beb-a213-44374cb6955c", "status": "completed", "code": 200}]} {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 25 19:24:54.304219 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-93c59e6e-e901-4fda-8637-bc3ebed1ae8f {{(pid=103196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 25 19:24:54.304623 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event matching ['req-93c59e6e-e901-4fda-8637-bc3ebed1ae8f'] response: {'name': 'network-changed', 'server_uuid': '3f8375d7-02e8-40ac-b150-67b7e26f94db', 'tag': '64aeeda5-9546-4beb-a213-44374cb6955c', 'status': 'completed', 'code': 200} Mar 25 19:24:54.363205 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.db.l3_dvr_db [None req-3ee2aa6e-e45c-4d67-910a-1774775e9d87 None None] Set router 8176248a-16f5-4694-bf25-b326f00a7f6a gateway port host: dv-cinder-755101-7-iscsi {{(pid=103199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 25 19:24:54.370972 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f61453-6074-41a7-873a-ba4d69eb1530 req-39a479c9-e5e2-4540-b581-0739f7a04b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:24:54.372491 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-37f61453-6074-41a7-873a-ba4d69eb1530 req-39a479c9-e5e2-4540-b581-0739f7a04b78 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=dc089ebbae3f448da3893c2c3fea588f&device_id=3f8375d7-02e8-40ac-b150-67b7e26f94db HTTP/1.1" status: 200 len: 1129 time: 0.0474491 Mar 25 19:24:54.459788 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f61453-6074-41a7-873a-ba4d69eb1530 req-3708cf87-7953-4501-bce4-581d5c65b95b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:24:54.461252 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-37f61453-6074-41a7-873a-ba4d69eb1530 req-3708cf87-7953-4501-bce4-581d5c65b95b service neutron] 10.222.0.26 "GET /v2.0/networks?id=1b551ab7-2e5a-400a-a69e-184f0d4cccb9 HTTP/1.1" status: 200 len: 916 time: 0.0833774 Mar 25 19:24:54.528387 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-37f61453-6074-41a7-873a-ba4d69eb1530 req-f9067b01-6bef-42a6-9295-f3fccc0b1913 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=64aeeda5-9546-4beb-a213-44374cb6955c HTTP/1.1" status: 200 len: 998 time: 0.0612199 Mar 25 19:24:54.575101 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f61453-6074-41a7-873a-ba4d69eb1530 req-35f7bb41-0390-4619-bc8d-82af1b8612f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:24:54.576541 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-37f61453-6074-41a7-873a-ba4d69eb1530 req-35f7bb41-0390-4619-bc8d-82af1b8612f7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=fabde86b-5205-4844-a05e-c2d1e447196e HTTP/1.1" status: 200 len: 854 time: 0.0428402 Mar 25 19:24:54.584466 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.db.l3_hamode_db [None req-3ee2aa6e-e45c-4d67-910a-1774775e9d87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8176248a-16f5-4694-bf25-b326f00a7f6a', 'name': 'tempest-AttachVolumeNegativeTest-1535724324-router', 'tenant_id': 'dc089ebbae3f448da3893c2c3fea588f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'external_fixed_ips': [{'subnet_id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'ip_address': '172.27.0.249'}], 'enable_snat': True}, 'gw_port_id': '4068821f-380a-43e9-8dd6-d8fd566fe3d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T19:24:37Z', 'updated_at': '2022-03-25T19:24:39Z', 'revision_number': 4, 'project_id': 'dc089ebbae3f448da3893c2c3fea588f', 'gw_port': {'id': '4068821f-380a-43e9-8dd6-d8fd566fe3d3', 'name': '', 'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:e3:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8176248a-16f5-4694-bf25-b326f00a7f6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'ip_address': '172.27.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T19:24:37Z', 'updated_at': '2022-03-25T19:24:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755101-7-iscsi', '_floatingips': [{'id': '2150395f-8e9c-4cc1-85d7-e88704c2b692', 'tenant_id': 'dc089ebbae3f448da3893c2c3fea588f', 'floating_ip_address': '172.27.0.59', 'floating_network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'router_id': '8176248a-16f5-4694-bf25-b326f00a7f6a', 'port_id': '64aeeda5-9546-4beb-a213-44374cb6955c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 504, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1b551ab7-2e5a-400a-a69e-184f0d4cccb9', 'mac_address': 'fa:16:3e:2e:fe:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f8375d7-02e8-40ac-b150-67b7e26f94db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-25T19:24:41Z', 'updated_at': '2022-03-25T19:24:53Z', 'revision_number': 1, 'project_id': 'dc089ebbae3f448da3893c2c3fea588f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '183b74b2-7fc1-4f1d-8907-284dc2000128', 'name': '', 'network_id': '1b551ab7-2e5a-400a-a69e-184f0d4cccb9', 'tenant_id': 'dc089ebbae3f448da3893c2c3fea588f', 'mac_address': 'fa:16:3e:8e:3f:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8176248a-16f5-4694-bf25-b326f00a7f6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'fabde86b-5205-4844-a05e-c2d1e447196e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T19:24:39Z', 'updated_at': '2022-03-25T19:24:43Z', 'revision_number': 5, 'project_id': 'dc089ebbae3f448da3893c2c3fea588f', 'subnets': [{'id': 'fabde86b-5205-4844-a05e-c2d1e447196e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-755101-7-iscsi', False) {} {{(pid=103199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 19:24:54.610180 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ee2aa6e-e45c-4d67-910a-1774775e9d87 None None] Checking router: 8176248a-16f5-4694-bf25-b326f00a7f6a for host: dv-cinder-755101-7-iscsi {{(pid=103199) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 25 19:24:54.618221 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ee2aa6e-e45c-4d67-910a-1774775e9d87 None None] Routers {'8176248a-16f5-4694-bf25-b326f00a7f6a'} bound to L3 agent in host dv-cinder-755101-7-iscsi {{(pid=103199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 25 19:24:54.618846 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.db.l3_hamode_db [None req-3ee2aa6e-e45c-4d67-910a-1774775e9d87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755101-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-25T19:11:57Z,description=,heartbeat_timestamp=2022-03-25T19:24:27Z,host='dv-cinder-755101-7-iscsi',id=af1b81b0-43af-47bb-a61e-8e46b36efc57,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:11:57Z,topic='l3_agent')) {'router_ids': ['8176248a-16f5-4694-bf25-b326f00a7f6a'], 'active': True} {{(pid=103199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 19:24:54.623901 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f61453-6074-41a7-873a-ba4d69eb1530 req-d51eee83-d957-4a28-9fe5-f88909d8d212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:24:54.625609 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-37f61453-6074-41a7-873a-ba4d69eb1530 req-d51eee83-d957-4a28-9fe5-f88909d8d212 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1b551ab7-2e5a-400a-a69e-184f0d4cccb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0430057 Mar 25 19:24:54.717683 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-37f61453-6074-41a7-873a-ba4d69eb1530 req-bb4d629e-c0d6-4901-bd47-314e1f403da6 service neutron] 10.222.0.26 "GET /v2.0/networks/1b551ab7-2e5a-400a-a69e-184f0d4cccb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862942 Mar 25 19:24:54.720008 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74186fd3-b20c-44bb-a421-8995cc96d38f req-9699f89c-7fff-4107-8fc2-00b88738f947 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:24:54.721500 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-74186fd3-b20c-44bb-a421-8995cc96d38f req-9699f89c-7fff-4107-8fc2-00b88738f947 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] 10.222.0.18 "GET /v2.0/ports?device_id=f1d2a85a-2379-4748-8502-265a327e4670 HTTP/1.1" status: 200 len: 945 time: 0.0516143 Mar 25 19:24:54.735006 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.db.l3_dvr_db [None req-3ee2aa6e-e45c-4d67-910a-1774775e9d87 None None] Set router 8176248a-16f5-4694-bf25-b326f00a7f6a gateway port host: dv-cinder-755101-7-iscsi {{(pid=103199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 25 19:24:54.772025 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-74186fd3-b20c-44bb-a421-8995cc96d38f req-43e25e89-2877-447e-af1b-cd8ba22b09c8 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] 10.222.0.18 "GET /v2.0/security-groups?id=7320aa23-0b4a-4857-9a31-84ef6ccbb69f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444105 Mar 25 19:24:54.810533 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-37f61453-6074-41a7-873a-ba4d69eb1530 req-67a7ca3d-7a31-47fb-b8ce-43cfefc49d60 service neutron] 10.222.0.26 "GET /v2.0/networks/1b551ab7-2e5a-400a-a69e-184f0d4cccb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871730 Mar 25 19:24:54.959012 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.db.l3_hamode_db [None req-3ee2aa6e-e45c-4d67-910a-1774775e9d87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8176248a-16f5-4694-bf25-b326f00a7f6a', 'name': 'tempest-AttachVolumeNegativeTest-1535724324-router', 'tenant_id': 'dc089ebbae3f448da3893c2c3fea588f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'external_fixed_ips': [{'subnet_id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'ip_address': '172.27.0.249'}], 'enable_snat': True}, 'gw_port_id': '4068821f-380a-43e9-8dd6-d8fd566fe3d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T19:24:37Z', 'updated_at': '2022-03-25T19:24:39Z', 'revision_number': 4, 'project_id': 'dc089ebbae3f448da3893c2c3fea588f', 'gw_port': {'id': '4068821f-380a-43e9-8dd6-d8fd566fe3d3', 'name': '', 'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:e3:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8176248a-16f5-4694-bf25-b326f00a7f6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'ip_address': '172.27.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T19:24:37Z', 'updated_at': '2022-03-25T19:24:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755101-7-iscsi', '_floatingips': [{'id': '2150395f-8e9c-4cc1-85d7-e88704c2b692', 'tenant_id': 'dc089ebbae3f448da3893c2c3fea588f', 'floating_ip_address': '172.27.0.59', 'floating_network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'router_id': '8176248a-16f5-4694-bf25-b326f00a7f6a', 'port_id': '64aeeda5-9546-4beb-a213-44374cb6955c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 504, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1b551ab7-2e5a-400a-a69e-184f0d4cccb9', 'mac_address': 'fa:16:3e:2e:fe:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f8375d7-02e8-40ac-b150-67b7e26f94db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-25T19:24:41Z', 'updated_at': '2022-03-25T19:24:53Z', 'revision_number': 1, 'project_id': 'dc089ebbae3f448da3893c2c3fea588f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '183b74b2-7fc1-4f1d-8907-284dc2000128', 'name': '', 'network_id': '1b551ab7-2e5a-400a-a69e-184f0d4cccb9', 'tenant_id': 'dc089ebbae3f448da3893c2c3fea588f', 'mac_address': 'fa:16:3e:8e:3f:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8176248a-16f5-4694-bf25-b326f00a7f6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'fabde86b-5205-4844-a05e-c2d1e447196e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T19:24:39Z', 'updated_at': '2022-03-25T19:24:43Z', 'revision_number': 5, 'project_id': 'dc089ebbae3f448da3893c2c3fea588f', 'subnets': [{'id': 'fabde86b-5205-4844-a05e-c2d1e447196e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-755101-7-iscsi', False) {} {{(pid=103199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 19:24:54.984578 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ee2aa6e-e45c-4d67-910a-1774775e9d87 None None] The sync data for ids ['8176248a-16f5-4694-bf25-b326f00a7f6a'] in dv-cinder-755101-7-iscsi is: [{'id': '8176248a-16f5-4694-bf25-b326f00a7f6a', 'name': 'tempest-AttachVolumeNegativeTest-1535724324-router', 'tenant_id': 'dc089ebbae3f448da3893c2c3fea588f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'external_fixed_ips': [{'subnet_id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'ip_address': '172.27.0.249'}], 'enable_snat': True}, 'gw_port_id': '4068821f-380a-43e9-8dd6-d8fd566fe3d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T19:24:37Z', 'updated_at': '2022-03-25T19:24:39Z', 'revision_number': 4, 'project_id': 'dc089ebbae3f448da3893c2c3fea588f', 'gw_port': {'id': '4068821f-380a-43e9-8dd6-d8fd566fe3d3', 'name': '', 'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:e3:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8176248a-16f5-4694-bf25-b326f00a7f6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'ip_address': '172.27.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T19:24:37Z', 'updated_at': '2022-03-25T19:24:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755101-7-iscsi', '_floatingips': [{'id': '2150395f-8e9c-4cc1-85d7-e88704c2b692', 'tenant_id': 'dc089ebbae3f448da3893c2c3fea588f', 'floating_ip_address': '172.27.0.59', 'floating_network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'router_id': '8176248a-16f5-4694-bf25-b326f00a7f6a', 'port_id': '64aeeda5-9546-4beb-a213-44374cb6955c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 504, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1b551ab7-2e5a-400a-a69e-184f0d4cccb9', 'mac_address': 'fa:16:3e:2e:fe:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f8375d7-02e8-40ac-b150-67b7e26f94db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-25T19:24:41Z', 'updated_at': '2022-03-25T19:24:53Z', 'revision_number': 1, 'project_id': 'dc089ebbae3f448da3893c2c3fea588f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '183b74b2-7fc1-4f1d-8907-284dc2000128', 'name': '', 'network_id': '1b551ab7-2e5a-400a-a69e-184f0d4cccb9', 'tenant_id': 'dc089ebbae3f448da3893c2c3fea588f', 'mac_address': 'fa:16:3e:8e:3f:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8176248a-16f5-4694-bf25-b326f00a7f6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'fabde86b-5205-4844-a05e-c2d1e447196e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T19:24:39Z', 'updated_at': '2022-03-25T19:24:43Z', 'revision_number': 5, 'project_id': 'dc089ebbae3f448da3893c2c3fea588f', 'subnets': [{'id': 'fabde86b-5205-4844-a05e-c2d1e447196e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 25 19:24:55.162151 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e97b00c-b16d-4baf-a25a-41ebc453a5bf None None] New status for floating IP 2150395f-8e9c-4cc1-85d7-e88704c2b692: ACTIVE {{(pid=103198) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 25 19:24:55.894692 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b97b89a-01be-4b42-9301-1fde7343ed8e req-65c18b3c-05cc-4186-9951-781636fb6c1a tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:24:55.896190 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-9b97b89a-01be-4b42-9301-1fde7343ed8e req-65c18b3c-05cc-4186-9951-781636fb6c1a tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] 10.222.0.18 "GET /v2.0/ports?device_id=f1d2a85a-2379-4748-8502-265a327e4670 HTTP/1.1" status: 200 len: 945 time: 0.0516882 Mar 25 19:24:55.940589 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-9b97b89a-01be-4b42-9301-1fde7343ed8e req-e6d3bdae-c35b-4f0d-ad1b-c883a512996a tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] 10.222.0.18 "GET /v2.0/security-groups?id=7320aa23-0b4a-4857-9a31-84ef6ccbb69f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389268 Mar 25 19:24:56.695418 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-ca73e6f2-c92f-4380-8a79-d3d860e7e8c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741036503857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133703'] for agent (af1b81b0-43af-47bb-a61e-8e46b36efc57), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:24:57.106749 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371d7999-2990-431c-9d52-fcc974288c86 req-fab17a9c-49ba-4e4a-a4e3-570352dc2ddf tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:24:57.108187 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-371d7999-2990-431c-9d52-fcc974288c86 req-fab17a9c-49ba-4e4a-a4e3-570352dc2ddf tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] 10.222.0.18 "GET /v2.0/ports?device_id=f1d2a85a-2379-4748-8502-265a327e4670 HTTP/1.1" status: 200 len: 945 time: 0.0985031 Mar 25 19:24:57.152645 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-371d7999-2990-431c-9d52-fcc974288c86 req-3cda571f-927c-43ce-96ea-c806a8609f41 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] 10.222.0.18 "GET /v2.0/security-groups?id=7320aa23-0b4a-4857-9a31-84ef6ccbb69f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390539 Mar 25 19:24:57.589575 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-af60142c-683d-41c3-be1d-5377fff6ca45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741036503857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133703'] for agent (c3076277-13eb-43a7-9b94-fad13f82c96d), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:24:58.326103 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ae1fbd-bfa1-449c-8bef-4635113f63f3 req-31c58bc9-1106-481c-8920-754ccc08f241 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:24:58.327590 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-74ae1fbd-bfa1-449c-8bef-4635113f63f3 req-31c58bc9-1106-481c-8920-754ccc08f241 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] 10.222.0.18 "GET /v2.0/ports?device_id=f1d2a85a-2379-4748-8502-265a327e4670 HTTP/1.1" status: 200 len: 945 time: 0.1065333 Mar 25 19:24:58.372279 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-74ae1fbd-bfa1-449c-8bef-4635113f63f3 req-daeca857-fecd-4c69-bc7d-a6e973f7d320 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] 10.222.0.18 "GET /v2.0/security-groups?id=7320aa23-0b4a-4857-9a31-84ef6ccbb69f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387418 Mar 25 19:24:59.191586 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-bfcc621e-35c9-4ac2-b4cb-53c403134561 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741036503857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133703'] for agent (9ba807d9-64cc-4b2a-8ad2-e4f3b23bc779), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:24:59.491436 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1baa9ec-bf85-4f59-a55e-afc445c49bbf req-c65f4bd4-5102-4139-ae10-d5f6b2a72e7a tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:24:59.492884 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-c1baa9ec-bf85-4f59-a55e-afc445c49bbf req-c65f4bd4-5102-4139-ae10-d5f6b2a72e7a tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] 10.222.0.18 "GET /v2.0/ports?device_id=f1d2a85a-2379-4748-8502-265a327e4670 HTTP/1.1" status: 200 len: 945 time: 0.0512323 Mar 25 19:24:59.536970 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-c1baa9ec-bf85-4f59-a55e-afc445c49bbf req-f052cfd3-90be-4550-ac45-b67fa955d9c1 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] 10.222.0.18 "GET /v2.0/security-groups?id=7320aa23-0b4a-4857-9a31-84ef6ccbb69f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386436 Mar 25 19:25:00.112707 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.db.agents_db [None req-ad735e95-395b-498c-b22d-e8906e231634 None None] Agent healthcheck: found 6 active agents {{(pid=103199) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 25 19:25:00.655006 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a6d127-89fd-428e-8704-819412fa6bb2 req-1b9f728b-d887-47a4-80c0-9271a3747090 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:25:00.656449 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-b7a6d127-89fd-428e-8704-819412fa6bb2 req-1b9f728b-d887-47a4-80c0-9271a3747090 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] 10.222.0.18 "GET /v2.0/ports?device_id=f1d2a85a-2379-4748-8502-265a327e4670 HTTP/1.1" status: 200 len: 945 time: 0.0506463 Mar 25 19:25:00.701297 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-b7a6d127-89fd-428e-8704-819412fa6bb2 req-f0c3a700-0d01-460d-8de5-066f7ae745cf tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] 10.222.0.18 "GET /v2.0/security-groups?id=7320aa23-0b4a-4857-9a31-84ef6ccbb69f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393205 Mar 25 19:25:00.708978 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741036503857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133703'] for agent (e10cc9df-a7ce-4b9c-bc25-dffd007f5dd8), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:25:00.783252 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741036503857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133703'] for agent (239dac0e-b210-4295-8f1a-11f7f9dc3de1), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:25:01.825252 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e94586-c8b3-4481-9119-06fdc83a0faf req-44061378-e935-4946-b4e5-28dc6393700e tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:25:01.826657 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-c3e94586-c8b3-4481-9119-06fdc83a0faf req-44061378-e935-4946-b4e5-28dc6393700e tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] 10.222.0.18 "GET /v2.0/ports?device_id=f1d2a85a-2379-4748-8502-265a327e4670 HTTP/1.1" status: 200 len: 945 time: 0.0540023 Mar 25 19:25:01.871152 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-c3e94586-c8b3-4481-9119-06fdc83a0faf req-9c19630f-f5fd-4ad2-8a64-e74aaec9fa1a tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] 10.222.0.18 "GET /v2.0/security-groups?id=7320aa23-0b4a-4857-9a31-84ef6ccbb69f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389483 Mar 25 19:25:02.992692 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf97f46-2f9c-4989-93af-68f150715458 req-c9cf7f29-6c6e-4322-9d5a-0f8cd03b11a0 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:25:02.994148 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-daf97f46-2f9c-4989-93af-68f150715458 req-c9cf7f29-6c6e-4322-9d5a-0f8cd03b11a0 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] 10.222.0.18 "GET /v2.0/ports?device_id=f1d2a85a-2379-4748-8502-265a327e4670 HTTP/1.1" status: 200 len: 945 time: 0.0545328 Mar 25 19:25:03.038996 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-daf97f46-2f9c-4989-93af-68f150715458 req-e0acf244-9d03-4a56-9a4b-d1ee8496f2b0 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] 10.222.0.18 "GET /v2.0/security-groups?id=7320aa23-0b4a-4857-9a31-84ef6ccbb69f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393980 Mar 25 19:25:04.253154 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12325c0e-3b96-4869-8aa3-8c74c9dd8fd1 req-7c688942-fd38-41eb-bb2c-abab98288c35 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:25:04.255199 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-12325c0e-3b96-4869-8aa3-8c74c9dd8fd1 req-7c688942-fd38-41eb-bb2c-abab98288c35 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] 10.222.0.18 "GET /v2.0/ports?device_id=f1d2a85a-2379-4748-8502-265a327e4670 HTTP/1.1" status: 200 len: 945 time: 0.0502553 Mar 25 19:25:04.299468 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-12325c0e-3b96-4869-8aa3-8c74c9dd8fd1 req-8bb74bee-38ae-4e32-8cd8-264fce34b97a tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] 10.222.0.18 "GET /v2.0/security-groups?id=7320aa23-0b4a-4857-9a31-84ef6ccbb69f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388408 Mar 25 19:25:05.420825 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f4c369-2f65-4a8f-9646-db591f8572a3 req-2223aa1f-8437-4043-8040-f1c964d8c768 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:25:05.422284 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-a9f4c369-2f65-4a8f-9646-db591f8572a3 req-2223aa1f-8437-4043-8040-f1c964d8c768 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] 10.222.0.18 "GET /v2.0/ports?device_id=f1d2a85a-2379-4748-8502-265a327e4670 HTTP/1.1" status: 200 len: 945 time: 0.0520310 Mar 25 19:25:05.470747 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-a9f4c369-2f65-4a8f-9646-db591f8572a3 req-ffaf1cdc-0f36-4ccc-b0bd-5d4254789257 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] 10.222.0.18 "GET /v2.0/security-groups?id=7320aa23-0b4a-4857-9a31-84ef6ccbb69f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429037 Mar 25 19:25:06.594327 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c938130-da54-4c8f-98f5-77206bfd8a4c req-0f52dd4a-02ef-4804-aac5-5702d64d1955 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:25:06.595696 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-9c938130-da54-4c8f-98f5-77206bfd8a4c req-0f52dd4a-02ef-4804-aac5-5702d64d1955 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] 10.222.0.18 "GET /v2.0/ports?device_id=f1d2a85a-2379-4748-8502-265a327e4670 HTTP/1.1" status: 200 len: 945 time: 0.0551410 Mar 25 19:25:06.640132 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-9c938130-da54-4c8f-98f5-77206bfd8a4c req-5c208326-2ce0-4a08-a6ed-c25bca880e78 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] 10.222.0.18 "GET /v2.0/security-groups?id=7320aa23-0b4a-4857-9a31-84ef6ccbb69f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384326 Mar 25 19:25:06.666526 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Device 77a70067-c204-42fd-97a1-26b04e8d4b7e details requested by agent hyperv_hv-cinder-75510 with host hv-cinder-75510 {{(pid=103198) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 25 19:25:06.758673 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] For port 77a70067-c204-42fd-97a1-26b04e8d4b7e, host hv-cinder-75510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75510',level=0,port_id=77a70067-c204-42fd-97a1-26b04e8d4b7e,segment=NetworkSegment(d2797ec7-5d3a-4260-b181-2764a4061b4e),segment_id=d2797ec7-5d3a-4260-b181-2764a4061b4e)] {{(pid=103198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 25 19:25:06.769524 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Returning: {'device': '77a70067-c204-42fd-97a1-26b04e8d4b7e', 'network_id': '41df54f8-722f-48ae-9670-4d05784c9b60', 'port_id': '77a70067-c204-42fd-97a1-26b04e8d4b7e', 'mac_address': 'fa:16:3e:bf:72:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 276, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9ce3099-d02a-4e55-9db5-3bce93935985', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103198) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 25 19:25:06.804322 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Current status of the port 77a70067-c204-42fd-97a1-26b04e8d4b7e is: ACTIVE; New status is: BUILD {{(pid=103198) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 25 19:25:06.804710 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1293263'] for port (77a70067-c204-42fd-97a1-26b04e8d4b7e), before_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:25:06.820774 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.notifiers.nova [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 77a70067-c204-42fd-97a1-26b04e8d4b7e {{(pid=103198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 25 19:25:06.840033 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] For port 77a70067-c204-42fd-97a1-26b04e8d4b7e, host hv-cinder-75510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75510',level=0,port_id=77a70067-c204-42fd-97a1-26b04e8d4b7e,segment=NetworkSegment(d2797ec7-5d3a-4260-b181-2764a4061b4e),segment_id=d2797ec7-5d3a-4260-b181-2764a4061b4e)] {{(pid=103198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 25 19:25:06.843687 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036679572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741036190733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741036190751'] for port (77a70067-c204-42fd-97a1-26b04e8d4b7e), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:25:06.890989 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Pushing event updated for resources: {'Port': ['ID=77a70067-c204-42fd-97a1-26b04e8d4b7e,revision_number=6']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:25:06.961030 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] get_ports_and_sgs() called for port_ids ['77a70067-c204-42fd-97a1-26b04e8d4b7e'] {{(pid=103198) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 25 19:25:07.760987 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102ab1cd-c2a0-437f-95d5-51968132d67a req-2c4767bd-5d91-4514-8e99-aaebafe0f879 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:25:07.762355 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-102ab1cd-c2a0-437f-95d5-51968132d67a req-2c4767bd-5d91-4514-8e99-aaebafe0f879 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] 10.222.0.18 "GET /v2.0/ports?device_id=f1d2a85a-2379-4748-8502-265a327e4670 HTTP/1.1" status: 200 len: 944 time: 0.0506330 Mar 25 19:25:07.815347 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-102ab1cd-c2a0-437f-95d5-51968132d67a req-70aff3b1-a7e5-4f6f-b4fa-d494a0fb8a11 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] 10.222.0.18 "GET /v2.0/security-groups?id=7320aa23-0b4a-4857-9a31-84ef6ccbb69f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474319 Mar 25 19:25:08.670057 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Device 77a70067-c204-42fd-97a1-26b04e8d4b7e up at agent hyperv_hv-cinder-75510 {{(pid=103198) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 25 19:25:08.728422 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Provisioning complete for port 77a70067-c204-42fd-97a1-26b04e8d4b7e triggered by entity L2. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 25 19:25:08.728886 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133789'] for port (77a70067-c204-42fd-97a1-26b04e8d4b7e), provisioning_complete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:25:08.816890 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Current status of the port 77a70067-c204-42fd-97a1-26b04e8d4b7e is: BUILD; New status is: ACTIVE {{(pid=103198) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 25 19:25:08.817465 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1293263'] for port (77a70067-c204-42fd-97a1-26b04e8d4b7e), before_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:25:08.842036 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1d2a85a-2379-4748-8502-265a327e4670', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77a70067-c204-42fd-97a1-26b04e8d4b7e'}] {{(pid=103198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 25 19:25:08.844361 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be5bcd447a3797005f5619062121570069e0d2064b33fc0b2cf836394b7860ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-764b4e58-953f-4d48-91c7-074c7ebb2c60" -d '{"events": [{"server_uuid": "f1d2a85a-2379-4748-8502-265a327e4670", "name": "network-vif-plugged", "status": "completed", "tag": "77a70067-c204-42fd-97a1-26b04e8d4b7e"}]}' {{(pid=103198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 25 19:25:08.861567 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] For port 77a70067-c204-42fd-97a1-26b04e8d4b7e, host hv-cinder-75510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75510',level=0,port_id=77a70067-c204-42fd-97a1-26b04e8d4b7e,segment=NetworkSegment(d2797ec7-5d3a-4260-b181-2764a4061b4e),segment_id=d2797ec7-5d3a-4260-b181-2764a4061b4e)] {{(pid=103198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 25 19:25:08.869503 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036679572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741036190733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741036190751'] for port (77a70067-c204-42fd-97a1-26b04e8d4b7e), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:25:08.898413 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Mar 2022 19:25:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac8e5085-e41f-4ee2-959a-ccc27272093d x-openstack-request-id: req-ac8e5085-e41f-4ee2-959a-ccc27272093d {{(pid=103198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 25 19:25:08.898883 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1d2a85a-2379-4748-8502-265a327e4670", "name": "network-vif-plugged", "status": "completed", "tag": "77a70067-c204-42fd-97a1-26b04e8d4b7e", "code": 200}]} {{(pid=103198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 25 19:25:08.899248 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ac8e5085-e41f-4ee2-959a-ccc27272093d {{(pid=103198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 25 19:25:08.899732 dv-cinder-755101-7-iscsi neutron-server[103198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac8e5085-e41f-4ee2-959a-ccc27272093d'] response: {'server_uuid': 'f1d2a85a-2379-4748-8502-265a327e4670', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77a70067-c204-42fd-97a1-26b04e8d4b7e', 'code': 200} Mar 25 19:25:08.928702 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Pushing event updated for resources: {'Port': ['ID=77a70067-c204-42fd-97a1-26b04e8d4b7e,revision_number=7']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:25:08.936431 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:25:08.936866 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:25:08.937321 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:25:08.937762 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:25:08.938349 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:25:08.938831 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:25:08.939378 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:25:08.939821 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:25:08.940302 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:25:08.940733 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:25:08.941163 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:25:08.941595 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:25:08.941989 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:25:08.942700 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:25:08.943113 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:25:08.969334 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a4c9ce-7d53-4a29-b08f-b577c914413f req-e1a45b1b-3ac3-47e3-89ca-70940f74db08 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:25:08.970841 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-44a4c9ce-7d53-4a29-b08f-b577c914413f req-e1a45b1b-3ac3-47e3-89ca-70940f74db08 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] 10.222.0.18 "GET /v2.0/ports?device_id=f1d2a85a-2379-4748-8502-265a327e4670 HTTP/1.1" status: 200 len: 945 time: 0.0659916 Mar 25 19:25:09.026906 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-44a4c9ce-7d53-4a29-b08f-b577c914413f req-9a877aae-f9fd-4ea9-96bd-229b0cd2e503 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] 10.222.0.18 "GET /v2.0/security-groups?id=7320aa23-0b4a-4857-9a31-84ef6ccbb69f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498245 Mar 25 19:25:10.165198 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f35a495-72fe-43b8-9c15-8263cce1adc3 req-8a91d7a8-74d6-4edd-a375-eeeda2956aea tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:25:10.167247 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-9f35a495-72fe-43b8-9c15-8263cce1adc3 req-8a91d7a8-74d6-4edd-a375-eeeda2956aea tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] 10.222.0.18 "GET /v2.0/ports?device_id=f1d2a85a-2379-4748-8502-265a327e4670 HTTP/1.1" status: 200 len: 945 time: 0.0649040 Mar 25 19:25:10.228997 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-9f35a495-72fe-43b8-9c15-8263cce1adc3 req-63737940-1e49-4abb-879a-9bb73d2fd155 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] 10.222.0.18 "GET /v2.0/security-groups?id=7320aa23-0b4a-4857-9a31-84ef6ccbb69f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549316 Mar 25 19:25:11.366844 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc4c93e-8894-41a4-8b43-d725e57a3adc req-5ad32742-a0d9-4db3-8930-e278fc308a95 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:25:11.368411 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-bcc4c93e-8894-41a4-8b43-d725e57a3adc req-5ad32742-a0d9-4db3-8930-e278fc308a95 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] 10.222.0.18 "GET /v2.0/ports?device_id=f1d2a85a-2379-4748-8502-265a327e4670 HTTP/1.1" status: 200 len: 945 time: 0.0548651 Mar 25 19:25:11.427723 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-bcc4c93e-8894-41a4-8b43-d725e57a3adc req-107e67a1-2b1a-4b0b-b4bf-68ac7779604b tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] 10.222.0.18 "GET /v2.0/security-groups?id=7320aa23-0b4a-4857-9a31-84ef6ccbb69f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529752 Mar 25 19:25:12.575001 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5971f29a-1154-423e-aaf6-e5a67fd0ec8e req-d5670f6e-ec14-495f-99d6-6fd7c375ad21 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:25:12.577213 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-5971f29a-1154-423e-aaf6-e5a67fd0ec8e req-d5670f6e-ec14-495f-99d6-6fd7c375ad21 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] 10.222.0.18 "GET /v2.0/ports?device_id=f1d2a85a-2379-4748-8502-265a327e4670 HTTP/1.1" status: 200 len: 945 time: 0.0709875 Mar 25 19:25:12.627238 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-5971f29a-1154-423e-aaf6-e5a67fd0ec8e req-446c5ac0-c213-4c55-bedf-84f36fcb2d61 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] 10.222.0.18 "GET /v2.0/security-groups?id=7320aa23-0b4a-4857-9a31-84ef6ccbb69f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435412 Mar 25 19:25:13.767685 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d6ab8d-909e-47cf-8af7-5395089abe55 req-dc271350-20ba-4c1e-823e-dffb58546639 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:25:13.769059 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-80d6ab8d-909e-47cf-8af7-5395089abe55 req-dc271350-20ba-4c1e-823e-dffb58546639 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] 10.222.0.18 "GET /v2.0/ports?device_id=f1d2a85a-2379-4748-8502-265a327e4670 HTTP/1.1" status: 200 len: 945 time: 0.0577333 Mar 25 19:25:13.821267 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-80d6ab8d-909e-47cf-8af7-5395089abe55 req-d4d8a74b-019f-47cf-9110-7bb37d961116 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] 10.222.0.18 "GET /v2.0/security-groups?id=7320aa23-0b4a-4857-9a31-84ef6ccbb69f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453298 Mar 25 19:25:14.953343 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49956189-bec9-4240-83a1-f52483e937d8 req-a248c6cd-66fb-418e-b0b4-87e3a586dda8 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:25:14.954985 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-49956189-bec9-4240-83a1-f52483e937d8 req-a248c6cd-66fb-418e-b0b4-87e3a586dda8 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] 10.222.0.18 "GET /v2.0/ports?device_id=f1d2a85a-2379-4748-8502-265a327e4670 HTTP/1.1" status: 200 len: 945 time: 0.0543125 Mar 25 19:25:15.008632 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-49956189-bec9-4240-83a1-f52483e937d8 req-33aeedf3-4115-4d8e-bfba-28e75426baeb tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] 10.222.0.18 "GET /v2.0/security-groups?id=7320aa23-0b4a-4857-9a31-84ef6ccbb69f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474126 Mar 25 19:25:16.133996 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d197ff1-3b0f-492c-b429-fcbe17d00835 req-36619758-7352-475a-815f-974a0ff12c95 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:25:16.143525 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-7d197ff1-3b0f-492c-b429-fcbe17d00835 req-36619758-7352-475a-815f-974a0ff12c95 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] 10.222.0.18 "GET /v2.0/ports?device_id=f1d2a85a-2379-4748-8502-265a327e4670 HTTP/1.1" status: 200 len: 945 time: 0.0640509 Mar 25 19:25:16.197429 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-7d197ff1-3b0f-492c-b429-fcbe17d00835 req-170f3303-f6ad-4e83-8091-9526b6c05690 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] 10.222.0.18 "GET /v2.0/security-groups?id=7320aa23-0b4a-4857-9a31-84ef6ccbb69f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527041 Mar 25 19:25:17.322055 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f723686a-8526-4608-a9c6-05e469effc6f req-1d42af27-cd39-4983-ae3f-822a65d30671 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:25:17.323558 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-f723686a-8526-4608-a9c6-05e469effc6f req-1d42af27-cd39-4983-ae3f-822a65d30671 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] 10.222.0.18 "GET /v2.0/ports?device_id=f1d2a85a-2379-4748-8502-265a327e4670 HTTP/1.1" status: 200 len: 945 time: 0.0517008 Mar 25 19:25:17.406847 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-f723686a-8526-4608-a9c6-05e469effc6f req-dca1bbb6-de10-4f86-b8c2-1efe6a519e87 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] 10.222.0.18 "GET /v2.0/security-groups?id=7320aa23-0b4a-4857-9a31-84ef6ccbb69f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776014 Mar 25 19:25:17.409630 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02322c1-2ae5-4859-92e3-9b07095da8bc req-726bedb8-4786-4691-bea5-9c8d67ed197e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:25:17.411516 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-f02322c1-2ae5-4859-92e3-9b07095da8bc req-726bedb8-4786-4691-bea5-9c8d67ed197e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6512a963b11c42188d92829b913731e9&device_id=f1d2a85a-2379-4748-8502-265a327e4670 HTTP/1.1" status: 200 len: 1129 time: 0.0653489 Mar 25 19:25:17.501129 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02322c1-2ae5-4859-92e3-9b07095da8bc req-72c9b99e-5119-4f14-8b8a-731cbf07953c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:25:17.502551 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-f02322c1-2ae5-4859-92e3-9b07095da8bc req-72c9b99e-5119-4f14-8b8a-731cbf07953c service neutron] 10.222.0.26 "GET /v2.0/networks?id=41df54f8-722f-48ae-9670-4d05784c9b60 HTTP/1.1" status: 200 len: 918 time: 0.0857060 Mar 25 19:25:17.572508 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-f02322c1-2ae5-4859-92e3-9b07095da8bc req-1ff27e4b-a0a8-4123-9cf3-f48f6b3ef045 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=77a70067-c204-42fd-97a1-26b04e8d4b7e HTTP/1.1" status: 200 len: 1001 time: 0.0628009 Mar 25 19:25:17.619339 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02322c1-2ae5-4859-92e3-9b07095da8bc req-03116609-d5e8-4830-a392-4df89cd2b847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:25:17.620821 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-f02322c1-2ae5-4859-92e3-9b07095da8bc req-03116609-d5e8-4830-a392-4df89cd2b847 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d9ce3099-d02a-4e55-9db5-3bce93935985 HTTP/1.1" status: 200 len: 856 time: 0.0428696 Mar 25 19:25:17.668574 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02322c1-2ae5-4859-92e3-9b07095da8bc req-b10cba0c-be5e-4e38-95f1-d1bc66303da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:25:17.670218 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-f02322c1-2ae5-4859-92e3-9b07095da8bc req-b10cba0c-be5e-4e38-95f1-d1bc66303da5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=41df54f8-722f-48ae-9670-4d05784c9b60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0432963 Mar 25 19:25:17.769170 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-f02322c1-2ae5-4859-92e3-9b07095da8bc req-aa3d74de-f7a9-4d35-927b-c5b2e54401fe service neutron] 10.222.0.26 "GET /v2.0/networks/41df54f8-722f-48ae-9670-4d05784c9b60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911682 Mar 25 19:25:17.857174 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-f02322c1-2ae5-4859-92e3-9b07095da8bc req-516fbe3c-8b6b-41e4-acb0-0579f16f26ef service neutron] 10.222.0.26 "GET /v2.0/networks/41df54f8-722f-48ae-9670-4d05784c9b60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810773 Mar 25 19:25:18.525572 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb8b088-a65b-4b1a-af11-5170ead5584a req-bdedf530-26f4-4cbe-8f8d-08b67189728e tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:25:18.526952 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-dcb8b088-a65b-4b1a-af11-5170ead5584a req-bdedf530-26f4-4cbe-8f8d-08b67189728e tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] 10.222.0.18 "GET /v2.0/ports?device_id=f1d2a85a-2379-4748-8502-265a327e4670 HTTP/1.1" status: 200 len: 945 time: 0.0496464 Mar 25 19:25:18.571250 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-dcb8b088-a65b-4b1a-af11-5170ead5584a req-a91857fe-b72d-400f-a0e8-c76c92d2670a tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] 10.222.0.18 "GET /v2.0/security-groups?id=7320aa23-0b4a-4857-9a31-84ef6ccbb69f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388501 Mar 25 19:25:19.693268 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5d45cc-a911-4d77-bd5e-20bcda783b61 req-1f7382ee-79dd-4165-bdc7-06c38f1e4d82 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:25:19.694658 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-7d5d45cc-a911-4d77-bd5e-20bcda783b61 req-1f7382ee-79dd-4165-bdc7-06c38f1e4d82 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] 10.222.0.18 "GET /v2.0/ports?device_id=f1d2a85a-2379-4748-8502-265a327e4670 HTTP/1.1" status: 200 len: 945 time: 0.0545235 Mar 25 19:25:19.740464 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-7d5d45cc-a911-4d77-bd5e-20bcda783b61 req-d945b2e9-97ed-4736-be18-905f55126b29 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] 10.222.0.18 "GET /v2.0/security-groups?id=7320aa23-0b4a-4857-9a31-84ef6ccbb69f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401680 Mar 25 19:25:20.510526 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.wsgi [req-d733c05d-000c-435e-a4dc-c9921a5676c3 req-0a466f0c-22a9-4e5a-9beb-7dd3d3e08f00 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103196) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 25 19:25:20.511594 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-d733c05d-000c-435e-a4dc-c9921a5676c3 req-0a466f0c-22a9-4e5a-9beb-7dd3d3e08f00 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0456071 Mar 25 19:25:20.663536 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58440b4-a3f1-4901-b4b1-9ba7a90e42f1 req-83b12791-baa3-456b-895b-0cd8112ed7fa tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:25:20.665057 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-e58440b4-a3f1-4901-b4b1-9ba7a90e42f1 req-83b12791-baa3-456b-895b-0cd8112ed7fa tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] 10.222.0.18 "GET /v2.0/ports?device_id=f1d2a85a-2379-4748-8502-265a327e4670 HTTP/1.1" status: 200 len: 945 time: 0.0519328 Mar 25 19:25:20.711095 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-e58440b4-a3f1-4901-b4b1-9ba7a90e42f1 req-a4e97ab5-35c7-40e0-bfe4-7c802cd887a9 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] 10.222.0.18 "GET /v2.0/security-groups?id=7320aa23-0b4a-4857-9a31-84ef6ccbb69f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405197 Mar 25 19:25:20.759198 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Device 77a70067-c204-42fd-97a1-26b04e8d4b7e no longer exists at agent hyperv_hv-cinder-75510 {{(pid=103198) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 25 19:25:20.839087 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Current status of the port 77a70067-c204-42fd-97a1-26b04e8d4b7e is: ACTIVE; New status is: DOWN {{(pid=103198) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 25 19:25:20.839480 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1293263'] for port (77a70067-c204-42fd-97a1-26b04e8d4b7e), before_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:25:20.862247 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1d2a85a-2379-4748-8502-265a327e4670', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '77a70067-c204-42fd-97a1-26b04e8d4b7e'}] {{(pid=103198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 25 19:25:20.865056 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be5bcd447a3797005f5619062121570069e0d2064b33fc0b2cf836394b7860ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cb262c7-d5da-4bc5-b0cf-df9d5b18f2a2" -d '{"events": [{"server_uuid": "f1d2a85a-2379-4748-8502-265a327e4670", "name": "network-vif-unplugged", "status": "completed", "tag": "77a70067-c204-42fd-97a1-26b04e8d4b7e"}]}' {{(pid=103198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 25 19:25:20.877447 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] For port 77a70067-c204-42fd-97a1-26b04e8d4b7e, host hv-cinder-75510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75510',level=0,port_id=77a70067-c204-42fd-97a1-26b04e8d4b7e,segment=NetworkSegment(d2797ec7-5d3a-4260-b181-2764a4061b4e),segment_id=d2797ec7-5d3a-4260-b181-2764a4061b4e)] {{(pid=103198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 25 19:25:20.882488 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036679572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741036190733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741036190751'] for port (77a70067-c204-42fd-97a1-26b04e8d4b7e), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:25:20.888707 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.18', 36070) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:25:20.905520 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 25 Mar 2022 19:25:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72734965-edb4-428d-8c40-52e3d70f728a x-openstack-request-id: req-72734965-edb4-428d-8c40-52e3d70f728a {{(pid=103198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 25 19:25:20.905803 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1d2a85a-2379-4748-8502-265a327e4670", "name": "network-vif-unplugged", "status": "failed", "tag": "77a70067-c204-42fd-97a1-26b04e8d4b7e", "code": 422}]} {{(pid=103198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 25 19:25:20.906056 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-72734965-edb4-428d-8c40-52e3d70f728a {{(pid=103198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 25 19:25:20.906491 dv-cinder-755101-7-iscsi neutron-server[103198]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-72734965-edb4-428d-8c40-52e3d70f728a']: {'server_uuid': 'f1d2a85a-2379-4748-8502-265a327e4670', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '77a70067-c204-42fd-97a1-26b04e8d4b7e', 'code': 422} returned with failed status Mar 25 19:25:20.932251 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Pushing event updated for resources: {'Port': ['ID=77a70067-c204-42fd-97a1-26b04e8d4b7e,revision_number=8']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:25:20.971055 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-0d28918e-5555-450c-b765-72946894534a req-65f6ee87-a8fa-4508-9cad-51408c73b572 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f1d2a85a-2379-4748-8502-265a327e4670&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0809002 Mar 25 19:25:20.979211 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.wsgi [req-0d28918e-5555-450c-b765-72946894534a req-63c692e9-d4dc-4704-bf99-4308a1f57165 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103197) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 25 19:25:20.980160 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-0d28918e-5555-450c-b765-72946894534a req-63c692e9-d4dc-4704-bf99-4308a1f57165 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0046306 Mar 25 19:25:21.054665 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.18', 36078) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:25:21.379810 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d28918e-5555-450c-b765-72946894534a req-5a2adba3-5996-4b11-a5d4-eb2154988095 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:25:21.381143 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-0d28918e-5555-450c-b765-72946894534a req-5a2adba3-5996-4b11-a5d4-eb2154988095 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] 10.222.0.18 "GET /v2.0/ports/77a70067-c204-42fd-97a1-26b04e8d4b7e HTTP/1.1" status: 200 len: 940 time: 0.3255258 Mar 25 19:25:21.842063 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163ccbe0-1666-438e-a91c-63e74ca49c3e req-cd8a22da-3488-4a8a-bf43-7a58b717e5ab tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:25:21.843878 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-163ccbe0-1666-438e-a91c-63e74ca49c3e req-cd8a22da-3488-4a8a-bf43-7a58b717e5ab tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] 10.222.0.18 "GET /v2.0/ports?device_id=f1d2a85a-2379-4748-8502-265a327e4670 HTTP/1.1" status: 200 len: 943 time: 0.0528300 Mar 25 19:25:21.889678 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-163ccbe0-1666-438e-a91c-63e74ca49c3e req-620385fd-347e-433b-875b-f227fb6e1eee tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] 10.222.0.18 "GET /v2.0/security-groups?id=7320aa23-0b4a-4857-9a31-84ef6ccbb69f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402882 Mar 25 19:25:22.253465 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d28918e-5555-450c-b765-72946894534a req-4fc68081-f778-41a2-a868-7aba37ce88eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:25:22.255549 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-0d28918e-5555-450c-b765-72946894534a req-4fc68081-f778-41a2-a868-7aba37ce88eb service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=f1d2a85a-2379-4748-8502-265a327e4670&tenant_id=6512a963b11c42188d92829b913731e9 HTTP/1.1" status: 200 len: 1127 time: 0.0484803 Mar 25 19:25:22.316882 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d28918e-5555-450c-b765-72946894534a req-09cc2e4d-e8e2-4659-a300-0ebfcd41df80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:25:22.318631 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-0d28918e-5555-450c-b765-72946894534a req-09cc2e4d-e8e2-4659-a300-0ebfcd41df80 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6512a963b11c42188d92829b913731e9&device_id=f1d2a85a-2379-4748-8502-265a327e4670 HTTP/1.1" status: 200 len: 1127 time: 0.0428162 Mar 25 19:25:22.407331 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d28918e-5555-450c-b765-72946894534a req-e4b7b13b-d149-4ba9-a93f-732845b1b86b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:25:22.408774 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-0d28918e-5555-450c-b765-72946894534a req-e4b7b13b-d149-4ba9-a93f-732845b1b86b service neutron] 10.222.0.26 "GET /v2.0/networks?id=41df54f8-722f-48ae-9670-4d05784c9b60 HTTP/1.1" status: 200 len: 918 time: 0.0841172 Mar 25 19:25:22.476370 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-0d28918e-5555-450c-b765-72946894534a req-600c6976-66a9-4535-87f5-6d329d1d6314 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=77a70067-c204-42fd-97a1-26b04e8d4b7e HTTP/1.1" status: 200 len: 999 time: 0.0616767 Mar 25 19:25:22.522984 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d28918e-5555-450c-b765-72946894534a req-1322e955-2980-4af1-b675-a4d01c8a3651 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:25:22.524358 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-0d28918e-5555-450c-b765-72946894534a req-1322e955-2980-4af1-b675-a4d01c8a3651 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d9ce3099-d02a-4e55-9db5-3bce93935985 HTTP/1.1" status: 200 len: 856 time: 0.0413215 Mar 25 19:25:22.570468 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d28918e-5555-450c-b765-72946894534a req-6f92a1e2-e0fb-4f64-a83f-b3273035975d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:25:22.571918 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-0d28918e-5555-450c-b765-72946894534a req-6f92a1e2-e0fb-4f64-a83f-b3273035975d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=41df54f8-722f-48ae-9670-4d05784c9b60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0415549 Mar 25 19:25:22.663917 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-0d28918e-5555-450c-b765-72946894534a req-82a338f8-11c8-4ed7-bd11-6292c1ffdbc6 service neutron] 10.222.0.26 "GET /v2.0/networks/41df54f8-722f-48ae-9670-4d05784c9b60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859115 Mar 25 19:25:22.750092 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-0d28918e-5555-450c-b765-72946894534a req-7deb6ad4-a7b4-4194-8a7a-8b64c9d8c994 service neutron] 10.222.0.26 "GET /v2.0/networks/41df54f8-722f-48ae-9670-4d05784c9b60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794065 Mar 25 19:25:23.021053 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b4cc1b-a06e-4749-923e-7a344cae43ee req-937f1b5f-9232-4cfa-a47b-3adc738ac095 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:25:23.022532 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-12b4cc1b-a06e-4749-923e-7a344cae43ee req-937f1b5f-9232-4cfa-a47b-3adc738ac095 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] 10.222.0.18 "GET /v2.0/ports?device_id=f1d2a85a-2379-4748-8502-265a327e4670 HTTP/1.1" status: 200 len: 943 time: 0.0561783 Mar 25 19:25:23.073769 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-12b4cc1b-a06e-4749-923e-7a344cae43ee req-3db9d6f4-799d-405a-a331-9a29afdfd9b4 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] 10.222.0.18 "GET /v2.0/security-groups?id=7320aa23-0b4a-4857-9a31-84ef6ccbb69f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441291 Mar 25 19:25:24.201223 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b22874-6c4e-49ab-abad-a6d847cc3e10 req-5b90115f-02cf-47ab-b1bc-161610ebed2a tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:25:24.203475 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-12b22874-6c4e-49ab-abad-a6d847cc3e10 req-5b90115f-02cf-47ab-b1bc-161610ebed2a tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] 10.222.0.18 "GET /v2.0/ports?device_id=f1d2a85a-2379-4748-8502-265a327e4670 HTTP/1.1" status: 200 len: 943 time: 0.0532329 Mar 25 19:25:24.255830 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-12b22874-6c4e-49ab-abad-a6d847cc3e10 req-b94b91fe-c4b3-4043-8db7-a8f97dc6e6d1 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] 10.222.0.18 "GET /v2.0/security-groups?id=7320aa23-0b4a-4857-9a31-84ef6ccbb69f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464084 Mar 25 19:25:24.298480 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-29cdfda5-7bdb-42ef-a4a5-e1d0db18a7a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741036503857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133703'] for agent (ff15a80c-2d7c-4104-a6ad-0973d1d911f7), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:25:25.391844 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dcb07e-44e8-4117-8482-01169f3ac9bd req-eba9daad-efc6-4a7d-aff2-c7dda682d994 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:25:25.394463 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-26dcb07e-44e8-4117-8482-01169f3ac9bd req-eba9daad-efc6-4a7d-aff2-c7dda682d994 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] 10.222.0.18 "GET /v2.0/ports?device_id=f1d2a85a-2379-4748-8502-265a327e4670 HTTP/1.1" status: 200 len: 943 time: 0.0635455 Mar 25 19:25:25.453179 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-26dcb07e-44e8-4117-8482-01169f3ac9bd req-7da2bbc6-d63f-49f5-92f2-7ad278064bd7 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] 10.222.0.18 "GET /v2.0/security-groups?id=7320aa23-0b4a-4857-9a31-84ef6ccbb69f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516810 Mar 25 19:25:26.591002 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af585378-c1f0-482c-9342-d2add2e1e1f9 req-dbbc0f78-2dc4-44c8-9ba5-7d046e2c60c1 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:25:26.592485 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-af585378-c1f0-482c-9342-d2add2e1e1f9 req-dbbc0f78-2dc4-44c8-9ba5-7d046e2c60c1 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] 10.222.0.18 "GET /v2.0/ports?device_id=f1d2a85a-2379-4748-8502-265a327e4670 HTTP/1.1" status: 200 len: 943 time: 0.0540452 Mar 25 19:25:26.640986 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-af585378-c1f0-482c-9342-d2add2e1e1f9 req-0f56ec91-31aa-498e-b7d2-4677a8a83572 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] 10.222.0.18 "GET /v2.0/security-groups?id=7320aa23-0b4a-4857-9a31-84ef6ccbb69f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424242 Mar 25 19:25:26.698752 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-de8e8c5e-9af6-4ab8-9cd2-db28a0151bc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741036503857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133703'] for agent (af1b81b0-43af-47bb-a61e-8e46b36efc57), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:25:27.596731 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-af60142c-683d-41c3-be1d-5377fff6ca45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741036503857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133703'] for agent (c3076277-13eb-43a7-9b94-fad13f82c96d), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:25:27.601811 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31edcc9d-85aa-4bd3-a434-37413e1549c0 req-fc603504-c97f-49eb-9d65-4de9e66035dc tempest-TestShelveInstance-1646936502 tempest-TestShelveInstance-1646936502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:25:27.604401 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-31edcc9d-85aa-4bd3-a434-37413e1549c0 req-fc603504-c97f-49eb-9d65-4de9e66035dc tempest-TestShelveInstance-1646936502 tempest-TestShelveInstance-1646936502-project] 10.222.0.18 "GET /v2.0/ports?device_id=38f2e171-22da-433b-a2b5-3cfa379c81a4 HTTP/1.1" status: 200 len: 945 time: 0.0651224 Mar 25 19:25:27.661402 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-31edcc9d-85aa-4bd3-a434-37413e1549c0 req-2e7592e2-37ba-4758-84df-a95080f413b3 tempest-TestShelveInstance-1646936502 tempest-TestShelveInstance-1646936502-project] 10.222.0.18 "GET /v2.0/security-groups?id=0d0283e4-c61f-4082-abaa-df161b665b94&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0509288 Mar 25 19:25:27.774874 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019b0eda-7537-402f-8662-8a8bcaf80de6 req-ee705583-3fea-4f9c-a9f3-4472ad4e647c tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:25:27.776399 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-019b0eda-7537-402f-8662-8a8bcaf80de6 req-ee705583-3fea-4f9c-a9f3-4472ad4e647c tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] 10.222.0.18 "GET /v2.0/ports?device_id=f1d2a85a-2379-4748-8502-265a327e4670 HTTP/1.1" status: 200 len: 943 time: 0.0551214 Mar 25 19:25:27.827865 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-019b0eda-7537-402f-8662-8a8bcaf80de6 req-17381270-0fa3-463f-af85-494624a8ff6f tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] 10.222.0.18 "GET /v2.0/security-groups?id=7320aa23-0b4a-4857-9a31-84ef6ccbb69f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459261 Mar 25 19:25:28.787475 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee8011c-2b4f-4b19-a246-13aaef03f167 req-7d9aa127-0c3c-4318-914c-5f0e985c261a tempest-TestShelveInstance-1646936502 tempest-TestShelveInstance-1646936502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:25:28.789077 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-6ee8011c-2b4f-4b19-a246-13aaef03f167 req-7d9aa127-0c3c-4318-914c-5f0e985c261a tempest-TestShelveInstance-1646936502 tempest-TestShelveInstance-1646936502-project] 10.222.0.18 "GET /v2.0/ports?device_id=38f2e171-22da-433b-a2b5-3cfa379c81a4 HTTP/1.1" status: 200 len: 945 time: 0.0583484 Mar 25 19:25:28.842856 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-6ee8011c-2b4f-4b19-a246-13aaef03f167 req-cd42783c-7b7d-49b9-bb86-8a760098d193 tempest-TestShelveInstance-1646936502 tempest-TestShelveInstance-1646936502-project] 10.222.0.18 "GET /v2.0/security-groups?id=0d0283e4-c61f-4082-abaa-df161b665b94&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0471756 Mar 25 19:25:28.961589 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3155d9-8e64-4b04-9770-3f80d21aa7be req-80c0b39f-f6a4-4708-a734-5406124c0402 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:25:28.963315 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-1c3155d9-8e64-4b04-9770-3f80d21aa7be req-80c0b39f-f6a4-4708-a734-5406124c0402 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] 10.222.0.18 "GET /v2.0/ports?device_id=f1d2a85a-2379-4748-8502-265a327e4670 HTTP/1.1" status: 200 len: 943 time: 0.0535312 Mar 25 19:25:29.011348 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-1c3155d9-8e64-4b04-9770-3f80d21aa7be req-1caf710b-91b0-4a3d-9990-cf2f069b9ddb tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] 10.222.0.18 "GET /v2.0/security-groups?id=7320aa23-0b4a-4857-9a31-84ef6ccbb69f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423453 Mar 25 19:25:29.197741 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-bfcc621e-35c9-4ac2-b4cb-53c403134561 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741036503857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133703'] for agent (9ba807d9-64cc-4b2a-8ad2-e4f3b23bc779), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:25:29.975355 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fd9d66-6b19-4355-abcb-84df2f8257eb req-f792486a-3c7f-470f-b10c-c99984881818 tempest-TestShelveInstance-1646936502 tempest-TestShelveInstance-1646936502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:25:29.976847 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-f3fd9d66-6b19-4355-abcb-84df2f8257eb req-f792486a-3c7f-470f-b10c-c99984881818 tempest-TestShelveInstance-1646936502 tempest-TestShelveInstance-1646936502-project] 10.222.0.18 "GET /v2.0/ports?device_id=38f2e171-22da-433b-a2b5-3cfa379c81a4 HTTP/1.1" status: 200 len: 945 time: 0.0565035 Mar 25 19:25:30.029792 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-f3fd9d66-6b19-4355-abcb-84df2f8257eb req-3cdacd78-93b5-4636-9de2-64a91e191c17 tempest-TestShelveInstance-1646936502 tempest-TestShelveInstance-1646936502-project] 10.222.0.18 "GET /v2.0/security-groups?id=0d0283e4-c61f-4082-abaa-df161b665b94&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0472114 Mar 25 19:25:30.137917 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93b3694-bc40-44b6-ae4f-46d008ea4145 req-39611145-9aac-4e91-bb05-3a70dcddf552 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:25:30.139863 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-e93b3694-bc40-44b6-ae4f-46d008ea4145 req-39611145-9aac-4e91-bb05-3a70dcddf552 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] 10.222.0.18 "GET /v2.0/ports?device_id=f1d2a85a-2379-4748-8502-265a327e4670 HTTP/1.1" status: 200 len: 943 time: 0.0548825 Mar 25 19:25:30.210970 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-e93b3694-bc40-44b6-ae4f-46d008ea4145 req-d181df6d-814c-4c6a-b13d-8417b2f4c422 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] 10.222.0.18 "GET /v2.0/security-groups?id=7320aa23-0b4a-4857-9a31-84ef6ccbb69f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564923 Mar 25 19:25:30.742386 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741036503857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133703'] for agent (e10cc9df-a7ce-4b9c-bc25-dffd007f5dd8), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:25:30.786051 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741036503857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133703'] for agent (239dac0e-b210-4295-8f1a-11f7f9dc3de1), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:25:31.156333 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f57f87-f32e-4997-8912-85b9828a7d23 req-37107a69-c146-43b3-85aa-f0f0b35b5f1d tempest-TestShelveInstance-1646936502 tempest-TestShelveInstance-1646936502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:25:31.157892 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-27f57f87-f32e-4997-8912-85b9828a7d23 req-37107a69-c146-43b3-85aa-f0f0b35b5f1d tempest-TestShelveInstance-1646936502 tempest-TestShelveInstance-1646936502-project] 10.222.0.18 "GET /v2.0/ports?device_id=38f2e171-22da-433b-a2b5-3cfa379c81a4 HTTP/1.1" status: 200 len: 945 time: 0.0593119 Mar 25 19:25:31.208084 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-27f57f87-f32e-4997-8912-85b9828a7d23 req-0abc6dd8-e074-451c-b713-f1d200e9660b tempest-TestShelveInstance-1646936502 tempest-TestShelveInstance-1646936502-project] 10.222.0.18 "GET /v2.0/security-groups?id=0d0283e4-c61f-4082-abaa-df161b665b94&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0440063 Mar 25 19:25:31.339813 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc4defc-304a-47b7-8f30-f7a48968bc02 req-d4736601-effd-4686-a09d-1511e936b840 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:25:31.341189 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-edc4defc-304a-47b7-8f30-f7a48968bc02 req-d4736601-effd-4686-a09d-1511e936b840 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] 10.222.0.18 "GET /v2.0/ports?device_id=f1d2a85a-2379-4748-8502-265a327e4670 HTTP/1.1" status: 200 len: 943 time: 0.0545366 Mar 25 19:25:31.389546 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-edc4defc-304a-47b7-8f30-f7a48968bc02 req-67d50cea-4dbd-41b2-857e-a8a864d7e8ef tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] 10.222.0.18 "GET /v2.0/security-groups?id=7320aa23-0b4a-4857-9a31-84ef6ccbb69f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414135 Mar 25 19:25:32.322276 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b0af67-8097-419e-bb60-a0c1e6861eba req-65951b6a-223b-42e5-8b05-29eb62ffa66e tempest-TestShelveInstance-1646936502 tempest-TestShelveInstance-1646936502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:25:32.323766 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-24b0af67-8097-419e-bb60-a0c1e6861eba req-65951b6a-223b-42e5-8b05-29eb62ffa66e tempest-TestShelveInstance-1646936502 tempest-TestShelveInstance-1646936502-project] 10.222.0.18 "GET /v2.0/ports?device_id=38f2e171-22da-433b-a2b5-3cfa379c81a4 HTTP/1.1" status: 200 len: 945 time: 0.0509181 Mar 25 19:25:32.371986 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-24b0af67-8097-419e-bb60-a0c1e6861eba req-6daec204-0a36-4065-bda7-e81c2e7fe555 tempest-TestShelveInstance-1646936502 tempest-TestShelveInstance-1646936502-project] 10.222.0.18 "GET /v2.0/security-groups?id=0d0283e4-c61f-4082-abaa-df161b665b94&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0426226 Mar 25 19:25:32.511056 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4af24a-9933-41aa-a469-965ef6a299ef req-1955e918-95e2-4ac9-927b-957ec8009e89 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:25:32.512430 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-2b4af24a-9933-41aa-a469-965ef6a299ef req-1955e918-95e2-4ac9-927b-957ec8009e89 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] 10.222.0.18 "GET /v2.0/ports?device_id=f1d2a85a-2379-4748-8502-265a327e4670 HTTP/1.1" status: 200 len: 943 time: 0.0512214 Mar 25 19:25:32.557630 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-2b4af24a-9933-41aa-a469-965ef6a299ef req-c45a07fe-7a99-47b4-a8e9-4ccf1b5a9a23 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] 10.222.0.18 "GET /v2.0/security-groups?id=7320aa23-0b4a-4857-9a31-84ef6ccbb69f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395532 Mar 25 19:25:32.848263 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Device 77a70067-c204-42fd-97a1-26b04e8d4b7e details requested by agent hyperv_hv-cinder-75510 with host hv-cinder-75510 {{(pid=103198) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 25 19:25:32.948634 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] For port 77a70067-c204-42fd-97a1-26b04e8d4b7e, host hv-cinder-75510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75510',level=0,port_id=77a70067-c204-42fd-97a1-26b04e8d4b7e,segment=NetworkSegment(d2797ec7-5d3a-4260-b181-2764a4061b4e),segment_id=d2797ec7-5d3a-4260-b181-2764a4061b4e)] {{(pid=103198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 25 19:25:32.962347 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Returning: {'device': '77a70067-c204-42fd-97a1-26b04e8d4b7e', 'network_id': '41df54f8-722f-48ae-9670-4d05784c9b60', 'port_id': '77a70067-c204-42fd-97a1-26b04e8d4b7e', 'mac_address': 'fa:16:3e:bf:72:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 276, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9ce3099-d02a-4e55-9db5-3bce93935985', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103198) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 25 19:25:32.999914 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Current status of the port 77a70067-c204-42fd-97a1-26b04e8d4b7e is: DOWN; New status is: BUILD {{(pid=103198) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 25 19:25:33.000410 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1293263'] for port (77a70067-c204-42fd-97a1-26b04e8d4b7e), before_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:25:33.013465 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.notifiers.nova [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77a70067-c204-42fd-97a1-26b04e8d4b7e {{(pid=103198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 25 19:25:33.032185 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] For port 77a70067-c204-42fd-97a1-26b04e8d4b7e, host hv-cinder-75510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75510',level=0,port_id=77a70067-c204-42fd-97a1-26b04e8d4b7e,segment=NetworkSegment(d2797ec7-5d3a-4260-b181-2764a4061b4e),segment_id=d2797ec7-5d3a-4260-b181-2764a4061b4e)] {{(pid=103198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 25 19:25:33.036220 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036679572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741036190733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741036190751'] for port (77a70067-c204-42fd-97a1-26b04e8d4b7e), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:25:33.083400 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Pushing event updated for resources: {'Port': ['ID=77a70067-c204-42fd-97a1-26b04e8d4b7e,revision_number=9']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:25:33.312701 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] get_ports_and_sgs() called for port_ids ['77a70067-c204-42fd-97a1-26b04e8d4b7e'] {{(pid=103198) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 25 19:25:33.491581 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223293cc-dae7-4058-ba6b-528a16720d25 req-08a336c6-fc3c-4e4b-bd92-8dcc0372a2e3 tempest-TestShelveInstance-1646936502 tempest-TestShelveInstance-1646936502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:25:33.493035 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-223293cc-dae7-4058-ba6b-528a16720d25 req-08a336c6-fc3c-4e4b-bd92-8dcc0372a2e3 tempest-TestShelveInstance-1646936502 tempest-TestShelveInstance-1646936502-project] 10.222.0.18 "GET /v2.0/ports?device_id=38f2e171-22da-433b-a2b5-3cfa379c81a4 HTTP/1.1" status: 200 len: 945 time: 0.0541463 Mar 25 19:25:33.542911 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-223293cc-dae7-4058-ba6b-528a16720d25 req-1d686ec2-231a-40f6-a271-9c4c7c9a8e0e tempest-TestShelveInstance-1646936502 tempest-TestShelveInstance-1646936502-project] 10.222.0.18 "GET /v2.0/security-groups?id=0d0283e4-c61f-4082-abaa-df161b665b94&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0442951 Mar 25 19:25:33.682133 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22751c19-b50a-4cd1-8cc9-e6c2bdaa5049 req-fcf0a04e-7efd-46dc-86ec-062c8d53a478 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:25:33.683602 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-22751c19-b50a-4cd1-8cc9-e6c2bdaa5049 req-fcf0a04e-7efd-46dc-86ec-062c8d53a478 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] 10.222.0.18 "GET /v2.0/ports?device_id=f1d2a85a-2379-4748-8502-265a327e4670 HTTP/1.1" status: 200 len: 944 time: 0.0536783 Mar 25 19:25:33.729922 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-22751c19-b50a-4cd1-8cc9-e6c2bdaa5049 req-39c78f6c-8cb0-44bf-a3e8-e1ca0a8924b5 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] 10.222.0.18 "GET /v2.0/security-groups?id=7320aa23-0b4a-4857-9a31-84ef6ccbb69f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407670 Mar 25 19:25:34.657420 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63f5e17-3b4f-492a-aeed-78817002a48b req-65a6a5b1-7b26-444e-8117-fef83798932f tempest-TestShelveInstance-1646936502 tempest-TestShelveInstance-1646936502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:25:34.658945 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-f63f5e17-3b4f-492a-aeed-78817002a48b req-65a6a5b1-7b26-444e-8117-fef83798932f tempest-TestShelveInstance-1646936502 tempest-TestShelveInstance-1646936502-project] 10.222.0.18 "GET /v2.0/ports?device_id=38f2e171-22da-433b-a2b5-3cfa379c81a4 HTTP/1.1" status: 200 len: 945 time: 0.0502961 Mar 25 19:25:34.705761 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-f63f5e17-3b4f-492a-aeed-78817002a48b req-e7c251e8-d2ee-4c3a-b97f-3bd52888b4bc tempest-TestShelveInstance-1646936502 tempest-TestShelveInstance-1646936502-project] 10.222.0.18 "GET /v2.0/security-groups?id=0d0283e4-c61f-4082-abaa-df161b665b94&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0408380 Mar 25 19:25:34.833278 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Device 77a70067-c204-42fd-97a1-26b04e8d4b7e up at agent hyperv_hv-cinder-75510 {{(pid=103198) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 25 19:25:34.850754 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633b3edd-5ce2-4334-9c9c-a770e85b4e08 req-bb005368-c11b-445b-8df7-7950cdb9cf4d tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:25:34.852250 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-633b3edd-5ce2-4334-9c9c-a770e85b4e08 req-bb005368-c11b-445b-8df7-7950cdb9cf4d tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] 10.222.0.18 "GET /v2.0/ports?device_id=f1d2a85a-2379-4748-8502-265a327e4670 HTTP/1.1" status: 200 len: 944 time: 0.0534291 Mar 25 19:25:34.885196 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Provisioning complete for port 77a70067-c204-42fd-97a1-26b04e8d4b7e triggered by entity L2. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 25 19:25:34.885569 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133789'] for port (77a70067-c204-42fd-97a1-26b04e8d4b7e), provisioning_complete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:25:34.898898 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-633b3edd-5ce2-4334-9c9c-a770e85b4e08 req-13df7574-d239-48ad-bc64-32a656f550b9 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] 10.222.0.18 "GET /v2.0/security-groups?id=7320aa23-0b4a-4857-9a31-84ef6ccbb69f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408628 Mar 25 19:25:34.961063 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Current status of the port 77a70067-c204-42fd-97a1-26b04e8d4b7e is: BUILD; New status is: ACTIVE {{(pid=103198) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 25 19:25:34.961453 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1293263'] for port (77a70067-c204-42fd-97a1-26b04e8d4b7e), before_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:25:34.983196 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1d2a85a-2379-4748-8502-265a327e4670', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77a70067-c204-42fd-97a1-26b04e8d4b7e'}] {{(pid=103198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 25 19:25:34.985371 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be5bcd447a3797005f5619062121570069e0d2064b33fc0b2cf836394b7860ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c09830b-bd20-47a8-8e2b-04769cc5ad3b" -d '{"events": [{"server_uuid": "f1d2a85a-2379-4748-8502-265a327e4670", "name": "network-vif-plugged", "status": "completed", "tag": "77a70067-c204-42fd-97a1-26b04e8d4b7e"}]}' {{(pid=103198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 25 19:25:34.997932 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] For port 77a70067-c204-42fd-97a1-26b04e8d4b7e, host hv-cinder-75510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75510',level=0,port_id=77a70067-c204-42fd-97a1-26b04e8d4b7e,segment=NetworkSegment(d2797ec7-5d3a-4260-b181-2764a4061b4e),segment_id=d2797ec7-5d3a-4260-b181-2764a4061b4e)] {{(pid=103198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 25 19:25:35.003228 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036679572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741036190733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741036190751'] for port (77a70067-c204-42fd-97a1-26b04e8d4b7e), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:25:35.025714 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Mar 2022 19:25:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be63d31a-ceca-4936-91a1-2ee217ed5d11 x-openstack-request-id: req-be63d31a-ceca-4936-91a1-2ee217ed5d11 {{(pid=103198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 25 19:25:35.026002 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1d2a85a-2379-4748-8502-265a327e4670", "name": "network-vif-plugged", "status": "completed", "tag": "77a70067-c204-42fd-97a1-26b04e8d4b7e", "code": 200}]} {{(pid=103198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 25 19:25:35.026255 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-be63d31a-ceca-4936-91a1-2ee217ed5d11 {{(pid=103198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 25 19:25:35.026665 dv-cinder-755101-7-iscsi neutron-server[103198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be63d31a-ceca-4936-91a1-2ee217ed5d11'] response: {'server_uuid': 'f1d2a85a-2379-4748-8502-265a327e4670', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77a70067-c204-42fd-97a1-26b04e8d4b7e', 'code': 200} Mar 25 19:25:35.055205 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Pushing event updated for resources: {'Port': ['ID=77a70067-c204-42fd-97a1-26b04e8d4b7e,revision_number=10']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:25:35.238126 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd42ee7-47d5-4524-bea0-3a219d94292a req-c2d9b412-b1b4-453a-9323-7513f48fc9df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:25:35.239614 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-0bd42ee7-47d5-4524-bea0-3a219d94292a req-c2d9b412-b1b4-453a-9323-7513f48fc9df service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=f1d2a85a-2379-4748-8502-265a327e4670 HTTP/1.1" status: 200 len: 1130 time: 0.0834849 Mar 25 19:25:35.283888 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-0bd42ee7-47d5-4524-bea0-3a219d94292a req-a0d409cf-c4db-440a-a015-e1d7cab5d83c service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=7320aa23-0b4a-4857-9a31-84ef6ccbb69f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382557 Mar 25 19:25:35.823447 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d4f224-42a8-40da-bdca-0ba2bbfa0ed7 req-f0869b92-2405-4b87-a6b1-a764a373c3d3 tempest-TestShelveInstance-1646936502 tempest-TestShelveInstance-1646936502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:25:35.825242 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-01d4f224-42a8-40da-bdca-0ba2bbfa0ed7 req-f0869b92-2405-4b87-a6b1-a764a373c3d3 tempest-TestShelveInstance-1646936502 tempest-TestShelveInstance-1646936502-project] 10.222.0.18 "GET /v2.0/ports?device_id=38f2e171-22da-433b-a2b5-3cfa379c81a4 HTTP/1.1" status: 200 len: 945 time: 0.0555823 Mar 25 19:25:35.908298 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-01d4f224-42a8-40da-bdca-0ba2bbfa0ed7 req-ad73f7cb-3d66-416e-8fb3-d15418ba60bb tempest-TestShelveInstance-1646936502 tempest-TestShelveInstance-1646936502-project] 10.222.0.18 "GET /v2.0/security-groups?id=0d0283e4-c61f-4082-abaa-df161b665b94&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0770674 Mar 25 19:25:36.022845 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94c3653-b8d2-4030-8e2e-10ef904c69c8 req-bc1beeae-b25c-451b-92c1-39ed3f48320d tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:25:36.024199 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-b94c3653-b8d2-4030-8e2e-10ef904c69c8 req-bc1beeae-b25c-451b-92c1-39ed3f48320d tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] 10.222.0.18 "GET /v2.0/ports?device_id=f1d2a85a-2379-4748-8502-265a327e4670 HTTP/1.1" status: 200 len: 946 time: 0.0507038 Mar 25 19:25:36.068240 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-b94c3653-b8d2-4030-8e2e-10ef904c69c8 req-2b8ab45c-e85c-45c5-89b0-160509160db9 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] 10.222.0.18 "GET /v2.0/security-groups?id=7320aa23-0b4a-4857-9a31-84ef6ccbb69f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385945 Mar 25 19:25:37.036087 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c975ee9e-c091-46d9-a0c7-d27cd061e979 req-dc6ae31a-bd10-433a-8760-9c21922592c6 tempest-TestShelveInstance-1646936502 tempest-TestShelveInstance-1646936502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:25:37.037533 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-c975ee9e-c091-46d9-a0c7-d27cd061e979 req-dc6ae31a-bd10-433a-8760-9c21922592c6 tempest-TestShelveInstance-1646936502 tempest-TestShelveInstance-1646936502-project] 10.222.0.18 "GET /v2.0/ports?device_id=38f2e171-22da-433b-a2b5-3cfa379c81a4 HTTP/1.1" status: 200 len: 945 time: 0.0506079 Mar 25 19:25:37.085663 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-c975ee9e-c091-46d9-a0c7-d27cd061e979 req-dd054ecf-c485-4f1b-89ec-23dcdb32fb67 tempest-TestShelveInstance-1646936502 tempest-TestShelveInstance-1646936502-project] 10.222.0.18 "GET /v2.0/security-groups?id=0d0283e4-c61f-4082-abaa-df161b665b94&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424700 Mar 25 19:25:37.111526 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.db.agents_db [None req-ad735e95-395b-498c-b22d-e8906e231634 None None] Agent healthcheck: found 6 active agents {{(pid=103199) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 25 19:25:37.193526 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3243410-0bc4-4f84-96b6-a5caa5f032ed req-eaef2abf-dbc4-4e54-af95-bcb7ccaffa71 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:25:37.195035 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-f3243410-0bc4-4f84-96b6-a5caa5f032ed req-eaef2abf-dbc4-4e54-af95-bcb7ccaffa71 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] 10.222.0.18 "GET /v2.0/ports?device_id=f1d2a85a-2379-4748-8502-265a327e4670 HTTP/1.1" status: 200 len: 946 time: 0.0560393 Mar 25 19:25:37.240703 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-f3243410-0bc4-4f84-96b6-a5caa5f032ed req-97ea33b7-1e80-4736-b971-ea8e6fc39c45 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] 10.222.0.18 "GET /v2.0/security-groups?id=7320aa23-0b4a-4857-9a31-84ef6ccbb69f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401342 Mar 25 19:25:38.208647 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f37e2f3-0e2b-42b8-ba27-badb4ec9024d req-7075fbeb-7d2c-4c31-8e32-5662c5b3abd1 tempest-TestShelveInstance-1646936502 tempest-TestShelveInstance-1646936502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:25:38.210123 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-8f37e2f3-0e2b-42b8-ba27-badb4ec9024d req-7075fbeb-7d2c-4c31-8e32-5662c5b3abd1 tempest-TestShelveInstance-1646936502 tempest-TestShelveInstance-1646936502-project] 10.222.0.18 "GET /v2.0/ports?device_id=38f2e171-22da-433b-a2b5-3cfa379c81a4 HTTP/1.1" status: 200 len: 945 time: 0.0544109 Mar 25 19:25:38.256842 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-8f37e2f3-0e2b-42b8-ba27-badb4ec9024d req-122279d9-df7a-4864-ac15-a231920af152 tempest-TestShelveInstance-1646936502 tempest-TestShelveInstance-1646936502-project] 10.222.0.18 "GET /v2.0/security-groups?id=0d0283e4-c61f-4082-abaa-df161b665b94&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0413163 Mar 25 19:25:39.378459 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bd6c80-7cc4-40d9-a165-a950a71a0a08 req-5d326952-83a9-4493-ad96-dba750c53531 tempest-TestShelveInstance-1646936502 tempest-TestShelveInstance-1646936502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:25:39.379943 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-f7bd6c80-7cc4-40d9-a165-a950a71a0a08 req-5d326952-83a9-4493-ad96-dba750c53531 tempest-TestShelveInstance-1646936502 tempest-TestShelveInstance-1646936502-project] 10.222.0.18 "GET /v2.0/ports?device_id=38f2e171-22da-433b-a2b5-3cfa379c81a4 HTTP/1.1" status: 200 len: 945 time: 0.0521421 Mar 25 19:25:39.426752 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-f7bd6c80-7cc4-40d9-a165-a950a71a0a08 req-c307b469-3b15-461d-a8d1-3e284a78cf3b tempest-TestShelveInstance-1646936502 tempest-TestShelveInstance-1646936502-project] 10.222.0.18 "GET /v2.0/security-groups?id=0d0283e4-c61f-4082-abaa-df161b665b94&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0413506 Mar 25 19:25:39.467047 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.18', 36300) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:25:39.471566 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.v2.base [None req-2d806ea4-8a66-405d-93a0-c26135e1b3e4 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Request body: {'security_group': {'name': 'tempest-securitygroup--570753926', 'description': 'tempest-description--71887307'}} {{(pid=103197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 19:25:39.491077 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-2d806ea4-8a66-405d-93a0-c26135e1b3e4 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Publish callbacks [] for security_group (None), before_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:25:39.555622 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-2d806ea4-8a66-405d-93a0-c26135e1b3e4 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Publish callbacks [] for security_group (d533166a-75d4-4ca4-89d7-bf50c3686196), precommit_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:25:39.559359 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-2d806ea4-8a66-405d-93a0-c26135e1b3e4 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687199'] for security_group (d533166a-75d4-4ca4-89d7-bf50c3686196), after_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:25:39.589086 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-2d806ea4-8a66-405d-93a0-c26135e1b3e4 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Publish callbacks [] for security_group (None), before_response {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:25:39.590304 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-2d806ea4-8a66-405d-93a0-c26135e1b3e4 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1222489 Mar 25 19:25:39.593370 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.18', 36302) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:25:39.595329 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d806ea4-8a66-405d-93a0-c26135e1b3e4 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d533166a-75d4-4ca4-89d7-bf50c3686196,revision_number=1']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:25:39.598469 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.v2.base [None req-af50ea1b-ba8c-4c37-9c8a-e84e0eaf6a55 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Request body: {'security_group_rule': {'security_group_id': 'd533166a-75d4-4ca4-89d7-bf50c3686196', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103196) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 19:25:39.602984 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d806ea4-8a66-405d-93a0-c26135e1b3e4 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:25:39.603359 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d806ea4-8a66-405d-93a0-c26135e1b3e4 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:25:39.603699 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d806ea4-8a66-405d-93a0-c26135e1b3e4 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:25:39.604033 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d806ea4-8a66-405d-93a0-c26135e1b3e4 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:25:39.604362 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d806ea4-8a66-405d-93a0-c26135e1b3e4 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:25:39.604688 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d806ea4-8a66-405d-93a0-c26135e1b3e4 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:25:39.605016 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d806ea4-8a66-405d-93a0-c26135e1b3e4 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:25:39.605332 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d806ea4-8a66-405d-93a0-c26135e1b3e4 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:25:39.605651 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d806ea4-8a66-405d-93a0-c26135e1b3e4 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:25:39.605971 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d806ea4-8a66-405d-93a0-c26135e1b3e4 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:25:39.606290 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d806ea4-8a66-405d-93a0-c26135e1b3e4 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:25:39.606637 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d806ea4-8a66-405d-93a0-c26135e1b3e4 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:25:39.606954 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d806ea4-8a66-405d-93a0-c26135e1b3e4 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:25:39.607272 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d806ea4-8a66-405d-93a0-c26135e1b3e4 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:25:39.607586 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d806ea4-8a66-405d-93a0-c26135e1b3e4 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:25:39.624892 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-af50ea1b-ba8c-4c37-9c8a-e84e0eaf6a55 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Publish callbacks [] for security_group_rule (967f9c7b-d57b-4ea4-9565-20f9b3249097), before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:25:39.683523 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-af50ea1b-ba8c-4c37-9c8a-e84e0eaf6a55 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Publish callbacks [] for security_group_rule (967f9c7b-d57b-4ea4-9565-20f9b3249097), precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:25:39.687406 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-af50ea1b-ba8c-4c37-9c8a-e84e0eaf6a55 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677543'] for security_group_rule (967f9c7b-d57b-4ea4-9565-20f9b3249097), after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:25:39.706565 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af50ea1b-ba8c-4c37-9c8a-e84e0eaf6a55 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=967f9c7b-d57b-4ea4-9565-20f9b3249097,revision_number=0']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:25:39.716280 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af50ea1b-ba8c-4c37-9c8a-e84e0eaf6a55 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:25:39.716624 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af50ea1b-ba8c-4c37-9c8a-e84e0eaf6a55 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:25:39.716964 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af50ea1b-ba8c-4c37-9c8a-e84e0eaf6a55 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:25:39.717444 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af50ea1b-ba8c-4c37-9c8a-e84e0eaf6a55 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:25:39.717633 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af50ea1b-ba8c-4c37-9c8a-e84e0eaf6a55 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:25:39.717960 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af50ea1b-ba8c-4c37-9c8a-e84e0eaf6a55 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:25:39.718589 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af50ea1b-ba8c-4c37-9c8a-e84e0eaf6a55 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:25:39.718730 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af50ea1b-ba8c-4c37-9c8a-e84e0eaf6a55 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:25:39.718938 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af50ea1b-ba8c-4c37-9c8a-e84e0eaf6a55 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:25:39.719252 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af50ea1b-ba8c-4c37-9c8a-e84e0eaf6a55 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:25:39.719570 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af50ea1b-ba8c-4c37-9c8a-e84e0eaf6a55 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:25:39.719990 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af50ea1b-ba8c-4c37-9c8a-e84e0eaf6a55 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:25:39.720194 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af50ea1b-ba8c-4c37-9c8a-e84e0eaf6a55 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:25:39.720514 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af50ea1b-ba8c-4c37-9c8a-e84e0eaf6a55 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:25:39.720828 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af50ea1b-ba8c-4c37-9c8a-e84e0eaf6a55 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:25:39.728015 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-af50ea1b-ba8c-4c37-9c8a-e84e0eaf6a55 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:25:39.729188 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-af50ea1b-ba8c-4c37-9c8a-e84e0eaf6a55 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1348476 Mar 25 19:25:39.731900 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.18', 36306) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:25:39.736120 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.v2.base [None req-26d8f785-5162-4398-9d59-33f60c470252 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Request body: {'security_group_rule': {'security_group_id': 'd533166a-75d4-4ca4-89d7-bf50c3686196', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103196) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 19:25:39.761280 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-26d8f785-5162-4398-9d59-33f60c470252 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Publish callbacks [] for security_group_rule (04302231-067b-4451-9c3d-06865123b1a8), before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:25:39.816351 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-26d8f785-5162-4398-9d59-33f60c470252 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Publish callbacks [] for security_group_rule (04302231-067b-4451-9c3d-06865123b1a8), precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:25:39.820069 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-26d8f785-5162-4398-9d59-33f60c470252 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677543'] for security_group_rule (04302231-067b-4451-9c3d-06865123b1a8), after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:25:39.844992 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d8f785-5162-4398-9d59-33f60c470252 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04302231-067b-4451-9c3d-06865123b1a8,revision_number=0']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:25:39.851764 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-26d8f785-5162-4398-9d59-33f60c470252 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:25:39.852951 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-26d8f785-5162-4398-9d59-33f60c470252 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1201208 Mar 25 19:25:39.856085 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.18', 36308) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:25:39.860652 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.v2.base [None req-105d3812-113f-4008-ba60-ec0a0783cccf tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Request body: {'floatingip': {'floating_network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15'}} {{(pid=103196) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 19:25:39.885058 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-105d3812-113f-4008-ba60-ec0a0783cccf tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:25:40.194595 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-105d3812-113f-4008-ba60-ec0a0783cccf tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1293263'] for port (None), before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:25:40.300136 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.db.db_base_plugin_common [None req-105d3812-113f-4008-ba60-ec0a0783cccf tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Allocated IP 172.27.0.17 (4acd50f3-de7f-4854-a6f4-5b66b3577c15/efae7cfd-1549-43a8-94ca-01f5ce7b3ee1/d0a06071-fb95-48e9-bf3a-b247c79570f0) {{(pid=103196) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 19:25:40.401705 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-105d3812-113f-4008-ba60-ec0a0783cccf tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Publish callbacks [] for port (d0a06071-fb95-48e9-bf3a-b247c79570f0), precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:25:40.435738 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-105d3812-113f-4008-ba60-ec0a0783cccf tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741036193015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58911673'] for port (d0a06071-fb95-48e9-bf3a-b247c79570f0), after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:25:40.476814 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-105d3812-113f-4008-ba60-ec0a0783cccf tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Network 4acd50f3-de7f-4854-a6f4-5b66b3577c15 is already hosted by enough agents. {{(pid=103196) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 19:25:40.479661 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.scheduler.base_scheduler [None req-105d3812-113f-4008-ba60-ec0a0783cccf tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Resources bound (agent type, host, resource id): {{(pid=103196) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 19:25:40.485183 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-105d3812-113f-4008-ba60-ec0a0783cccf tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Received port after_create {{(pid=103196) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 25 19:25:40.507344 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105d3812-113f-4008-ba60-ec0a0783cccf tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Pushing event updated for resources: {'Port': ['ID=d0a06071-fb95-48e9-bf3a-b247c79570f0,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:25:40.549059 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359d0a5e-7fea-4689-bf3a-81afc3f28f69 req-38df6e81-5cba-4f56-bbbf-a60ccdc875ab tempest-TestShelveInstance-1646936502 tempest-TestShelveInstance-1646936502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:25:40.550939 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-359d0a5e-7fea-4689-bf3a-81afc3f28f69 req-38df6e81-5cba-4f56-bbbf-a60ccdc875ab tempest-TestShelveInstance-1646936502 tempest-TestShelveInstance-1646936502-project] 10.222.0.18 "GET /v2.0/ports?device_id=38f2e171-22da-433b-a2b5-3cfa379c81a4 HTTP/1.1" status: 200 len: 945 time: 0.0569866 Mar 25 19:25:40.599843 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-359d0a5e-7fea-4689-bf3a-81afc3f28f69 req-7c3bf7bd-12f8-448d-9a2b-7b0037850dc3 tempest-TestShelveInstance-1646936502 tempest-TestShelveInstance-1646936502-project] 10.222.0.18 "GET /v2.0/security-groups?id=0d0283e4-c61f-4082-abaa-df161b665b94&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0432959 Mar 25 19:25:40.605777 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-105d3812-113f-4008-ba60-ec0a0783cccf tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Publish callbacks [] for floatingip (09a23944-5487-461a-bfd9-cfb2c8ae78ed), precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:25:40.648630 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-105d3812-113f-4008-ba60-ec0a0783cccf tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1293263'] for port (d0a06071-fb95-48e9-bf3a-b247c79570f0), before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:25:40.795506 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-105d3812-113f-4008-ba60-ec0a0783cccf tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Publish callbacks [] for port (d0a06071-fb95-48e9-bf3a-b247c79570f0), precommit_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:25:40.800302 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-105d3812-113f-4008-ba60-ec0a0783cccf tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036679572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741036190733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741036190751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58911630'] for port (d0a06071-fb95-48e9-bf3a-b247c79570f0), after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:25:40.866082 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105d3812-113f-4008-ba60-ec0a0783cccf tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Pushing event updated for resources: {'Port': ['ID=d0a06071-fb95-48e9-bf3a-b247c79570f0,revision_number=2']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:25:40.877477 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-105d3812-113f-4008-ba60-ec0a0783cccf tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3753541'] for floatingip (09a23944-5487-461a-bfd9-cfb2c8ae78ed), after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:25:40.892714 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-105d3812-113f-4008-ba60-ec0a0783cccf tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63648'] for floatingip (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:25:40.895110 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-105d3812-113f-4008-ba60-ec0a0783cccf tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0380785 Mar 25 19:25:41.045411 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-adbd2cfa-01d5-4bd6-a33c-68abfb1e4826 req-f99e1841-d731-4853-b54b-295887cb73c9 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--570753926&fields=id&tenant_id=dc089ebbae3f448da3893c2c3fea588f HTTP/1.1" status: 200 len: 267 time: 0.0454786 Mar 25 19:25:41.151447 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbd2cfa-01d5-4bd6-a33c-68abfb1e4826 req-d4315f5d-3b6e-4141-a3e1-514d20bac452 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:25:41.152912 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-adbd2cfa-01d5-4bd6-a33c-68abfb1e4826 req-d4315f5d-3b6e-4141-a3e1-514d20bac452 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] 10.222.0.18 "GET /v2.0/networks?id=1b551ab7-2e5a-400a-a69e-184f0d4cccb9 HTTP/1.1" status: 200 len: 815 time: 0.1006539 Mar 25 19:25:41.166960 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-adbd2cfa-01d5-4bd6-a33c-68abfb1e4826 req-c153a833-c031-4bf7-a311-d9d25df4179f tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] 10.222.0.18 "GET /v2.0/quotas/dc089ebbae3f448da3893c2c3fea588f HTTP/1.1" status: 200 len: 375 time: 0.0088232 Mar 25 19:25:41.223885 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-adbd2cfa-01d5-4bd6-a33c-68abfb1e4826 req-ea1b02c4-ad26-4982-a88a-a9125819a673 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=dc089ebbae3f448da3893c2c3fea588f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0520329 Mar 25 19:25:41.317259 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-adbd2cfa-01d5-4bd6-a33c-68abfb1e4826 req-d03a5939-bd80-4a40-add9-7c7d82118b41 service neutron] 10.222.0.18 "GET /v2.0/networks/1b551ab7-2e5a-400a-a69e-184f0d4cccb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823674 Mar 25 19:25:41.404584 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-adbd2cfa-01d5-4bd6-a33c-68abfb1e4826 req-b9ef33f9-7971-423a-8351-91680dc53526 service neutron] 10.222.0.18 "GET /v2.0/networks/1b551ab7-2e5a-400a-a69e-184f0d4cccb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817506 Mar 25 19:25:41.561313 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-8565cbb4-4dee-4801-858a-5d3279ae7a3e req-798beebd-8cd5-405c-afb4-05b2d0d9456a tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] 10.222.0.18 "GET /v2.0/ports?device_id=f8fff9ae-7081-4172-bb2c-a1085811a73a HTTP/1.1" status: 200 len: 210 time: 0.0270007 Mar 25 19:25:41.727939 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f920defd-4ba6-40b7-bd5a-93d41bc546c6 req-f81a2871-390b-41ed-9033-333c1caaacd0 tempest-TestShelveInstance-1646936502 tempest-TestShelveInstance-1646936502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:25:41.729451 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-f920defd-4ba6-40b7-bd5a-93d41bc546c6 req-f81a2871-390b-41ed-9033-333c1caaacd0 tempest-TestShelveInstance-1646936502 tempest-TestShelveInstance-1646936502-project] 10.222.0.18 "GET /v2.0/ports?device_id=38f2e171-22da-433b-a2b5-3cfa379c81a4 HTTP/1.1" status: 200 len: 945 time: 0.0581307 Mar 25 19:25:41.780772 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-f920defd-4ba6-40b7-bd5a-93d41bc546c6 req-39e192a1-b642-4b49-8d9a-38fb2b7cdb93 tempest-TestShelveInstance-1646936502 tempest-TestShelveInstance-1646936502-project] 10.222.0.18 "GET /v2.0/security-groups?id=0d0283e4-c61f-4082-abaa-df161b665b94&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0454438 Mar 25 19:25:41.952713 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a839f177-a653-499f-8cb8-2c0905b969f5 req-ec2a3932-ea5f-42f9-8cc9-be87e68778de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:25:41.954238 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-a839f177-a653-499f-8cb8-2c0905b969f5 req-ec2a3932-ea5f-42f9-8cc9-be87e68778de service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3c14746134994a9bb1469d2de7a5fbee&device_id=38f2e171-22da-433b-a2b5-3cfa379c81a4 HTTP/1.1" status: 200 len: 1129 time: 0.0503848 Mar 25 19:25:42.054021 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a839f177-a653-499f-8cb8-2c0905b969f5 req-58389948-2ad1-446e-87cb-fa6bcf926276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:25:42.055568 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-a839f177-a653-499f-8cb8-2c0905b969f5 req-58389948-2ad1-446e-87cb-fa6bcf926276 service neutron] 10.222.0.26 "GET /v2.0/networks?id=097c27dd-3b60-4b46-8c4d-1a422d066be5 HTTP/1.1" status: 200 len: 909 time: 0.0912366 Mar 25 19:25:42.128416 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-a839f177-a653-499f-8cb8-2c0905b969f5 req-ec29ccfd-59a2-4290-adc3-5e98f767dd67 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=aebbfe60-04d4-4d3c-8a76-e7cd3540537a HTTP/1.1" status: 200 len: 1001 time: 0.0668712 Mar 25 19:25:42.177081 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a839f177-a653-499f-8cb8-2c0905b969f5 req-ee304869-d4db-45c2-aba1-7c999b458861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:25:42.178593 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-a839f177-a653-499f-8cb8-2c0905b969f5 req-ee304869-d4db-45c2-aba1-7c999b458861 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=86db36bb-b1b4-4cd3-a48d-f41ecd1b139a HTTP/1.1" status: 200 len: 847 time: 0.0444207 Mar 25 19:25:42.232668 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a839f177-a653-499f-8cb8-2c0905b969f5 req-ae603ce1-8b12-4f4d-aaba-e6a9fe2a53a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:25:42.234280 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-a839f177-a653-499f-8cb8-2c0905b969f5 req-ae603ce1-8b12-4f4d-aaba-e6a9fe2a53a6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=097c27dd-3b60-4b46-8c4d-1a422d066be5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0448031 Mar 25 19:25:42.330114 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-a839f177-a653-499f-8cb8-2c0905b969f5 req-69c55307-ef38-4cfc-b100-1eb62581673a service neutron] 10.222.0.26 "GET /v2.0/networks/097c27dd-3b60-4b46-8c4d-1a422d066be5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881476 Mar 25 19:25:42.489183 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-a839f177-a653-499f-8cb8-2c0905b969f5 req-47b57f82-ed0b-40cd-9ed7-1e0e635b67bd service neutron] 10.222.0.26 "GET /v2.0/networks/097c27dd-3b60-4b46-8c4d-1a422d066be5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1524990 Mar 25 19:25:42.552010 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbd2cfa-01d5-4bd6-a33c-68abfb1e4826 req-82f78940-240a-4de7-ba33-9c38eaf4faeb tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:25:42.554660 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-adbd2cfa-01d5-4bd6-a33c-68abfb1e4826 req-82f78940-240a-4de7-ba33-9c38eaf4faeb tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] 10.222.0.26 "GET /v2.0/networks?id=1b551ab7-2e5a-400a-a69e-184f0d4cccb9 HTTP/1.1" status: 200 len: 815 time: 0.1537979 Mar 25 19:25:42.635398 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec33add2-8da8-480a-a350-cb3b127b22ca req-cf5863bc-4ee9-43f3-acd3-298331942ae2 tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:25:42.636853 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-ec33add2-8da8-480a-a350-cb3b127b22ca req-cf5863bc-4ee9-43f3-acd3-298331942ae2 tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] 10.222.0.18 "GET /v2.0/ports?device_id=3fd5fe7b-72af-4c1f-bd70-110787e56019 HTTP/1.1" status: 200 len: 945 time: 0.1050160 Mar 25 19:25:42.659678 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-c29cb11b-9333-4e69-9f55-046abbfd243e req-0003ca1b-5595-427a-8792-6333d408867b tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] 10.222.0.18 "GET /v2.0/ports?device_id=f8fff9ae-7081-4172-bb2c-a1085811a73a HTTP/1.1" status: 200 len: 210 time: 0.0269201 Mar 25 19:25:42.667019 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-adbd2cfa-01d5-4bd6-a33c-68abfb1e4826 req-66f80660-f276-4c5c-aeb7-b657e8e5ea22 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dc089ebbae3f448da3893c2c3fea588f HTTP/1.1" status: 200 len: 471 time: 0.0971470 Mar 25 19:25:42.683985 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.v2.base [req-adbd2cfa-01d5-4bd6-a33c-68abfb1e4826 req-1340d5bf-b238-4fe8-9891-b0e8dacfa3eb tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Request body: {'port': {'device_id': 'f8fff9ae-7081-4172-bb2c-a1085811a73a', 'network_id': '1b551ab7-2e5a-400a-a69e-184f0d4cccb9', 'admin_state_up': True, 'tenant_id': 'dc089ebbae3f448da3893c2c3fea588f', 'security_groups': ['d533166a-75d4-4ca4-89d7-bf50c3686196']}} {{(pid=103196) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 19:25:42.739483 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-ec33add2-8da8-480a-a350-cb3b127b22ca req-fc394f18-b319-4cc2-88e6-afc6e9ae269c tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] 10.222.0.18 "GET /v2.0/security-groups?id=fc8560ff-7068-4e5d-bf6a-2dbc5717756c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0971725 Mar 25 19:25:42.795359 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-adbd2cfa-01d5-4bd6-a33c-68abfb1e4826 req-1340d5bf-b238-4fe8-9891-b0e8dacfa3eb tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Made reservation on behalf of dc089ebbae3f448da3893c2c3fea588f for: {'port': 1} {{(pid=103196) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 19:25:42.798771 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-adbd2cfa-01d5-4bd6-a33c-68abfb1e4826 req-1340d5bf-b238-4fe8-9891-b0e8dacfa3eb tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1293263'] for port (None), before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:25:42.901187 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e366b4d-0fb8-4c54-b4f9-10b7c9fa6f39 req-659b1195-ea01-4731-9ccb-b527d46098c0 tempest-TestShelveInstance-1646936502 tempest-TestShelveInstance-1646936502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:25:42.902695 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-9e366b4d-0fb8-4c54-b4f9-10b7c9fa6f39 req-659b1195-ea01-4731-9ccb-b527d46098c0 tempest-TestShelveInstance-1646936502 tempest-TestShelveInstance-1646936502-project] 10.222.0.18 "GET /v2.0/ports?device_id=38f2e171-22da-433b-a2b5-3cfa379c81a4 HTTP/1.1" status: 200 len: 945 time: 0.0560310 Mar 25 19:25:42.926932 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.db.db_base_plugin_common [req-adbd2cfa-01d5-4bd6-a33c-68abfb1e4826 req-1340d5bf-b238-4fe8-9891-b0e8dacfa3eb tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Allocated IP 172.20.0.3 (1b551ab7-2e5a-400a-a69e-184f0d4cccb9/fabde86b-5205-4844-a05e-c2d1e447196e/f9f25bc1-30a3-4953-bd96-ac4ea33fa0ba) {{(pid=103196) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 19:25:42.951376 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-9e366b4d-0fb8-4c54-b4f9-10b7c9fa6f39 req-220e6bbe-05d7-4348-82f0-30aadc152029 tempest-TestShelveInstance-1646936502 tempest-TestShelveInstance-1646936502-project] 10.222.0.18 "GET /v2.0/security-groups?id=0d0283e4-c61f-4082-abaa-df161b665b94&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429971 Mar 25 19:25:43.058456 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-adbd2cfa-01d5-4bd6-a33c-68abfb1e4826 req-1340d5bf-b238-4fe8-9891-b0e8dacfa3eb tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Publish callbacks [] for port (f9f25bc1-30a3-4953-bd96-ac4ea33fa0ba), precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:25:43.091315 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-adbd2cfa-01d5-4bd6-a33c-68abfb1e4826 req-1340d5bf-b238-4fe8-9891-b0e8dacfa3eb tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741036193015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58911673'] for port (f9f25bc1-30a3-4953-bd96-ac4ea33fa0ba), after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:25:43.132977 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-adbd2cfa-01d5-4bd6-a33c-68abfb1e4826 req-1340d5bf-b238-4fe8-9891-b0e8dacfa3eb tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Network 1b551ab7-2e5a-400a-a69e-184f0d4cccb9 is already hosted by enough agents. {{(pid=103196) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 19:25:43.135975 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.scheduler.base_scheduler [req-adbd2cfa-01d5-4bd6-a33c-68abfb1e4826 req-1340d5bf-b238-4fe8-9891-b0e8dacfa3eb tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Resources bound (agent type, host, resource id): {{(pid=103196) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 19:25:43.138752 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [req-adbd2cfa-01d5-4bd6-a33c-68abfb1e4826 req-1340d5bf-b238-4fe8-9891-b0e8dacfa3eb tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Received port after_create {{(pid=103196) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 25 19:25:43.173969 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1340d5bf-b238-4fe8-9891-b0e8dacfa3eb tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Pushing event updated for resources: {'Port': ['ID=f9f25bc1-30a3-4953-bd96-ac4ea33fa0ba,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:25:43.197263 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbd2cfa-01d5-4bd6-a33c-68abfb1e4826 req-1340d5bf-b238-4fe8-9891-b0e8dacfa3eb tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:25:43.197880 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-adbd2cfa-01d5-4bd6-a33c-68abfb1e4826 req-1340d5bf-b238-4fe8-9891-b0e8dacfa3eb tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63648'] for port (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:25:43.216499 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-adbd2cfa-01d5-4bd6-a33c-68abfb1e4826 req-1340d5bf-b238-4fe8-9891-b0e8dacfa3eb tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5417168 Mar 25 19:25:43.228685 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.v2.base [req-adbd2cfa-01d5-4bd6-a33c-68abfb1e4826 req-586d985b-8db3-4aec-b0b7-276c7d4bf85a service neutron] Request body: {'port': {'device_id': 'f8fff9ae-7081-4172-bb2c-a1085811a73a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75510'}} {{(pid=103196) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 19:25:43.292529 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-adbd2cfa-01d5-4bd6-a33c-68abfb1e4826 req-586d985b-8db3-4aec-b0b7-276c7d4bf85a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1293263'] for port (f9f25bc1-30a3-4953-bd96-ac4ea33fa0ba), before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:25:43.392125 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-ad98b7e1-ce8c-4022-8706-291004044f58 None None] Provisioning complete for port f9f25bc1-30a3-4953-bd96-ac4ea33fa0ba triggered by entity DHCP. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 25 19:25:43.392734 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-ad98b7e1-ce8c-4022-8706-291004044f58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133789'] for port (f9f25bc1-30a3-4953-bd96-ac4ea33fa0ba), provisioning_complete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:25:43.425734 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-ad98b7e1-ce8c-4022-8706-291004044f58 None None] Port f9f25bc1-30a3-4953-bd96-ac4ea33fa0ba cannot update to ACTIVE because it is not bound. {{(pid=103198) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 25 19:25:43.545539 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.notifiers.nova [req-adbd2cfa-01d5-4bd6-a33c-68abfb1e4826 req-586d985b-8db3-4aec-b0b7-276c7d4bf85a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9f25bc1-30a3-4953-bd96-ac4ea33fa0ba {{(pid=103196) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 25 19:25:43.553471 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-adbd2cfa-01d5-4bd6-a33c-68abfb1e4826 req-586d985b-8db3-4aec-b0b7-276c7d4bf85a service neutron] Publish callbacks [] for port (f9f25bc1-30a3-4953-bd96-ac4ea33fa0ba), precommit_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:25:43.565149 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [req-adbd2cfa-01d5-4bd6-a33c-68abfb1e4826 req-586d985b-8db3-4aec-b0b7-276c7d4bf85a service neutron] Transition to ACTIVE for port object f9f25bc1-30a3-4953-bd96-ac4ea33fa0ba will not be triggered until provisioned by entity L2. {{(pid=103196) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 25 19:25:43.569490 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-adbd2cfa-01d5-4bd6-a33c-68abfb1e4826 req-586d985b-8db3-4aec-b0b7-276c7d4bf85a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036679572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741036190733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741036190751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58911630'] for port (f9f25bc1-30a3-4953-bd96-ac4ea33fa0ba), after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:25:43.620238 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586d985b-8db3-4aec-b0b7-276c7d4bf85a service neutron] Pushing event updated for resources: {'Port': ['ID=f9f25bc1-30a3-4953-bd96-ac4ea33fa0ba,revision_number=2']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:25:43.699640 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [req-adbd2cfa-01d5-4bd6-a33c-68abfb1e4826 req-586d985b-8db3-4aec-b0b7-276c7d4bf85a service neutron] Attempting to bind port f9f25bc1-30a3-4953-bd96-ac4ea33fa0ba on host hv-cinder-75510 for vnic_type normal with profile {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 25 19:25:43.700238 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [req-adbd2cfa-01d5-4bd6-a33c-68abfb1e4826 req-586d985b-8db3-4aec-b0b7-276c7d4bf85a service neutron] Attempting to bind port f9f25bc1-30a3-4953-bd96-ac4ea33fa0ba by drivers openvswitch,hyperv on host hv-cinder-75510 at level 0 using segments [{'id': 'c05c355b-554a-4ce8-8427-3164bfaa37a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '1b551ab7-2e5a-400a-a69e-184f0d4cccb9'}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 25 19:25:43.700568 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adbd2cfa-01d5-4bd6-a33c-68abfb1e4826 req-586d985b-8db3-4aec-b0b7-276c7d4bf85a service neutron] Attempting to bind port f9f25bc1-30a3-4953-bd96-ac4ea33fa0ba on network 1b551ab7-2e5a-400a-a69e-184f0d4cccb9 {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 25 19:25:43.705134 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adbd2cfa-01d5-4bd6-a33c-68abfb1e4826 req-586d985b-8db3-4aec-b0b7-276c7d4bf85a service neutron] Port f9f25bc1-30a3-4953-bd96-ac4ea33fa0ba on network 1b551ab7-2e5a-400a-a69e-184f0d4cccb9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75510 {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 25 19:25:43.705451 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adbd2cfa-01d5-4bd6-a33c-68abfb1e4826 req-586d985b-8db3-4aec-b0b7-276c7d4bf85a service neutron] Attempting to bind port f9f25bc1-30a3-4953-bd96-ac4ea33fa0ba on network 1b551ab7-2e5a-400a-a69e-184f0d4cccb9 {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 25 19:25:43.710719 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adbd2cfa-01d5-4bd6-a33c-68abfb1e4826 req-586d985b-8db3-4aec-b0b7-276c7d4bf85a service neutron] Checking agent: {'id': 'e10cc9df-a7ce-4b9c-bc25-dffd007f5dd8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75510', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 19, 18, 1), 'started_at': datetime.datetime(2022, 3, 25, 19, 18, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 19, 25, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 25 19:25:43.711058 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adbd2cfa-01d5-4bd6-a33c-68abfb1e4826 req-586d985b-8db3-4aec-b0b7-276c7d4bf85a service neutron] Checking segment: {'id': 'c05c355b-554a-4ce8-8427-3164bfaa37a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '1b551ab7-2e5a-400a-a69e-184f0d4cccb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103196) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 25 19:25:43.711436 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adbd2cfa-01d5-4bd6-a33c-68abfb1e4826 req-586d985b-8db3-4aec-b0b7-276c7d4bf85a service neutron] Bound using segment: {'id': 'c05c355b-554a-4ce8-8427-3164bfaa37a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '1b551ab7-2e5a-400a-a69e-184f0d4cccb9'} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 25 19:25:43.711863 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [req-adbd2cfa-01d5-4bd6-a33c-68abfb1e4826 req-586d985b-8db3-4aec-b0b7-276c7d4bf85a service neutron] Bound port: f9f25bc1-30a3-4953-bd96-ac4ea33fa0ba, host: hv-cinder-75510, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c05c355b-554a-4ce8-8427-3164bfaa37a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '1b551ab7-2e5a-400a-a69e-184f0d4cccb9'}}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 25 19:25:43.712220 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-adbd2cfa-01d5-4bd6-a33c-68abfb1e4826 req-586d985b-8db3-4aec-b0b7-276c7d4bf85a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1293263'] for port (f9f25bc1-30a3-4953-bd96-ac4ea33fa0ba), before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:25:43.810888 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.db [req-adbd2cfa-01d5-4bd6-a33c-68abfb1e4826 req-586d985b-8db3-4aec-b0b7-276c7d4bf85a service neutron] For port f9f25bc1-30a3-4953-bd96-ac4ea33fa0ba, host hv-cinder-75510, cleared binding levels {{(pid=103196) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 25 19:25:43.814449 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.db [req-adbd2cfa-01d5-4bd6-a33c-68abfb1e4826 req-586d985b-8db3-4aec-b0b7-276c7d4bf85a service neutron] For port f9f25bc1-30a3-4953-bd96-ac4ea33fa0ba, host hv-cinder-75510, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75510',level=0,port_id=f9f25bc1-30a3-4953-bd96-ac4ea33fa0ba,segment=NetworkSegment(c05c355b-554a-4ce8-8427-3164bfaa37a9),segment_id=c05c355b-554a-4ce8-8427-3164bfaa37a9)] {{(pid=103196) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 25 19:25:43.828885 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce411d9-b531-473b-898a-86efa1ee622f req-cece4e09-46f7-4a4e-97ff-706acdf71f8f tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:25:43.830377 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-3ce411d9-b531-473b-898a-86efa1ee622f req-cece4e09-46f7-4a4e-97ff-706acdf71f8f tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] 10.222.0.18 "GET /v2.0/ports?device_id=f8fff9ae-7081-4172-bb2c-a1085811a73a HTTP/1.1" status: 200 len: 943 time: 0.1005917 Mar 25 19:25:43.831472 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-adbd2cfa-01d5-4bd6-a33c-68abfb1e4826 req-586d985b-8db3-4aec-b0b7-276c7d4bf85a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036679572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741036190733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741036190751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58911630'] for port (f9f25bc1-30a3-4953-bd96-ac4ea33fa0ba), after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:25:43.867731 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03263867-58ae-4fd5-97d3-bbdf6caaf47f req-8424a782-bc3c-45b9-9e7a-c2d99ead5915 tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:25:43.869217 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-03263867-58ae-4fd5-97d3-bbdf6caaf47f req-8424a782-bc3c-45b9-9e7a-c2d99ead5915 tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] 10.222.0.18 "GET /v2.0/ports?device_id=3fd5fe7b-72af-4c1f-bd70-110787e56019 HTTP/1.1" status: 200 len: 945 time: 0.0551682 Mar 25 19:25:43.885260 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbd2cfa-01d5-4bd6-a33c-68abfb1e4826 req-586d985b-8db3-4aec-b0b7-276c7d4bf85a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:25:43.885888 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-adbd2cfa-01d5-4bd6-a33c-68abfb1e4826 req-586d985b-8db3-4aec-b0b7-276c7d4bf85a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63648'] for port (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:25:43.887272 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-adbd2cfa-01d5-4bd6-a33c-68abfb1e4826 req-586d985b-8db3-4aec-b0b7-276c7d4bf85a service neutron] 10.222.0.26 "PUT /v2.0/ports/f9f25bc1-30a3-4953-bd96-ac4ea33fa0ba HTTP/1.1" status: 200 len: 1093 time: 0.6627567 Mar 25 19:25:43.889540 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8fff9ae-7081-4172-bb2c-a1085811a73a', 'tag': 'f9f25bc1-30a3-4953-bd96-ac4ea33fa0ba'}] {{(pid=103196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 25 19:25:43.891626 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aab9b3bfb8b62b9c439d2baea07b5fa53a515b81dc2b4d2d70d2153c83a947a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fc1a5be-6bfa-4a06-92a9-f2e90ee784df" -d '{"events": [{"name": "network-changed", "server_uuid": "f8fff9ae-7081-4172-bb2c-a1085811a73a", "tag": "f9f25bc1-30a3-4953-bd96-ac4ea33fa0ba"}]}' {{(pid=103196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 25 19:25:43.925837 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586d985b-8db3-4aec-b0b7-276c7d4bf85a service neutron] Pushing event updated for resources: {'Port': ['ID=f9f25bc1-30a3-4953-bd96-ac4ea33fa0ba,revision_number=3']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:25:43.927288 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-03263867-58ae-4fd5-97d3-bbdf6caaf47f req-85dc2a34-3584-4d1d-89e0-deb4f1772ea2 tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] 10.222.0.18 "GET /v2.0/security-groups?id=fc8560ff-7068-4e5d-bf6a-2dbc5717756c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519931 Mar 25 19:25:43.944846 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-3ce411d9-b531-473b-898a-86efa1ee622f req-9d9b4e95-951e-4b8a-a967-af7a5d5e7503 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] 10.222.0.18 "GET /v2.0/security-groups?id=d533166a-75d4-4ca4-89d7-bf50c3686196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1072104 Mar 25 19:25:44.000598 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbd2cfa-01d5-4bd6-a33c-68abfb1e4826 req-25990df3-ac5c-4b13-b152-40c7be8aa5f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:25:44.002382 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-adbd2cfa-01d5-4bd6-a33c-68abfb1e4826 req-25990df3-ac5c-4b13-b152-40c7be8aa5f4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=dc089ebbae3f448da3893c2c3fea588f&device_id=f8fff9ae-7081-4172-bb2c-a1085811a73a HTTP/1.1" status: 200 len: 1127 time: 0.0565972 Mar 25 19:25:44.064054 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-adbd2cfa-01d5-4bd6-a33c-68abfb1e4826 req-5b852ee4-c720-4a9e-ad46-940859ce81ee service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f9f25bc1-30a3-4953-bd96-ac4ea33fa0ba HTTP/1.1" status: 200 len: 217 time: 0.0540798 Mar 25 19:25:44.092117 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Mar 2022 19:25:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-585fb4bf-551f-4834-a76c-1a235ac4f694 x-openstack-request-id: req-585fb4bf-551f-4834-a76c-1a235ac4f694 {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 25 19:25:44.092407 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8fff9ae-7081-4172-bb2c-a1085811a73a", "tag": "f9f25bc1-30a3-4953-bd96-ac4ea33fa0ba", "status": "completed", "code": 200}]} {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 25 19:25:44.092668 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-585fb4bf-551f-4834-a76c-1a235ac4f694 {{(pid=103196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 25 19:25:44.093072 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event matching ['req-585fb4bf-551f-4834-a76c-1a235ac4f694'] response: {'name': 'network-changed', 'server_uuid': 'f8fff9ae-7081-4172-bb2c-a1085811a73a', 'tag': 'f9f25bc1-30a3-4953-bd96-ac4ea33fa0ba', 'status': 'completed', 'code': 200} Mar 25 19:25:44.150771 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbd2cfa-01d5-4bd6-a33c-68abfb1e4826 req-51cab230-657b-447a-8ad5-a4dc857ce4ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:25:44.152223 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-adbd2cfa-01d5-4bd6-a33c-68abfb1e4826 req-51cab230-657b-447a-8ad5-a4dc857ce4ef service neutron] 10.222.0.26 "GET /v2.0/subnets?id=fabde86b-5205-4844-a05e-c2d1e447196e HTTP/1.1" status: 200 len: 854 time: 0.0729148 Mar 25 19:25:44.160058 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ad744a-6fc3-443e-86de-8d7804c4cc8c req-7a25cf1b-1118-4660-b4b5-41f3f7b2a6f0 tempest-TestShelveInstance-1646936502 tempest-TestShelveInstance-1646936502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:25:44.161477 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-01ad744a-6fc3-443e-86de-8d7804c4cc8c req-7a25cf1b-1118-4660-b4b5-41f3f7b2a6f0 tempest-TestShelveInstance-1646936502 tempest-TestShelveInstance-1646936502-project] 10.222.0.18 "GET /v2.0/ports?device_id=38f2e171-22da-433b-a2b5-3cfa379c81a4 HTTP/1.1" status: 200 len: 945 time: 0.1088774 Mar 25 19:25:44.235284 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbd2cfa-01d5-4bd6-a33c-68abfb1e4826 req-f72205e8-705f-4103-bb3b-d0b5dbb4a6f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:25:44.236769 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-adbd2cfa-01d5-4bd6-a33c-68abfb1e4826 req-f72205e8-705f-4103-bb3b-d0b5dbb4a6f2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1b551ab7-2e5a-400a-a69e-184f0d4cccb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0744033 Mar 25 19:25:44.240701 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-01ad744a-6fc3-443e-86de-8d7804c4cc8c req-77bcd487-0064-4c3f-82cf-d3a3c67f6c91 tempest-TestShelveInstance-1646936502 tempest-TestShelveInstance-1646936502-project] 10.222.0.18 "GET /v2.0/security-groups?id=0d0283e4-c61f-4082-abaa-df161b665b94&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0709326 Mar 25 19:25:44.360661 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-adbd2cfa-01d5-4bd6-a33c-68abfb1e4826 req-2380ef85-d23d-491b-832f-60213538e061 service neutron] 10.222.0.26 "GET /v2.0/networks/1b551ab7-2e5a-400a-a69e-184f0d4cccb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1171968 Mar 25 19:25:44.372169 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d638376-e251-4c33-8228-7877eded07ae req-18e01f9b-7f8e-484b-9b75-147e352ae91d tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:25:44.373548 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-0d638376-e251-4c33-8228-7877eded07ae req-18e01f9b-7f8e-484b-9b75-147e352ae91d tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] 10.222.0.26 "GET /v2.0/ports?device_id=3fd5fe7b-72af-4c1f-bd70-110787e56019 HTTP/1.1" status: 200 len: 945 time: 0.0723772 Mar 25 19:25:44.515737 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-adbd2cfa-01d5-4bd6-a33c-68abfb1e4826 req-2fed539e-ce7c-4562-93a0-3a506be481d1 service neutron] 10.222.0.26 "GET /v2.0/networks/1b551ab7-2e5a-400a-a69e-184f0d4cccb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412582 Mar 25 19:25:44.530002 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [req-0d638376-e251-4c33-8228-7877eded07ae req-d7e031a1-5151-43c9-9639-848156512864 tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] Deleting port 1d9c7016-8671-4505-a88c-97a486183292 {{(pid=103196) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 25 19:25:44.530336 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-0d638376-e251-4c33-8228-7877eded07ae req-d7e031a1-5151-43c9-9639-848156512864 tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741036672799'] for port (1d9c7016-8671-4505-a88c-97a486183292), before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:25:44.639058 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc1a5be-6bfa-4a06-92a9-f2e90ee784df req-34249e53-8b34-4fcd-bb36-2726dbcba577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:25:44.640518 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-4fc1a5be-6bfa-4a06-92a9-f2e90ee784df req-34249e53-8b34-4fcd-bb36-2726dbcba577 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=dc089ebbae3f448da3893c2c3fea588f&device_id=f8fff9ae-7081-4172-bb2c-a1085811a73a HTTP/1.1" status: 200 len: 1127 time: 0.0694995 Mar 25 19:25:44.652147 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.db [req-0d638376-e251-4c33-8228-7877eded07ae req-d7e031a1-5151-43c9-9639-848156512864 tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] For port 1d9c7016-8671-4505-a88c-97a486183292, host hv-cinder-75510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75510',level=0,port_id=1d9c7016-8671-4505-a88c-97a486183292,segment=NetworkSegment(b014a1b8-c6b2-4821-8412-291b75bc4696),segment_id=b014a1b8-c6b2-4821-8412-291b75bc4696)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 25 19:25:44.652506 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-0d638376-e251-4c33-8228-7877eded07ae req-d7e031a1-5151-43c9-9639-848156512864 tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3766103'] for port (1d9c7016-8671-4505-a88c-97a486183292), precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:25:45.067714 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0c1e1f-bb5c-4c3b-bd08-1cba154d5b7d req-094f956d-20ea-4b94-8370-7d7a676bb9d9 tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:25:45.069189 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-fd0c1e1f-bb5c-4c3b-bd08-1cba154d5b7d req-094f956d-20ea-4b94-8370-7d7a676bb9d9 tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] 10.222.0.18 "GET /v2.0/ports?device_id=3fd5fe7b-72af-4c1f-bd70-110787e56019 HTTP/1.1" status: 200 len: 945 time: 0.0540469 Mar 25 19:25:45.071373 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc1a5be-6bfa-4a06-92a9-f2e90ee784df req-d28fd896-36ba-4a93-b482-ba107706c47c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:25:45.072788 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-4fc1a5be-6bfa-4a06-92a9-f2e90ee784df req-d28fd896-36ba-4a93-b482-ba107706c47c service neutron] 10.222.0.26 "GET /v2.0/networks?id=1b551ab7-2e5a-400a-a69e-184f0d4cccb9 HTTP/1.1" status: 200 len: 916 time: 0.4225514 Mar 25 19:25:45.118953 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-fd0c1e1f-bb5c-4c3b-bd08-1cba154d5b7d req-75d28048-41f8-41ec-b486-bd6e1f5257d5 tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] 10.222.0.18 "GET /v2.0/security-groups?id=fc8560ff-7068-4e5d-bf6a-2dbc5717756c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438654 Mar 25 19:25:45.150024 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-4fc1a5be-6bfa-4a06-92a9-f2e90ee784df req-e75e024f-d655-4942-89ab-c156972acbaf service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f9f25bc1-30a3-4953-bd96-ac4ea33fa0ba HTTP/1.1" status: 200 len: 217 time: 0.0686104 Mar 25 19:25:45.206707 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-0d638376-e251-4c33-8228-7877eded07ae req-d7e031a1-5151-43c9-9639-848156512864 tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:25:45.207059 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-0d638376-e251-4c33-8228-7877eded07ae req-d7e031a1-5151-43c9-9639-848156512864 tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3753541'] for floatingip (c18258fa-97c6-4c62-9a6b-4165053aec67), after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:25:45.207360 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.db.l3_db [req-0d638376-e251-4c33-8228-7877eded07ae req-d7e031a1-5151-43c9-9639-848156512864 tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] Floating IP c18258fa-97c6-4c62-9a6b-4165053aec67 disassociated. External IP: 172.27.0.140, port: 1d9c7016-8671-4505-a88c-97a486183292. Mar 25 19:25:45.207706 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [req-0d638376-e251-4c33-8228-7877eded07ae req-d7e031a1-5151-43c9-9639-848156512864 tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] Calling delete_port for 1d9c7016-8671-4505-a88c-97a486183292 owned by compute:nova {{(pid=103196) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 25 19:25:45.219612 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20587e97-9121-485e-9928-213875b1ef38 req-bf38b52d-014e-4503-bb13-e0568086ae2d tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:25:45.221153 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-20587e97-9121-485e-9928-213875b1ef38 req-bf38b52d-014e-4503-bb13-e0568086ae2d tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] 10.222.0.18 "GET /v2.0/ports?device_id=f8fff9ae-7081-4172-bb2c-a1085811a73a HTTP/1.1" status: 200 len: 943 time: 0.1819119 Mar 25 19:25:45.257261 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc1a5be-6bfa-4a06-92a9-f2e90ee784df req-109a9d34-44c6-48e6-bc62-b7ac688d91bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:25:45.258635 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-4fc1a5be-6bfa-4a06-92a9-f2e90ee784df req-109a9d34-44c6-48e6-bc62-b7ac688d91bb service neutron] 10.222.0.26 "GET /v2.0/subnets?id=fabde86b-5205-4844-a05e-c2d1e447196e HTTP/1.1" status: 200 len: 854 time: 0.1008012 Mar 25 19:25:45.355760 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4baed4e-7cde-46b7-afe7-7c16eeebd405 req-251561ce-c17a-4e1c-854d-068c508a7f04 tempest-TestShelveInstance-1646936502 tempest-TestShelveInstance-1646936502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:25:45.357265 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-f4baed4e-7cde-46b7-afe7-7c16eeebd405 req-251561ce-c17a-4e1c-854d-068c508a7f04 tempest-TestShelveInstance-1646936502 tempest-TestShelveInstance-1646936502-project] 10.222.0.18 "GET /v2.0/ports?device_id=38f2e171-22da-433b-a2b5-3cfa379c81a4 HTTP/1.1" status: 200 len: 945 time: 0.0514863 Mar 25 19:25:45.362705 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-20587e97-9121-485e-9928-213875b1ef38 req-c788f8f9-bdbc-4516-afbf-fdd74bd6b6d4 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] 10.222.0.18 "GET /v2.0/security-groups?id=d533166a-75d4-4ca4-89d7-bf50c3686196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1325498 Mar 25 19:25:45.388795 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc1a5be-6bfa-4a06-92a9-f2e90ee784df req-24eb09af-dbef-458c-9233-4f30c6da4265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:25:45.390290 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-4fc1a5be-6bfa-4a06-92a9-f2e90ee784df req-24eb09af-dbef-458c-9233-4f30c6da4265 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1b551ab7-2e5a-400a-a69e-184f0d4cccb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1236246 Mar 25 19:25:45.417799 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-f4baed4e-7cde-46b7-afe7-7c16eeebd405 req-25fd6cb6-08f1-4787-8311-7d49f99988a2 tempest-TestShelveInstance-1646936502 tempest-TestShelveInstance-1646936502-project] 10.222.0.18 "GET /v2.0/security-groups?id=0d0283e4-c61f-4082-abaa-df161b665b94&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0541191 Mar 25 19:25:45.501862 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-0d638376-e251-4c33-8228-7877eded07ae req-d7e031a1-5151-43c9-9639-848156512864 tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741036679554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741036190724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58911673'] for port (1d9c7016-8671-4505-a88c-97a486183292), after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:25:45.543246 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e031a1-5151-43c9-9639-848156512864 tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] Pushing event deleted for resources: {'Port': ['ID=1d9c7016-8671-4505-a88c-97a486183292,revision_number=None']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:25:45.551483 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-4fc1a5be-6bfa-4a06-92a9-f2e90ee784df req-f9106a10-0e76-4f12-bab9-4c9ff65e8efb service neutron] 10.222.0.26 "GET /v2.0/networks/1b551ab7-2e5a-400a-a69e-184f0d4cccb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1547978 Mar 25 19:25:45.662594 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-00501e87-b100-4479-a172-59c16463cb81 req-a812814b-86dc-42b9-8411-5df828278845 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=38f2e171-22da-433b-a2b5-3cfa379c81a4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0840404 Mar 25 19:25:45.674837 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9028db0e-9cad-42fd-bcf6-786ff761981b req-bae5dbef-e117-408f-9f53-639e27ff5c8e tempest-TestShelveInstance-1646936502 tempest-TestShelveInstance-1646936502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:25:45.676392 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-9028db0e-9cad-42fd-bcf6-786ff761981b req-bae5dbef-e117-408f-9f53-639e27ff5c8e tempest-TestShelveInstance-1646936502 tempest-TestShelveInstance-1646936502-project] 10.222.0.18 "GET /v2.0/ports?device_id=38f2e171-22da-433b-a2b5-3cfa379c81a4 HTTP/1.1" status: 200 len: 945 time: 0.0683093 Mar 25 19:25:45.739804 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-4fc1a5be-6bfa-4a06-92a9-f2e90ee784df req-b41b56f2-e690-4b99-bc61-9914b6696a99 service neutron] 10.222.0.26 "GET /v2.0/networks/1b551ab7-2e5a-400a-a69e-184f0d4cccb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1509962 Mar 25 19:25:45.746449 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0d638376-e251-4c33-8228-7877eded07ae req-d7e031a1-5151-43c9-9639-848156512864 tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] Router 424b05dc-39d4-46aa-abc7-b98214c48596 has already been hosted by L3 agent af1b81b0-43af-47bb-a61e-8e46b36efc57 {{(pid=103196) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 25 19:25:45.762193 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00501e87-b100-4479-a172-59c16463cb81 req-4cd2fb9e-e9e5-4cd6-853f-202b8d3b5359 tempest-TestShelveInstance-1646936502 tempest-TestShelveInstance-1646936502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:25:45.763566 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-00501e87-b100-4479-a172-59c16463cb81 req-4cd2fb9e-e9e5-4cd6-853f-202b8d3b5359 tempest-TestShelveInstance-1646936502 tempest-TestShelveInstance-1646936502-project] 10.222.0.18 "GET /v2.0/ports/aebbfe60-04d4-4d3c-8a76-e7cd3540537a HTTP/1.1" status: 200 len: 942 time: 0.0646012 Mar 25 19:25:45.767436 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-9028db0e-9cad-42fd-bcf6-786ff761981b req-1be422e8-89d0-47c8-93d8-cfcbdeca72c4 tempest-TestShelveInstance-1646936502 tempest-TestShelveInstance-1646936502-project] 10.222.0.18 "GET /v2.0/security-groups?id=0d0283e4-c61f-4082-abaa-df161b665b94&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0834568 Mar 25 19:25:45.858239 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0d638376-e251-4c33-8228-7877eded07ae req-d7e031a1-5151-43c9-9639-848156512864 tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] Notify agent at l3_agent.dv-cinder-755101-7-iscsi the message routers_updated {{(pid=103196) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 25 19:25:45.868137 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c35d7684-e9e1-49c5-8038-d490fde5319b None None] Sync routers for ids ['424b05dc-39d4-46aa-abc7-b98214c48596'] in dv-cinder-755101-7-iscsi {{(pid=103199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 25 19:25:45.879535 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c35d7684-e9e1-49c5-8038-d490fde5319b None None] Routers {'424b05dc-39d4-46aa-abc7-b98214c48596'} bound to L3 agent in host dv-cinder-755101-7-iscsi {{(pid=103199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 25 19:25:45.880153 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.db.l3_hamode_db [None req-c35d7684-e9e1-49c5-8038-d490fde5319b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755101-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-25T19:11:57Z,description=,heartbeat_timestamp=2022-03-25T19:25:27Z,host='dv-cinder-755101-7-iscsi',id=af1b81b0-43af-47bb-a61e-8e46b36efc57,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:11:57Z,topic='l3_agent')) {'router_ids': ['424b05dc-39d4-46aa-abc7-b98214c48596'], 'active': True} {{(pid=103199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 19:25:45.903501 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d638376-e251-4c33-8228-7877eded07ae req-d7e031a1-5151-43c9-9639-848156512864 tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] No DVR routers for this DVR port 1d9c7016-8671-4505-a88c-97a486183292 on host hv-cinder-75510 {{(pid=103196) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 25 19:25:45.906107 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-0d638376-e251-4c33-8228-7877eded07ae req-d7e031a1-5151-43c9-9639-848156512864 tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63648'] for port (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:25:45.910736 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-0d638376-e251-4c33-8228-7877eded07ae req-d7e031a1-5151-43c9-9639-848156512864 tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] 10.222.0.26 "DELETE /v2.0/ports/1d9c7016-8671-4505-a88c-97a486183292 HTTP/1.1" status: 204 len: 173 time: 1.5288758 Mar 25 19:25:46.010782 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.db.l3_dvr_db [None req-c35d7684-e9e1-49c5-8038-d490fde5319b None None] Set router 424b05dc-39d4-46aa-abc7-b98214c48596 gateway port host: dv-cinder-755101-7-iscsi {{(pid=103199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 25 19:25:46.094748 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fd5fe7b-72af-4c1f-bd70-110787e56019', 'name': 'network-vif-deleted', 'tag': '1d9c7016-8671-4505-a88c-97a486183292'}] {{(pid=103196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 25 19:25:46.097774 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aab9b3bfb8b62b9c439d2baea07b5fa53a515b81dc2b4d2d70d2153c83a947a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2915b75b-aaef-4de7-bb16-95e81bd44a27" -d '{"events": [{"server_uuid": "3fd5fe7b-72af-4c1f-bd70-110787e56019", "name": "network-vif-deleted", "tag": "1d9c7016-8671-4505-a88c-97a486183292"}]}' {{(pid=103196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 25 19:25:46.139760 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Mar 2022 19:25:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce896db5-5e07-4441-9f4f-0a8b414e359a x-openstack-request-id: req-ce896db5-5e07-4441-9f4f-0a8b414e359a {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 25 19:25:46.140057 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fd5fe7b-72af-4c1f-bd70-110787e56019", "name": "network-vif-deleted", "tag": "1d9c7016-8671-4505-a88c-97a486183292", "status": "completed", "code": 200}]} {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 25 19:25:46.140316 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ce896db5-5e07-4441-9f4f-0a8b414e359a {{(pid=103196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 25 19:25:46.140725 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce896db5-5e07-4441-9f4f-0a8b414e359a'] response: {'server_uuid': '3fd5fe7b-72af-4c1f-bd70-110787e56019', 'name': 'network-vif-deleted', 'tag': '1d9c7016-8671-4505-a88c-97a486183292', 'status': 'completed', 'code': 200} Mar 25 19:25:46.235529 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-e67d30ad-dfe3-4f08-a88b-45728a2f1697 req-7c235528-9e4c-473f-94fe-4c27a6d0db36 tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] 10.222.0.18 "GET /v2.0/ports?device_id=3fd5fe7b-72af-4c1f-bd70-110787e56019 HTTP/1.1" status: 200 len: 210 time: 0.0297711 Mar 25 19:25:46.307363 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.db.l3_hamode_db [None req-c35d7684-e9e1-49c5-8038-d490fde5319b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '424b05dc-39d4-46aa-abc7-b98214c48596', 'name': 'tempest-AttachVolumeTestJSON-1389583433-router', 'tenant_id': '511b62f595874a80ab2449c4446c40d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'external_fixed_ips': [{'subnet_id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'ip_address': '172.27.0.241'}], 'enable_snat': True}, 'gw_port_id': 'f1cac042-1cc6-40dd-8663-517a8c53bdce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T19:19:58Z', 'updated_at': '2022-03-25T19:20:06Z', 'revision_number': 4, 'project_id': '511b62f595874a80ab2449c4446c40d6', 'gw_port': {'id': 'f1cac042-1cc6-40dd-8663-517a8c53bdce', 'name': '', 'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:f5:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '424b05dc-39d4-46aa-abc7-b98214c48596', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'ip_address': '172.27.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T19:20:00Z', 'updated_at': '2022-03-25T19:20:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755101-7-iscsi', '_interfaces': [{'id': '2c0e54b1-e605-4665-84e8-8ee5f99972a2', 'name': '', 'network_id': '547b5db8-9a10-4506-ba92-acf96e89ae8e', 'tenant_id': '511b62f595874a80ab2449c4446c40d6', 'mac_address': 'fa:16:3e:86:21:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '424b05dc-39d4-46aa-abc7-b98214c48596', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '5f5dde36-3194-44e6-b8cf-733c65400f3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T19:20:05Z', 'updated_at': '2022-03-25T19:20:18Z', 'revision_number': 5, 'project_id': '511b62f595874a80ab2449c4446c40d6', 'subnets': [{'id': '5f5dde36-3194-44e6-b8cf-733c65400f3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-755101-7-iscsi', False) {} {{(pid=103199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 19:25:46.336612 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c35d7684-e9e1-49c5-8038-d490fde5319b None None] Checking router: 424b05dc-39d4-46aa-abc7-b98214c48596 for host: dv-cinder-755101-7-iscsi {{(pid=103199) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 25 19:25:46.344924 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c35d7684-e9e1-49c5-8038-d490fde5319b None None] Routers {'424b05dc-39d4-46aa-abc7-b98214c48596'} bound to L3 agent in host dv-cinder-755101-7-iscsi {{(pid=103199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 25 19:25:46.345517 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.db.l3_hamode_db [None req-c35d7684-e9e1-49c5-8038-d490fde5319b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755101-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-25T19:11:57Z,description=,heartbeat_timestamp=2022-03-25T19:25:27Z,host='dv-cinder-755101-7-iscsi',id=af1b81b0-43af-47bb-a61e-8e46b36efc57,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:11:57Z,topic='l3_agent')) {'router_ids': ['424b05dc-39d4-46aa-abc7-b98214c48596'], 'active': True} {{(pid=103199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 19:25:46.456753 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.db.l3_dvr_db [None req-c35d7684-e9e1-49c5-8038-d490fde5319b None None] Set router 424b05dc-39d4-46aa-abc7-b98214c48596 gateway port host: dv-cinder-755101-7-iscsi {{(pid=103199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 25 19:25:46.506254 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d35223-19e2-42a2-b1f4-dfa53a88322f req-119d228f-12c2-4957-8bf2-638683bd6e08 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:25:46.514938 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-23d35223-19e2-42a2-b1f4-dfa53a88322f req-119d228f-12c2-4957-8bf2-638683bd6e08 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] 10.222.0.18 "GET /v2.0/ports?device_id=f8fff9ae-7081-4172-bb2c-a1085811a73a HTTP/1.1" status: 200 len: 943 time: 0.0604920 Mar 25 19:25:46.559763 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-23d35223-19e2-42a2-b1f4-dfa53a88322f req-a72b7bb1-db94-4520-b316-4c877de602bf tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] 10.222.0.18 "GET /v2.0/security-groups?id=d533166a-75d4-4ca4-89d7-bf50c3686196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429733 Mar 25 19:25:46.656985 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.db.l3_hamode_db [None req-c35d7684-e9e1-49c5-8038-d490fde5319b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '424b05dc-39d4-46aa-abc7-b98214c48596', 'name': 'tempest-AttachVolumeTestJSON-1389583433-router', 'tenant_id': '511b62f595874a80ab2449c4446c40d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'external_fixed_ips': [{'subnet_id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'ip_address': '172.27.0.241'}], 'enable_snat': True}, 'gw_port_id': 'f1cac042-1cc6-40dd-8663-517a8c53bdce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T19:19:58Z', 'updated_at': '2022-03-25T19:20:06Z', 'revision_number': 4, 'project_id': '511b62f595874a80ab2449c4446c40d6', 'gw_port': {'id': 'f1cac042-1cc6-40dd-8663-517a8c53bdce', 'name': '', 'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:f5:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '424b05dc-39d4-46aa-abc7-b98214c48596', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'ip_address': '172.27.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T19:20:00Z', 'updated_at': '2022-03-25T19:20:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755101-7-iscsi', '_interfaces': [{'id': '2c0e54b1-e605-4665-84e8-8ee5f99972a2', 'name': '', 'network_id': '547b5db8-9a10-4506-ba92-acf96e89ae8e', 'tenant_id': '511b62f595874a80ab2449c4446c40d6', 'mac_address': 'fa:16:3e:86:21:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '424b05dc-39d4-46aa-abc7-b98214c48596', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '5f5dde36-3194-44e6-b8cf-733c65400f3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T19:20:05Z', 'updated_at': '2022-03-25T19:20:18Z', 'revision_number': 5, 'project_id': '511b62f595874a80ab2449c4446c40d6', 'subnets': [{'id': '5f5dde36-3194-44e6-b8cf-733c65400f3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-755101-7-iscsi', False) {} {{(pid=103199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 19:25:46.685113 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c35d7684-e9e1-49c5-8038-d490fde5319b None None] The sync data for ids ['424b05dc-39d4-46aa-abc7-b98214c48596'] in dv-cinder-755101-7-iscsi is: [{'id': '424b05dc-39d4-46aa-abc7-b98214c48596', 'name': 'tempest-AttachVolumeTestJSON-1389583433-router', 'tenant_id': '511b62f595874a80ab2449c4446c40d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'external_fixed_ips': [{'subnet_id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'ip_address': '172.27.0.241'}], 'enable_snat': True}, 'gw_port_id': 'f1cac042-1cc6-40dd-8663-517a8c53bdce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T19:19:58Z', 'updated_at': '2022-03-25T19:20:06Z', 'revision_number': 4, 'project_id': '511b62f595874a80ab2449c4446c40d6', 'gw_port': {'id': 'f1cac042-1cc6-40dd-8663-517a8c53bdce', 'name': '', 'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:f5:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '424b05dc-39d4-46aa-abc7-b98214c48596', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'ip_address': '172.27.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T19:20:00Z', 'updated_at': '2022-03-25T19:20:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755101-7-iscsi', '_interfaces': [{'id': '2c0e54b1-e605-4665-84e8-8ee5f99972a2', 'name': '', 'network_id': '547b5db8-9a10-4506-ba92-acf96e89ae8e', 'tenant_id': '511b62f595874a80ab2449c4446c40d6', 'mac_address': 'fa:16:3e:86:21:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '424b05dc-39d4-46aa-abc7-b98214c48596', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '5f5dde36-3194-44e6-b8cf-733c65400f3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T19:20:05Z', 'updated_at': '2022-03-25T19:20:18Z', 'revision_number': 5, 'project_id': '511b62f595874a80ab2449c4446c40d6', 'subnets': [{'id': '5f5dde36-3194-44e6-b8cf-733c65400f3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 25 19:25:46.896215 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49781936-6dfa-4083-979d-99f2677d8d21 req-00c750db-e155-42c0-ac62-bbd5525f688c tempest-TestShelveInstance-1646936502 tempest-TestShelveInstance-1646936502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:25:46.897730 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-49781936-6dfa-4083-979d-99f2677d8d21 req-00c750db-e155-42c0-ac62-bbd5525f688c tempest-TestShelveInstance-1646936502 tempest-TestShelveInstance-1646936502-project] 10.222.0.18 "GET /v2.0/ports?device_id=38f2e171-22da-433b-a2b5-3cfa379c81a4 HTTP/1.1" status: 200 len: 945 time: 0.0589228 Mar 25 19:25:46.903883 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77b96e26-579a-4ade-817b-c84b8c8658a0 None None] New status for floating IP c18258fa-97c6-4c62-9a6b-4165053aec67: DOWN {{(pid=103198) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 25 19:25:46.944156 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Device f9f25bc1-30a3-4953-bd96-ac4ea33fa0ba details requested by agent hyperv_hv-cinder-75510 with host hv-cinder-75510 {{(pid=103198) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 25 19:25:46.945969 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Device 1d9c7016-8671-4505-a88c-97a486183292 no longer exists at agent hyperv_hv-cinder-75510 {{(pid=103198) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 25 19:25:46.956008 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-49781936-6dfa-4083-979d-99f2677d8d21 req-33539d66-b82a-4e66-b9a2-ce1200d8f500 tempest-TestShelveInstance-1646936502 tempest-TestShelveInstance-1646936502-project] 10.222.0.18 "GET /v2.0/security-groups?id=0d0283e4-c61f-4082-abaa-df161b665b94&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0520451 Mar 25 19:25:47.011648 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] No Port match for: 1d9c7016-8671-4505-a88c-97a486183292 {{(pid=103198) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 25 19:25:47.011995 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Device 1d9c7016-8671-4505-a88c-97a486183292 not bound to the agent host hv-cinder-75510 {{(pid=103198) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 25 19:25:47.012410 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Device aebbfe60-04d4-4d3c-8a76-e7cd3540537a no longer exists at agent hyperv_hv-cinder-75510 {{(pid=103198) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 25 19:25:47.040375 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00501e87-b100-4479-a172-59c16463cb81 req-55eec1f9-a04e-44bc-a13a-d5dc56c98547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:25:47.041880 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-00501e87-b100-4479-a172-59c16463cb81 req-55eec1f9-a04e-44bc-a13a-d5dc56c98547 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=38f2e171-22da-433b-a2b5-3cfa379c81a4&tenant_id=3c14746134994a9bb1469d2de7a5fbee HTTP/1.1" status: 200 len: 1129 time: 0.0465193 Mar 25 19:25:47.115908 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00501e87-b100-4479-a172-59c16463cb81 req-9b40f1ce-e85f-4d4f-93c4-228bfd4c0167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:25:47.117657 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-00501e87-b100-4479-a172-59c16463cb81 req-9b40f1ce-e85f-4d4f-93c4-228bfd4c0167 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3c14746134994a9bb1469d2de7a5fbee&device_id=38f2e171-22da-433b-a2b5-3cfa379c81a4 HTTP/1.1" status: 200 len: 1129 time: 0.0538526 Mar 25 19:25:47.203832 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.db.resource_extend [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 25 19:25:47.206533 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00501e87-b100-4479-a172-59c16463cb81 req-6fda903a-0131-4136-9dad-1dc9881b5534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:25:47.208143 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-00501e87-b100-4479-a172-59c16463cb81 req-6fda903a-0131-4136-9dad-1dc9881b5534 service neutron] 10.222.0.26 "GET /v2.0/networks?id=097c27dd-3b60-4b46-8c4d-1a422d066be5 HTTP/1.1" status: 200 len: 909 time: 0.0851064 Mar 25 19:25:47.280913 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-00501e87-b100-4479-a172-59c16463cb81 req-4c9fd0f5-6a0a-4104-9f8f-10e8cee176d9 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=aebbfe60-04d4-4d3c-8a76-e7cd3540537a HTTP/1.1" status: 200 len: 1001 time: 0.0664518 Mar 25 19:25:47.324599 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] For port f9f25bc1-30a3-4953-bd96-ac4ea33fa0ba, host hv-cinder-75510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75510',level=0,port_id=f9f25bc1-30a3-4953-bd96-ac4ea33fa0ba,segment=NetworkSegment(c05c355b-554a-4ce8-8427-3164bfaa37a9),segment_id=c05c355b-554a-4ce8-8427-3164bfaa37a9)] {{(pid=103198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 25 19:25:47.334340 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.18', 36412) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:25:47.339682 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00501e87-b100-4479-a172-59c16463cb81 req-9c3790f1-6a75-40e7-a424-b686c69a4179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:25:47.341247 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-00501e87-b100-4479-a172-59c16463cb81 req-9c3790f1-6a75-40e7-a424-b686c69a4179 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=86db36bb-b1b4-4cd3-a48d-f41ecd1b139a HTTP/1.1" status: 200 len: 847 time: 0.0542293 Mar 25 19:25:47.343029 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Returning: {'device': 'f9f25bc1-30a3-4953-bd96-ac4ea33fa0ba', 'network_id': '1b551ab7-2e5a-400a-a69e-184f0d4cccb9', 'port_id': 'f9f25bc1-30a3-4953-bd96-ac4ea33fa0ba', 'mac_address': 'fa:16:3e:d4:0d:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 261, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fabde86b-5205-4844-a05e-c2d1e447196e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103198) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 25 19:25:47.344497 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Current status of the port aebbfe60-04d4-4d3c-8a76-e7cd3540537a is: ACTIVE; New status is: DOWN {{(pid=103198) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 25 19:25:47.344878 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1293263'] for port (aebbfe60-04d4-4d3c-8a76-e7cd3540537a), before_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:25:47.391300 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00501e87-b100-4479-a172-59c16463cb81 req-4565f126-679d-4bf4-80aa-8b7ca38becde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:25:47.391867 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-73268570-c7d7-4e9c-bee7-e7ededc87eaf tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] Publish callbacks [] for security_group (fc8560ff-7068-4e5d-bf6a-2dbc5717756c), before_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:25:47.393029 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-00501e87-b100-4479-a172-59c16463cb81 req-4565f126-679d-4bf4-80aa-8b7ca38becde service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=097c27dd-3b60-4b46-8c4d-1a422d066be5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0456717 Mar 25 19:25:47.396887 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38f2e171-22da-433b-a2b5-3cfa379c81a4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aebbfe60-04d4-4d3c-8a76-e7cd3540537a'}] {{(pid=103198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 25 19:25:47.399102 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be5bcd447a3797005f5619062121570069e0d2064b33fc0b2cf836394b7860ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2558c9e5-d1ef-4b22-9e4c-21e74a8c1ee6" -d '{"events": [{"server_uuid": "38f2e171-22da-433b-a2b5-3cfa379c81a4", "name": "network-vif-unplugged", "status": "completed", "tag": "aebbfe60-04d4-4d3c-8a76-e7cd3540537a"}]}' {{(pid=103198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 25 19:25:47.415621 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] For port aebbfe60-04d4-4d3c-8a76-e7cd3540537a, host hv-cinder-75510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75510',level=0,port_id=aebbfe60-04d4-4d3c-8a76-e7cd3540537a,segment=NetworkSegment(44317c25-04d3-4459-9cb0-9336ea66d066),segment_id=44317c25-04d3-4459-9cb0-9336ea66d066)] {{(pid=103198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 25 19:25:47.418742 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-73268570-c7d7-4e9c-bee7-e7ededc87eaf tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] Publish callbacks [] for security_group (fc8560ff-7068-4e5d-bf6a-2dbc5717756c), precommit_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:25:47.424149 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036679572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741036190733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741036190751'] for port (aebbfe60-04d4-4d3c-8a76-e7cd3540537a), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:25:47.427648 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Current status of the port f9f25bc1-30a3-4953-bd96-ac4ea33fa0ba is: DOWN; New status is: BUILD {{(pid=103198) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 25 19:25:47.428262 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1293263'] for port (f9f25bc1-30a3-4953-bd96-ac4ea33fa0ba), before_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:25:47.467171 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.notifiers.nova [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9f25bc1-30a3-4953-bd96-ac4ea33fa0ba {{(pid=103198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 25 19:25:47.472663 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-73268570-c7d7-4e9c-bee7-e7ededc87eaf tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687199'] for security_group (fc8560ff-7068-4e5d-bf6a-2dbc5717756c), after_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:25:47.475584 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-73268570-c7d7-4e9c-bee7-e7ededc87eaf tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] Publish callbacks [] for security_group (None), before_response {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:25:47.477223 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-73268570-c7d7-4e9c-bee7-e7ededc87eaf tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] 10.222.0.18 "DELETE /v2.0/security-groups/fc8560ff-7068-4e5d-bf6a-2dbc5717756c HTTP/1.1" status: 204 len: 168 time: 0.1416640 Mar 25 19:25:47.480930 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.18', 36418) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:25:47.488533 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] For port f9f25bc1-30a3-4953-bd96-ac4ea33fa0ba, host hv-cinder-75510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75510',level=0,port_id=f9f25bc1-30a3-4953-bd96-ac4ea33fa0ba,segment=NetworkSegment(c05c355b-554a-4ce8-8427-3164bfaa37a9),segment_id=c05c355b-554a-4ce8-8427-3164bfaa37a9)] {{(pid=103198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 25 19:25:47.497427 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036679572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741036190733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741036190751'] for port (f9f25bc1-30a3-4953-bd96-ac4ea33fa0ba), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:25:47.501248 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73268570-c7d7-4e9c-bee7-e7ededc87eaf tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc8560ff-7068-4e5d-bf6a-2dbc5717756c,revision_number=None']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:25:47.505896 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.api.v2.resource [None req-cad1d690-7baa-49f2-8d58-962dee1e4add tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] show failed (client error): The resource could not be found. Mar 25 19:25:47.507100 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-cad1d690-7baa-49f2-8d58-962dee1e4add tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] 10.222.0.18 "GET /v2.0/security-groups/fc8560ff-7068-4e5d-bf6a-2dbc5717756c HTTP/1.1" status: 404 len: 347 time: 0.0239873 Mar 25 19:25:47.509978 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.18', 36420) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:25:47.521318 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 25 Mar 2022 19:25:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad96f6b8-b854-4f0a-9792-4fff7a807e22 x-openstack-request-id: req-ad96f6b8-b854-4f0a-9792-4fff7a807e22 {{(pid=103198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 25 19:25:47.521603 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38f2e171-22da-433b-a2b5-3cfa379c81a4", "name": "network-vif-unplugged", "status": "completed", "tag": "aebbfe60-04d4-4d3c-8a76-e7cd3540537a", "code": 200}]} {{(pid=103198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 25 19:25:47.521852 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ad96f6b8-b854-4f0a-9792-4fff7a807e22 {{(pid=103198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 25 19:25:47.522415 dv-cinder-755101-7-iscsi neutron-server[103198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad96f6b8-b854-4f0a-9792-4fff7a807e22'] response: {'server_uuid': '38f2e171-22da-433b-a2b5-3cfa379c81a4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aebbfe60-04d4-4d3c-8a76-e7cd3540537a', 'code': 200} Mar 25 19:25:47.529804 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Pushing event updated for resources: {'Port': ['ID=aebbfe60-04d4-4d3c-8a76-e7cd3540537a,revision_number=6']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:25:47.559317 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-00501e87-b100-4479-a172-59c16463cb81 req-843c6750-6ebe-45d5-aeff-eb9b2abc082f service neutron] 10.222.0.26 "GET /v2.0/networks/097c27dd-3b60-4b46-8c4d-1a422d066be5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1563511 Mar 25 19:25:47.583641 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Pushing event updated for resources: {'Port': ['ID=f9f25bc1-30a3-4953-bd96-ac4ea33fa0ba,revision_number=4']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:25:47.662636 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.plugins.ml2.plugin [None req-ac244b5a-bbcf-46ee-b85f-750ce119b664 tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] Deleting port 4c2bfe91-fbc2-458d-86a7-f51584ce4bc9 {{(pid=103197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 25 19:25:47.663283 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-ac244b5a-bbcf-46ee-b85f-750ce119b664 tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741036672799'] for port (4c2bfe91-fbc2-458d-86a7-f51584ce4bc9), before_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:25:47.668418 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-00501e87-b100-4479-a172-59c16463cb81 req-f3160ea3-6c79-47a2-897f-a42e7eafa5b2 service neutron] 10.222.0.26 "GET /v2.0/networks/097c27dd-3b60-4b46-8c4d-1a422d066be5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017339 Mar 25 19:25:47.719360 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] get_ports_and_sgs() called for port_ids ['f9f25bc1-30a3-4953-bd96-ac4ea33fa0ba'] {{(pid=103198) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 25 19:25:47.740760 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2d7a80-3c1a-4208-90f3-2ab2c2e75057 req-980b3ccf-ef9e-4283-846e-1eeea4ac567c tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:25:47.742227 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-bc2d7a80-3c1a-4208-90f3-2ab2c2e75057 req-980b3ccf-ef9e-4283-846e-1eeea4ac567c tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] 10.222.0.18 "GET /v2.0/ports?device_id=f8fff9ae-7081-4172-bb2c-a1085811a73a HTTP/1.1" status: 200 len: 944 time: 0.1115468 Mar 25 19:25:47.768951 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-ac244b5a-bbcf-46ee-b85f-750ce119b664 tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3766103'] for port (4c2bfe91-fbc2-458d-86a7-f51584ce4bc9), precommit_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:25:47.769381 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-ac244b5a-bbcf-46ee-b85f-750ce119b664 tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] Publish callbacks [] for floatingip (4c2bfe91-fbc2-458d-86a7-f51584ce4bc9), precommit_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:25:47.791271 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.plugins.ml2.plugin [None req-ac244b5a-bbcf-46ee-b85f-750ce119b664 tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] Calling delete_port for 4c2bfe91-fbc2-458d-86a7-f51584ce4bc9 owned by network:floatingip {{(pid=103197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 25 19:25:47.824081 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-bc2d7a80-3c1a-4208-90f3-2ab2c2e75057 req-ddecca3b-a93d-45ce-bf09-5c7b9f284a3e tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] 10.222.0.18 "GET /v2.0/security-groups?id=d533166a-75d4-4ca4-89d7-bf50c3686196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0746231 Mar 25 19:25:47.952438 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-ac244b5a-bbcf-46ee-b85f-750ce119b664 tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741036679554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741036190724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59283508'] for port (4c2bfe91-fbc2-458d-86a7-f51584ce4bc9), after_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:25:47.980362 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac244b5a-bbcf-46ee-b85f-750ce119b664 tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] Pushing event deleted for resources: {'Port': ['ID=4c2bfe91-fbc2-458d-86a7-f51584ce4bc9,revision_number=None']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:25:48.048145 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-ac244b5a-bbcf-46ee-b85f-750ce119b664 tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] Publish callbacks [] for floatingip (c18258fa-97c6-4c62-9a6b-4165053aec67), after_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:25:48.052082 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-ac244b5a-bbcf-46ee-b85f-750ce119b664 tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63648'] for floatingip (None), before_response {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:25:48.053369 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-ac244b5a-bbcf-46ee-b85f-750ce119b664 tempest-AttachVolumeTestJSON-933742233 tempest-AttachVolumeTestJSON-933742233-project] 10.222.0.18 "DELETE /v2.0/floatingips/c18258fa-97c6-4c62-9a6b-4165053aec67 HTTP/1.1" status: 204 len: 168 time: 0.5422611 Mar 25 19:25:48.081427 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f3aa07-56d9-46de-8570-d08193b1768f req-a3bd4c6a-4978-4dac-94c3-07dbb72f025d tempest-TestShelveInstance-1646936502 tempest-TestShelveInstance-1646936502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:25:48.083691 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-22f3aa07-56d9-46de-8570-d08193b1768f req-a3bd4c6a-4978-4dac-94c3-07dbb72f025d tempest-TestShelveInstance-1646936502 tempest-TestShelveInstance-1646936502-project] 10.222.0.18 "GET /v2.0/ports?device_id=38f2e171-22da-433b-a2b5-3cfa379c81a4 HTTP/1.1" status: 200 len: 943 time: 0.0572934 Mar 25 19:25:48.136915 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-22f3aa07-56d9-46de-8570-d08193b1768f req-ac217a8e-80e8-4f53-8d2a-f7d0590b14db tempest-TestShelveInstance-1646936502 tempest-TestShelveInstance-1646936502-project] 10.222.0.18 "GET /v2.0/security-groups?id=0d0283e4-c61f-4082-abaa-df161b665b94&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0478303 Mar 25 19:25:48.929175 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Device f9f25bc1-30a3-4953-bd96-ac4ea33fa0ba up at agent hyperv_hv-cinder-75510 {{(pid=103198) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 25 19:25:48.940987 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210c6a4b-1078-4d53-b588-df2e2c892730 req-88de2b13-9b32-4244-a8d0-de11214846e3 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:25:48.942735 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-210c6a4b-1078-4d53-b588-df2e2c892730 req-88de2b13-9b32-4244-a8d0-de11214846e3 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] 10.222.0.18 "GET /v2.0/ports?device_id=f8fff9ae-7081-4172-bb2c-a1085811a73a HTTP/1.1" status: 200 len: 944 time: 0.0528531 Mar 25 19:25:48.978568 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Provisioning for port f9f25bc1-30a3-4953-bd96-ac4ea33fa0ba completed by entity L2. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 25 19:25:48.982321 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Provisioning complete for port f9f25bc1-30a3-4953-bd96-ac4ea33fa0ba triggered by entity L2. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 25 19:25:48.982723 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133789'] for port (f9f25bc1-30a3-4953-bd96-ac4ea33fa0ba), provisioning_complete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:25:48.988680 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-210c6a4b-1078-4d53-b588-df2e2c892730 req-ebc618c4-5516-49af-a620-4c40b5dbcb19 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] 10.222.0.18 "GET /v2.0/security-groups?id=d533166a-75d4-4ca4-89d7-bf50c3686196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403416 Mar 25 19:25:49.061178 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Current status of the port f9f25bc1-30a3-4953-bd96-ac4ea33fa0ba is: BUILD; New status is: ACTIVE {{(pid=103198) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 25 19:25:49.061557 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1293263'] for port (f9f25bc1-30a3-4953-bd96-ac4ea33fa0ba), before_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:25:49.094178 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] For port f9f25bc1-30a3-4953-bd96-ac4ea33fa0ba, host hv-cinder-75510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75510',level=0,port_id=f9f25bc1-30a3-4953-bd96-ac4ea33fa0ba,segment=NetworkSegment(c05c355b-554a-4ce8-8427-3164bfaa37a9),segment_id=c05c355b-554a-4ce8-8427-3164bfaa37a9)] {{(pid=103198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 25 19:25:49.097898 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036679572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741036190733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741036190751'] for port (f9f25bc1-30a3-4953-bd96-ac4ea33fa0ba), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:25:49.142860 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Pushing event updated for resources: {'Port': ['ID=f9f25bc1-30a3-4953-bd96-ac4ea33fa0ba,revision_number=5']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:25:49.256925 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ff8c74-1e00-4797-8e54-e6e604364c81 req-4200dcb0-9e87-4ba5-9bd3-154052306cdf tempest-TestShelveInstance-1646936502 tempest-TestShelveInstance-1646936502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:25:49.258436 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-c1ff8c74-1e00-4797-8e54-e6e604364c81 req-4200dcb0-9e87-4ba5-9bd3-154052306cdf tempest-TestShelveInstance-1646936502 tempest-TestShelveInstance-1646936502-project] 10.222.0.18 "GET /v2.0/ports?device_id=38f2e171-22da-433b-a2b5-3cfa379c81a4 HTTP/1.1" status: 200 len: 943 time: 0.0545828 Mar 25 19:25:49.307417 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-c1ff8c74-1e00-4797-8e54-e6e604364c81 req-099a6d51-7698-4fcc-bc84-5de12b69af03 tempest-TestShelveInstance-1646936502 tempest-TestShelveInstance-1646936502-project] 10.222.0.18 "GET /v2.0/security-groups?id=0d0283e4-c61f-4082-abaa-df161b665b94&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429060 Mar 25 19:25:49.523510 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8fff9ae-7081-4172-bb2c-a1085811a73a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9f25bc1-30a3-4953-bd96-ac4ea33fa0ba'}] {{(pid=103198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 25 19:25:49.525840 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be5bcd447a3797005f5619062121570069e0d2064b33fc0b2cf836394b7860ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68508e96-cb98-4eca-8865-e65731a39eff" -d '{"events": [{"server_uuid": "f8fff9ae-7081-4172-bb2c-a1085811a73a", "name": "network-vif-plugged", "status": "completed", "tag": "f9f25bc1-30a3-4953-bd96-ac4ea33fa0ba"}]}' {{(pid=103198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 25 19:25:49.558717 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Mar 2022 19:25:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6115bb2-fd06-499a-b377-19f9f7f80771 x-openstack-request-id: req-c6115bb2-fd06-499a-b377-19f9f7f80771 {{(pid=103198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 25 19:25:49.559015 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8fff9ae-7081-4172-bb2c-a1085811a73a", "name": "network-vif-plugged", "status": "completed", "tag": "f9f25bc1-30a3-4953-bd96-ac4ea33fa0ba", "code": 200}]} {{(pid=103198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 25 19:25:49.559268 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c6115bb2-fd06-499a-b377-19f9f7f80771 {{(pid=103198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 25 19:25:49.559685 dv-cinder-755101-7-iscsi neutron-server[103198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c6115bb2-fd06-499a-b377-19f9f7f80771'] response: {'server_uuid': 'f8fff9ae-7081-4172-bb2c-a1085811a73a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9f25bc1-30a3-4953-bd96-ac4ea33fa0ba', 'code': 200} Mar 25 19:25:49.736640 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7f2f45-bd2e-4888-9ecc-fb04f4baab59 req-662fde57-e33d-4c64-9bb3-b7e1083d5eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:25:49.738209 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-3e7f2f45-bd2e-4888-9ecc-fb04f4baab59 req-662fde57-e33d-4c64-9bb3-b7e1083d5eaa service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=f8fff9ae-7081-4172-bb2c-a1085811a73a HTTP/1.1" status: 200 len: 1129 time: 0.0510190 Mar 25 19:25:49.781585 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-3e7f2f45-bd2e-4888-9ecc-fb04f4baab59 req-23faa828-c755-4830-bdcf-0366822d74e3 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=d533166a-75d4-4ca4-89d7-bf50c3686196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377233 Mar 25 19:25:50.105750 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376fbb85-a2cf-4680-8779-6f54fd144324 req-b0f41ce0-82da-468c-b691-8fe66d7128ab tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:25:50.107233 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-376fbb85-a2cf-4680-8779-6f54fd144324 req-b0f41ce0-82da-468c-b691-8fe66d7128ab tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] 10.222.0.18 "GET /v2.0/ports?device_id=f8fff9ae-7081-4172-bb2c-a1085811a73a HTTP/1.1" status: 200 len: 945 time: 0.0544548 Mar 25 19:25:50.152460 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-376fbb85-a2cf-4680-8779-6f54fd144324 req-69244607-9ace-4ad9-821c-f89c4d50e7bd tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] 10.222.0.18 "GET /v2.0/security-groups?id=d533166a-75d4-4ca4-89d7-bf50c3686196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392535 Mar 25 19:25:50.424311 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a537d0dc-24f0-44aa-b538-54cf66260cd0 req-6759b14f-5a56-4a60-b3ad-4be77cb319f4 tempest-TestShelveInstance-1646936502 tempest-TestShelveInstance-1646936502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:25:50.425972 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-a537d0dc-24f0-44aa-b538-54cf66260cd0 req-6759b14f-5a56-4a60-b3ad-4be77cb319f4 tempest-TestShelveInstance-1646936502 tempest-TestShelveInstance-1646936502-project] 10.222.0.18 "GET /v2.0/ports?device_id=38f2e171-22da-433b-a2b5-3cfa379c81a4 HTTP/1.1" status: 200 len: 943 time: 0.0530207 Mar 25 19:25:50.482915 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-a537d0dc-24f0-44aa-b538-54cf66260cd0 req-fd29d605-d512-4894-a40b-53b28a1009ab tempest-TestShelveInstance-1646936502 tempest-TestShelveInstance-1646936502-project] 10.222.0.18 "GET /v2.0/security-groups?id=0d0283e4-c61f-4082-abaa-df161b665b94&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0498881 Mar 25 19:25:51.265115 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f09496f-5e81-428a-a3f6-51439e0d50f8 req-0ec358fd-0dad-4a11-bf15-055faed78dba tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:25:51.266583 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-6f09496f-5e81-428a-a3f6-51439e0d50f8 req-0ec358fd-0dad-4a11-bf15-055faed78dba tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] 10.222.0.18 "GET /v2.0/ports?device_id=f8fff9ae-7081-4172-bb2c-a1085811a73a HTTP/1.1" status: 200 len: 945 time: 0.0507321 Mar 25 19:25:51.310987 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-6f09496f-5e81-428a-a3f6-51439e0d50f8 req-31f24455-00e2-4943-803c-c358de610298 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] 10.222.0.18 "GET /v2.0/security-groups?id=d533166a-75d4-4ca4-89d7-bf50c3686196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390034 Mar 25 19:25:51.424296 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534bcc10-e2dc-4d0e-9633-5f9d364988de req-5af0c5f6-7504-4033-b9d9-ab862f0eeb06 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:25:51.425730 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-534bcc10-e2dc-4d0e-9633-5f9d364988de req-5af0c5f6-7504-4033-b9d9-ab862f0eeb06 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] 10.222.0.18 "GET /v2.0/ports?device_id=f8fff9ae-7081-4172-bb2c-a1085811a73a HTTP/1.1" status: 200 len: 945 time: 0.0536554 Mar 25 19:25:51.434302 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.18', 36460) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:25:51.438677 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.v2.base [None req-21a140e3-118f-40b4-8e0a-7e393e3d39cc tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Request body: {'floatingip': {'port_id': 'f9f25bc1-30a3-4953-bd96-ac4ea33fa0ba'}} {{(pid=103196) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 19:25:51.477347 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-21a140e3-118f-40b4-8e0a-7e393e3d39cc tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Publish callbacks [] for floatingip (09a23944-5487-461a-bfd9-cfb2c8ae78ed), before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:25:51.573425 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.18', 36470) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:25:51.606205 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e592ed9f-7e69-48ae-9756-7c3c1b294285 req-03fbba62-f7b8-4593-85ea-8e75c7b29268 tempest-TestShelveInstance-1646936502 tempest-TestShelveInstance-1646936502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:25:51.607814 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-e592ed9f-7e69-48ae-9756-7c3c1b294285 req-03fbba62-f7b8-4593-85ea-8e75c7b29268 tempest-TestShelveInstance-1646936502 tempest-TestShelveInstance-1646936502-project] 10.222.0.18 "GET /v2.0/ports?device_id=38f2e171-22da-433b-a2b5-3cfa379c81a4 HTTP/1.1" status: 200 len: 943 time: 0.0594900 Mar 25 19:25:51.656251 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-e592ed9f-7e69-48ae-9756-7c3c1b294285 req-1b68f432-75a8-4546-83de-afe448d2edf8 tempest-TestShelveInstance-1646936502 tempest-TestShelveInstance-1646936502-project] 10.222.0.18 "GET /v2.0/security-groups?id=0d0283e4-c61f-4082-abaa-df161b665b94&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0427999 Mar 25 19:25:52.358525 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-21a140e3-118f-40b4-8e0a-7e393e3d39cc tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:25:52.365976 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-21a140e3-118f-40b4-8e0a-7e393e3d39cc tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3753541'] for floatingip (09a23944-5487-461a-bfd9-cfb2c8ae78ed), after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:25:52.513744 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.db.l3_db [None req-21a140e3-118f-40b4-8e0a-7e393e3d39cc tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Floating IP 09a23944-5487-461a-bfd9-cfb2c8ae78ed associated. External IP: 172.27.0.17, port: f9f25bc1-30a3-4953-bd96-ac4ea33fa0ba. Mar 25 19:25:52.649682 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-665586b6-48ec-443e-a943-dac1110e7eb2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3752261'] for router_interface (424b05dc-39d4-46aa-abc7-b98214c48596), before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:25:52.888099 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfc6cff-ff68-4995-8d58-1eb852b789ef req-427f17b8-cce4-4a14-8e18-36c8b748b668 tempest-TestShelveInstance-1646936502 tempest-TestShelveInstance-1646936502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:25:52.889572 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-3cfc6cff-ff68-4995-8d58-1eb852b789ef req-427f17b8-cce4-4a14-8e18-36c8b748b668 tempest-TestShelveInstance-1646936502 tempest-TestShelveInstance-1646936502-project] 10.222.0.18 "GET /v2.0/ports?device_id=38f2e171-22da-433b-a2b5-3cfa379c81a4 HTTP/1.1" status: 200 len: 943 time: 0.1664889 Mar 25 19:25:53.006002 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21a140e3-118f-40b4-8e0a-7e393e3d39cc tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Router 8176248a-16f5-4694-bf25-b326f00a7f6a has already been hosted by L3 agent af1b81b0-43af-47bb-a61e-8e46b36efc57 {{(pid=103196) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 25 19:25:53.036929 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-3cfc6cff-ff68-4995-8d58-1eb852b789ef req-ddf960a2-da93-477b-8407-5a731a294c47 tempest-TestShelveInstance-1646936502 tempest-TestShelveInstance-1646936502-project] 10.222.0.18 "GET /v2.0/security-groups?id=0d0283e4-c61f-4082-abaa-df161b665b94&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1161952 Mar 25 19:25:53.195888 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21a140e3-118f-40b4-8e0a-7e393e3d39cc tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Notify agent at l3_agent.dv-cinder-755101-7-iscsi the message routers_updated {{(pid=103196) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 25 19:25:53.201143 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-21a140e3-118f-40b4-8e0a-7e393e3d39cc tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63648'] for floatingip (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:25:53.206359 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc975a13-09ad-4f5e-b809-3caaccb7260d None None] Sync routers for ids ['8176248a-16f5-4694-bf25-b326f00a7f6a'] in dv-cinder-755101-7-iscsi {{(pid=103199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 25 19:25:53.215865 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc975a13-09ad-4f5e-b809-3caaccb7260d None None] Routers {'8176248a-16f5-4694-bf25-b326f00a7f6a'} bound to L3 agent in host dv-cinder-755101-7-iscsi {{(pid=103199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 25 19:25:53.216470 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.db.l3_hamode_db [None req-dc975a13-09ad-4f5e-b809-3caaccb7260d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755101-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-25T19:11:57Z,description=,heartbeat_timestamp=2022-03-25T19:25:27Z,host='dv-cinder-755101-7-iscsi',id=af1b81b0-43af-47bb-a61e-8e46b36efc57,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:11:57Z,topic='l3_agent')) {'router_ids': ['8176248a-16f5-4694-bf25-b326f00a7f6a'], 'active': True} {{(pid=103199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 19:25:53.238760 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-665586b6-48ec-443e-a943-dac1110e7eb2 admin admin] Deleting port 2c0e54b1-e605-4665-84e8-8ee5f99972a2 {{(pid=103196) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 25 19:25:53.239097 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-665586b6-48ec-443e-a943-dac1110e7eb2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741036672799'] for port (2c0e54b1-e605-4665-84e8-8ee5f99972a2), before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:25:53.241574 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-21a140e3-118f-40b4-8e0a-7e393e3d39cc tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] 10.222.0.18 "PUT /v2.0/floatingips/09a23944-5487-461a-bfd9-cfb2c8ae78ed HTTP/1.1" status: 200 len: 990 time: 1.8063273 Mar 25 19:25:53.242914 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8fff9ae-7081-4172-bb2c-a1085811a73a', 'tag': 'f9f25bc1-30a3-4953-bd96-ac4ea33fa0ba'}] {{(pid=103196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 25 19:25:53.245116 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aab9b3bfb8b62b9c439d2baea07b5fa53a515b81dc2b4d2d70d2153c83a947a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e79b187e-75cd-45d7-9f45-c8bdb8fd11fa" -d '{"events": [{"name": "network-changed", "server_uuid": "f8fff9ae-7081-4172-bb2c-a1085811a73a", "tag": "f9f25bc1-30a3-4953-bd96-ac4ea33fa0ba"}]}' {{(pid=103196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 25 19:25:53.289818 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Mar 2022 19:25:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc0aca0d-7e06-4d1c-bb23-c5af57e76aed x-openstack-request-id: req-bc0aca0d-7e06-4d1c-bb23-c5af57e76aed {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 25 19:25:53.290114 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8fff9ae-7081-4172-bb2c-a1085811a73a", "tag": "f9f25bc1-30a3-4953-bd96-ac4ea33fa0ba", "status": "completed", "code": 200}]} {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 25 19:25:53.290370 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-bc0aca0d-7e06-4d1c-bb23-c5af57e76aed {{(pid=103196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 25 19:25:53.290807 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc0aca0d-7e06-4d1c-bb23-c5af57e76aed'] response: {'name': 'network-changed', 'server_uuid': 'f8fff9ae-7081-4172-bb2c-a1085811a73a', 'tag': 'f9f25bc1-30a3-4953-bd96-ac4ea33fa0ba', 'status': 'completed', 'code': 200} Mar 25 19:25:53.324263 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.db.l3_dvr_db [None req-dc975a13-09ad-4f5e-b809-3caaccb7260d None None] Set router 8176248a-16f5-4694-bf25-b326f00a7f6a gateway port host: dv-cinder-755101-7-iscsi {{(pid=103199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 25 19:25:53.362873 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-665586b6-48ec-443e-a943-dac1110e7eb2 admin admin] For port 2c0e54b1-e605-4665-84e8-8ee5f99972a2, host dv-cinder-755101-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755101-7-iscsi',level=0,port_id=2c0e54b1-e605-4665-84e8-8ee5f99972a2,segment=NetworkSegment(b014a1b8-c6b2-4821-8412-291b75bc4696),segment_id=b014a1b8-c6b2-4821-8412-291b75bc4696)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 25 19:25:53.363230 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-665586b6-48ec-443e-a943-dac1110e7eb2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3766103'] for port (2c0e54b1-e605-4665-84e8-8ee5f99972a2), precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:25:53.380410 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-665586b6-48ec-443e-a943-dac1110e7eb2 admin admin] Calling delete_port for 2c0e54b1-e605-4665-84e8-8ee5f99972a2 owned by network:router_interface {{(pid=103196) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 25 19:25:53.397926 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79b187e-75cd-45d7-9f45-c8bdb8fd11fa req-214ff33c-a3f7-4fd0-9b25-8acd12b614d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:25:53.399521 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-e79b187e-75cd-45d7-9f45-c8bdb8fd11fa req-214ff33c-a3f7-4fd0-9b25-8acd12b614d3 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=dc089ebbae3f448da3893c2c3fea588f&device_id=f8fff9ae-7081-4172-bb2c-a1085811a73a HTTP/1.1" status: 200 len: 1129 time: 0.0867951 Mar 25 19:25:53.551799 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.db.l3_hamode_db [None req-dc975a13-09ad-4f5e-b809-3caaccb7260d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8176248a-16f5-4694-bf25-b326f00a7f6a', 'name': 'tempest-AttachVolumeNegativeTest-1535724324-router', 'tenant_id': 'dc089ebbae3f448da3893c2c3fea588f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'external_fixed_ips': [{'subnet_id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'ip_address': '172.27.0.249'}], 'enable_snat': True}, 'gw_port_id': '4068821f-380a-43e9-8dd6-d8fd566fe3d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T19:24:37Z', 'updated_at': '2022-03-25T19:24:39Z', 'revision_number': 4, 'project_id': 'dc089ebbae3f448da3893c2c3fea588f', 'gw_port': {'id': '4068821f-380a-43e9-8dd6-d8fd566fe3d3', 'name': '', 'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:e3:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8176248a-16f5-4694-bf25-b326f00a7f6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'ip_address': '172.27.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T19:24:37Z', 'updated_at': '2022-03-25T19:24:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755101-7-iscsi', '_floatingips': [{'id': '09a23944-5487-461a-bfd9-cfb2c8ae78ed', 'tenant_id': 'dc089ebbae3f448da3893c2c3fea588f', 'floating_ip_address': '172.27.0.17', 'floating_network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'router_id': '8176248a-16f5-4694-bf25-b326f00a7f6a', 'port_id': 'f9f25bc1-30a3-4953-bd96-ac4ea33fa0ba', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 512, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1b551ab7-2e5a-400a-a69e-184f0d4cccb9', 'mac_address': 'fa:16:3e:d4:0d:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8fff9ae-7081-4172-bb2c-a1085811a73a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-25T19:25:40Z', 'updated_at': '2022-03-25T19:25:52Z', 'revision_number': 1, 'project_id': 'dc089ebbae3f448da3893c2c3fea588f', 'fixed_ip_address_scope': None}, {'id': '2150395f-8e9c-4cc1-85d7-e88704c2b692', 'tenant_id': 'dc089ebbae3f448da3893c2c3fea588f', 'floating_ip_address': '172.27.0.59', 'floating_network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'router_id': '8176248a-16f5-4694-bf25-b326f00a7f6a', 'port_id': '64aeeda5-9546-4beb-a213-44374cb6955c', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 504, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1b551ab7-2e5a-400a-a69e-184f0d4cccb9', 'mac_address': 'fa:16:3e:2e:fe:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f8375d7-02e8-40ac-b150-67b7e26f94db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-25T19:24:41Z', 'updated_at': '2022-03-25T19:24:55Z', 'revision_number': 2, 'project_id': 'dc089ebbae3f448da3893c2c3fea588f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '183b74b2-7fc1-4f1d-8907-284dc2000128', 'name': '', 'network_id': '1b551ab7-2e5a-400a-a69e-184f0d4cccb9', 'tenant_id': 'dc089ebbae3f448da3893c2c3fea588f', 'mac_address': 'fa:16:3e:8e:3f:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8176248a-16f5-4694-bf25-b326f00a7f6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'fabde86b-5205-4844-a05e-c2d1e447196e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T19:24:39Z', 'updated_at': '2022-03-25T19:24:43Z', 'revision_number': 5, 'project_id': 'dc089ebbae3f448da3893c2c3fea588f', 'subnets': [{'id': 'fabde86b-5205-4844-a05e-c2d1e447196e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-755101-7-iscsi', False) {} {{(pid=103199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 19:25:53.572099 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79b187e-75cd-45d7-9f45-c8bdb8fd11fa req-3c0c7274-0a4e-4aa9-9b8a-8787c41671de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:25:53.575779 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-e79b187e-75cd-45d7-9f45-c8bdb8fd11fa req-3c0c7274-0a4e-4aa9-9b8a-8787c41671de service neutron] 10.222.0.26 "GET /v2.0/networks?id=1b551ab7-2e5a-400a-a69e-184f0d4cccb9 HTTP/1.1" status: 200 len: 916 time: 0.1474385 Mar 25 19:25:53.587618 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc975a13-09ad-4f5e-b809-3caaccb7260d None None] Checking router: 8176248a-16f5-4694-bf25-b326f00a7f6a for host: dv-cinder-755101-7-iscsi {{(pid=103199) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 25 19:25:53.597145 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc975a13-09ad-4f5e-b809-3caaccb7260d None None] Routers {'8176248a-16f5-4694-bf25-b326f00a7f6a'} bound to L3 agent in host dv-cinder-755101-7-iscsi {{(pid=103199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 25 19:25:53.597754 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.db.l3_hamode_db [None req-dc975a13-09ad-4f5e-b809-3caaccb7260d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755101-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-25T19:11:57Z,description=,heartbeat_timestamp=2022-03-25T19:25:27Z,host='dv-cinder-755101-7-iscsi',id=af1b81b0-43af-47bb-a61e-8e46b36efc57,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:11:57Z,topic='l3_agent')) {'router_ids': ['8176248a-16f5-4694-bf25-b326f00a7f6a'], 'active': True} {{(pid=103199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 19:25:53.679266 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-e79b187e-75cd-45d7-9f45-c8bdb8fd11fa req-040c7232-cabd-4114-87bc-80f4f076d703 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f9f25bc1-30a3-4953-bd96-ac4ea33fa0ba HTTP/1.1" status: 200 len: 998 time: 0.0966775 Mar 25 19:25:53.720772 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.db.l3_dvr_db [None req-dc975a13-09ad-4f5e-b809-3caaccb7260d None None] Set router 8176248a-16f5-4694-bf25-b326f00a7f6a gateway port host: dv-cinder-755101-7-iscsi {{(pid=103199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 25 19:25:53.755124 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-665586b6-48ec-443e-a943-dac1110e7eb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741036679554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741036190724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58911673'] for port (2c0e54b1-e605-4665-84e8-8ee5f99972a2), after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:25:53.791997 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79b187e-75cd-45d7-9f45-c8bdb8fd11fa req-0be7b7d8-b545-4ab2-94ec-2bca97763964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:25:53.793563 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-e79b187e-75cd-45d7-9f45-c8bdb8fd11fa req-0be7b7d8-b545-4ab2-94ec-2bca97763964 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=fabde86b-5205-4844-a05e-c2d1e447196e HTTP/1.1" status: 200 len: 854 time: 0.0974345 Mar 25 19:25:53.796254 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665586b6-48ec-443e-a943-dac1110e7eb2 admin admin] Pushing event deleted for resources: {'Port': ['ID=2c0e54b1-e605-4665-84e8-8ee5f99972a2,revision_number=None']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:25:53.972361 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.db.l3_hamode_db [None req-dc975a13-09ad-4f5e-b809-3caaccb7260d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8176248a-16f5-4694-bf25-b326f00a7f6a', 'name': 'tempest-AttachVolumeNegativeTest-1535724324-router', 'tenant_id': 'dc089ebbae3f448da3893c2c3fea588f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'external_fixed_ips': [{'subnet_id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'ip_address': '172.27.0.249'}], 'enable_snat': True}, 'gw_port_id': '4068821f-380a-43e9-8dd6-d8fd566fe3d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T19:24:37Z', 'updated_at': '2022-03-25T19:24:39Z', 'revision_number': 4, 'project_id': 'dc089ebbae3f448da3893c2c3fea588f', 'gw_port': {'id': '4068821f-380a-43e9-8dd6-d8fd566fe3d3', 'name': '', 'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:e3:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8176248a-16f5-4694-bf25-b326f00a7f6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'ip_address': '172.27.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T19:24:37Z', 'updated_at': '2022-03-25T19:24:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755101-7-iscsi', '_floatingips': [{'id': '09a23944-5487-461a-bfd9-cfb2c8ae78ed', 'tenant_id': 'dc089ebbae3f448da3893c2c3fea588f', 'floating_ip_address': '172.27.0.17', 'floating_network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'router_id': '8176248a-16f5-4694-bf25-b326f00a7f6a', 'port_id': 'f9f25bc1-30a3-4953-bd96-ac4ea33fa0ba', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 512, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1b551ab7-2e5a-400a-a69e-184f0d4cccb9', 'mac_address': 'fa:16:3e:d4:0d:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8fff9ae-7081-4172-bb2c-a1085811a73a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-25T19:25:40Z', 'updated_at': '2022-03-25T19:25:52Z', 'revision_number': 1, 'project_id': 'dc089ebbae3f448da3893c2c3fea588f', 'fixed_ip_address_scope': None}, {'id': '2150395f-8e9c-4cc1-85d7-e88704c2b692', 'tenant_id': 'dc089ebbae3f448da3893c2c3fea588f', 'floating_ip_address': '172.27.0.59', 'floating_network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'router_id': '8176248a-16f5-4694-bf25-b326f00a7f6a', 'port_id': '64aeeda5-9546-4beb-a213-44374cb6955c', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 504, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1b551ab7-2e5a-400a-a69e-184f0d4cccb9', 'mac_address': 'fa:16:3e:2e:fe:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f8375d7-02e8-40ac-b150-67b7e26f94db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-25T19:24:41Z', 'updated_at': '2022-03-25T19:24:55Z', 'revision_number': 2, 'project_id': 'dc089ebbae3f448da3893c2c3fea588f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '183b74b2-7fc1-4f1d-8907-284dc2000128', 'name': '', 'network_id': '1b551ab7-2e5a-400a-a69e-184f0d4cccb9', 'tenant_id': 'dc089ebbae3f448da3893c2c3fea588f', 'mac_address': 'fa:16:3e:8e:3f:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8176248a-16f5-4694-bf25-b326f00a7f6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'fabde86b-5205-4844-a05e-c2d1e447196e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T19:24:39Z', 'updated_at': '2022-03-25T19:24:43Z', 'revision_number': 5, 'project_id': 'dc089ebbae3f448da3893c2c3fea588f', 'subnets': [{'id': 'fabde86b-5205-4844-a05e-c2d1e447196e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-755101-7-iscsi', False) {} {{(pid=103199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 19:25:54.000592 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc975a13-09ad-4f5e-b809-3caaccb7260d None None] The sync data for ids ['8176248a-16f5-4694-bf25-b326f00a7f6a'] in dv-cinder-755101-7-iscsi is: [{'id': '8176248a-16f5-4694-bf25-b326f00a7f6a', 'name': 'tempest-AttachVolumeNegativeTest-1535724324-router', 'tenant_id': 'dc089ebbae3f448da3893c2c3fea588f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'external_fixed_ips': [{'subnet_id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'ip_address': '172.27.0.249'}], 'enable_snat': True}, 'gw_port_id': '4068821f-380a-43e9-8dd6-d8fd566fe3d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T19:24:37Z', 'updated_at': '2022-03-25T19:24:39Z', 'revision_number': 4, 'project_id': 'dc089ebbae3f448da3893c2c3fea588f', 'gw_port': {'id': '4068821f-380a-43e9-8dd6-d8fd566fe3d3', 'name': '', 'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:e3:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8176248a-16f5-4694-bf25-b326f00a7f6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'ip_address': '172.27.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T19:24:37Z', 'updated_at': '2022-03-25T19:24:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755101-7-iscsi', '_floatingips': [{'id': '09a23944-5487-461a-bfd9-cfb2c8ae78ed', 'tenant_id': 'dc089ebbae3f448da3893c2c3fea588f', 'floating_ip_address': '172.27.0.17', 'floating_network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'router_id': '8176248a-16f5-4694-bf25-b326f00a7f6a', 'port_id': 'f9f25bc1-30a3-4953-bd96-ac4ea33fa0ba', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 512, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1b551ab7-2e5a-400a-a69e-184f0d4cccb9', 'mac_address': 'fa:16:3e:d4:0d:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8fff9ae-7081-4172-bb2c-a1085811a73a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-25T19:25:40Z', 'updated_at': '2022-03-25T19:25:52Z', 'revision_number': 1, 'project_id': 'dc089ebbae3f448da3893c2c3fea588f', 'fixed_ip_address_scope': None}, {'id': '2150395f-8e9c-4cc1-85d7-e88704c2b692', 'tenant_id': 'dc089ebbae3f448da3893c2c3fea588f', 'floating_ip_address': '172.27.0.59', 'floating_network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'router_id': '8176248a-16f5-4694-bf25-b326f00a7f6a', 'port_id': '64aeeda5-9546-4beb-a213-44374cb6955c', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 504, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1b551ab7-2e5a-400a-a69e-184f0d4cccb9', 'mac_address': 'fa:16:3e:2e:fe:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f8375d7-02e8-40ac-b150-67b7e26f94db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-25T19:24:41Z', 'updated_at': '2022-03-25T19:24:55Z', 'revision_number': 2, 'project_id': 'dc089ebbae3f448da3893c2c3fea588f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '183b74b2-7fc1-4f1d-8907-284dc2000128', 'name': '', 'network_id': '1b551ab7-2e5a-400a-a69e-184f0d4cccb9', 'tenant_id': 'dc089ebbae3f448da3893c2c3fea588f', 'mac_address': 'fa:16:3e:8e:3f:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8176248a-16f5-4694-bf25-b326f00a7f6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'fabde86b-5205-4844-a05e-c2d1e447196e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T19:24:39Z', 'updated_at': '2022-03-25T19:24:43Z', 'revision_number': 5, 'project_id': 'dc089ebbae3f448da3893c2c3fea588f', 'subnets': [{'id': 'fabde86b-5205-4844-a05e-c2d1e447196e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 25 19:25:54.211709 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8019c83f-9248-4f3d-9cd3-f17685212937 None None] New status for floating IP 09a23944-5487-461a-bfd9-cfb2c8ae78ed: ACTIVE {{(pid=103198) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 25 19:25:54.223970 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79b187e-75cd-45d7-9f45-c8bdb8fd11fa req-c8fb6aff-9453-4ee3-946d-0a26345d2e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:25:54.225459 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-e79b187e-75cd-45d7-9f45-c8bdb8fd11fa req-c8fb6aff-9453-4ee3-946d-0a26345d2e95 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1b551ab7-2e5a-400a-a69e-184f0d4cccb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.4058905 Mar 25 19:25:54.265928 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988f424c-502e-4132-a982-2f0e91b46c54 req-50fb7b73-642d-46b9-a8c2-a6e4bb08c037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:25:54.267434 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-988f424c-502e-4132-a982-2f0e91b46c54 req-50fb7b73-642d-46b9-a8c2-a6e4bb08c037 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=38f2e171-22da-433b-a2b5-3cfa379c81a4 HTTP/1.1" status: 200 len: 1127 time: 0.4018607 Mar 25 19:25:54.324370 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-cf38e5eb-2a91-4589-83e7-970f36d18e9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741036503857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133703'] for agent (ff15a80c-2d7c-4104-a6ad-0973d1d911f7), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:25:54.411396 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57f852b-2197-46fa-97e3-e92f459b0e2f req-e59fea11-732f-4cc0-8c5e-e5a573571ce5 tempest-TestShelveInstance-1646936502 tempest-TestShelveInstance-1646936502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:25:54.412939 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-c57f852b-2197-46fa-97e3-e92f459b0e2f req-e59fea11-732f-4cc0-8c5e-e5a573571ce5 tempest-TestShelveInstance-1646936502 tempest-TestShelveInstance-1646936502-project] 10.222.0.18 "GET /v2.0/ports?device_id=38f2e171-22da-433b-a2b5-3cfa379c81a4 HTTP/1.1" status: 200 len: 943 time: 0.2171535 Mar 25 19:25:54.418250 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-665586b6-48ec-443e-a943-dac1110e7eb2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3692866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3752181'] for router_interface (424b05dc-39d4-46aa-abc7-b98214c48596), after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:25:54.427143 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-988f424c-502e-4132-a982-2f0e91b46c54 req-b267e0b5-7208-48db-af89-b71fea46ec2c service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=0d0283e4-c61f-4082-abaa-df161b665b94&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1229553 Mar 25 19:25:54.445551 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-e79b187e-75cd-45d7-9f45-c8bdb8fd11fa req-b3f51418-3f9b-47c2-96bd-6af5ef2769bb service neutron] 10.222.0.26 "GET /v2.0/networks/1b551ab7-2e5a-400a-a69e-184f0d4cccb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2105045 Mar 25 19:25:54.550039 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-c57f852b-2197-46fa-97e3-e92f459b0e2f req-be13280d-c95e-4574-acbf-b7b2c75fada9 tempest-TestShelveInstance-1646936502 tempest-TestShelveInstance-1646936502-project] 10.222.0.18 "GET /v2.0/security-groups?id=0d0283e4-c61f-4082-abaa-df161b665b94&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1211166 Mar 25 19:25:54.745143 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-e79b187e-75cd-45d7-9f45-c8bdb8fd11fa req-db236157-de86-469d-90cb-671b1e96d1cb service neutron] 10.222.0.26 "GET /v2.0/networks/1b551ab7-2e5a-400a-a69e-184f0d4cccb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1080480 Mar 25 19:25:54.748823 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-665586b6-48ec-443e-a943-dac1110e7eb2 admin admin] Router 424b05dc-39d4-46aa-abc7-b98214c48596 has already been hosted by L3 agent af1b81b0-43af-47bb-a61e-8e46b36efc57 {{(pid=103196) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 25 19:25:54.854883 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-665586b6-48ec-443e-a943-dac1110e7eb2 admin admin] Notify agent at l3_agent.dv-cinder-755101-7-iscsi the message routers_updated {{(pid=103196) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 25 19:25:54.859774 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-665586b6-48ec-443e-a943-dac1110e7eb2 admin admin] 10.222.0.18 "PUT /v2.0/routers/424b05dc-39d4-46aa-abc7-b98214c48596/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2854123 Mar 25 19:25:54.862473 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.18', 36482) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:25:54.864318 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c10a7630-99e5-4cbd-94f2-f14a02088854 None None] Sync routers for ids ['424b05dc-39d4-46aa-abc7-b98214c48596'] in dv-cinder-755101-7-iscsi {{(pid=103199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 25 19:25:54.873689 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c10a7630-99e5-4cbd-94f2-f14a02088854 None None] Routers {'424b05dc-39d4-46aa-abc7-b98214c48596'} bound to L3 agent in host dv-cinder-755101-7-iscsi {{(pid=103199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 25 19:25:54.874308 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.db.l3_hamode_db [None req-c10a7630-99e5-4cbd-94f2-f14a02088854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755101-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-25T19:11:57Z,description=,heartbeat_timestamp=2022-03-25T19:25:27Z,host='dv-cinder-755101-7-iscsi',id=af1b81b0-43af-47bb-a61e-8e46b36efc57,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:11:57Z,topic='l3_agent')) {'router_ids': ['424b05dc-39d4-46aa-abc7-b98214c48596'], 'active': True} {{(pid=103199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 19:25:54.964079 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-74372afb-9278-44f2-8820-31f0ba3bff8b admin admin] Publish callbacks [] for router (424b05dc-39d4-46aa-abc7-b98214c48596), before_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:25:54.977079 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Device aebbfe60-04d4-4d3c-8a76-e7cd3540537a details requested by agent hyperv_hv-cinder-75510 with host hv-cinder-75510 {{(pid=103198) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 25 19:25:54.979120 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.db.l3_dvr_db [None req-c10a7630-99e5-4cbd-94f2-f14a02088854 None None] Set router 424b05dc-39d4-46aa-abc7-b98214c48596 gateway port host: dv-cinder-755101-7-iscsi {{(pid=103199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 25 19:25:55.072374 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-74372afb-9278-44f2-8820-31f0ba3bff8b admin admin] Publish callbacks [] for router_gateway (424b05dc-39d4-46aa-abc7-b98214c48596), before_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:25:55.083254 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] For port aebbfe60-04d4-4d3c-8a76-e7cd3540537a, host hv-cinder-75510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75510',level=0,port_id=aebbfe60-04d4-4d3c-8a76-e7cd3540537a,segment=NetworkSegment(44317c25-04d3-4459-9cb0-9336ea66d066),segment_id=44317c25-04d3-4459-9cb0-9336ea66d066)] {{(pid=103198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 25 19:25:55.098038 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Returning: {'device': 'aebbfe60-04d4-4d3c-8a76-e7cd3540537a', 'network_id': '097c27dd-3b60-4b46-8c4d-1a422d066be5', 'port_id': 'aebbfe60-04d4-4d3c-8a76-e7cd3540537a', 'mac_address': 'fa:16:3e:74:c7:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 291, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86db36bb-b1b4-4cd3-a48d-f41ecd1b139a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103198) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 25 19:25:55.129345 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.plugins.ml2.plugin [None req-74372afb-9278-44f2-8820-31f0ba3bff8b admin admin] Deleting port f1cac042-1cc6-40dd-8663-517a8c53bdce {{(pid=103197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 25 19:25:55.130102 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-74372afb-9278-44f2-8820-31f0ba3bff8b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741036672799'] for port (f1cac042-1cc6-40dd-8663-517a8c53bdce), before_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:25:55.139664 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Current status of the port aebbfe60-04d4-4d3c-8a76-e7cd3540537a is: DOWN; New status is: BUILD {{(pid=103198) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 25 19:25:55.140415 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1293263'] for port (aebbfe60-04d4-4d3c-8a76-e7cd3540537a), before_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:25:55.154107 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.notifiers.nova [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aebbfe60-04d4-4d3c-8a76-e7cd3540537a {{(pid=103198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 25 19:25:55.174820 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] For port aebbfe60-04d4-4d3c-8a76-e7cd3540537a, host hv-cinder-75510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75510',level=0,port_id=aebbfe60-04d4-4d3c-8a76-e7cd3540537a,segment=NetworkSegment(44317c25-04d3-4459-9cb0-9336ea66d066),segment_id=44317c25-04d3-4459-9cb0-9336ea66d066)] {{(pid=103198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 25 19:25:55.179310 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036679572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741036190733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741036190751'] for port (aebbfe60-04d4-4d3c-8a76-e7cd3540537a), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:25:55.216239 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.plugins.ml2.db [None req-74372afb-9278-44f2-8820-31f0ba3bff8b admin admin] For port f1cac042-1cc6-40dd-8663-517a8c53bdce, host dv-cinder-755101-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755101-7-iscsi',level=0,port_id=f1cac042-1cc6-40dd-8663-517a8c53bdce,segment=NetworkSegment(bcf11cf5-8ef8-46ee-bf1d-f87c743f3fc7),segment_id=bcf11cf5-8ef8-46ee-bf1d-f87c743f3fc7)] {{(pid=103197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 25 19:25:55.216999 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-74372afb-9278-44f2-8820-31f0ba3bff8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3766103'] for port (f1cac042-1cc6-40dd-8663-517a8c53bdce), precommit_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:25:55.228046 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Pushing event updated for resources: {'Port': ['ID=aebbfe60-04d4-4d3c-8a76-e7cd3540537a,revision_number=7']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:25:55.234218 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.plugins.ml2.plugin [None req-74372afb-9278-44f2-8820-31f0ba3bff8b admin admin] Calling delete_port for f1cac042-1cc6-40dd-8663-517a8c53bdce owned by network:router_gateway {{(pid=103197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 25 19:25:55.253162 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.db.l3_hamode_db [None req-c10a7630-99e5-4cbd-94f2-f14a02088854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '424b05dc-39d4-46aa-abc7-b98214c48596', 'name': 'tempest-AttachVolumeTestJSON-1389583433-router', 'tenant_id': '511b62f595874a80ab2449c4446c40d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'external_fixed_ips': [{'subnet_id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'ip_address': '172.27.0.241'}], 'enable_snat': True}, 'gw_port_id': 'f1cac042-1cc6-40dd-8663-517a8c53bdce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T19:19:58Z', 'updated_at': '2022-03-25T19:25:53Z', 'revision_number': 5, 'project_id': '511b62f595874a80ab2449c4446c40d6', 'gw_port': {'id': 'f1cac042-1cc6-40dd-8663-517a8c53bdce', 'name': '', 'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:f5:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '424b05dc-39d4-46aa-abc7-b98214c48596', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'ip_address': '172.27.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T19:20:00Z', 'updated_at': '2022-03-25T19:20:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755101-7-iscsi'}], 'dv-cinder-755101-7-iscsi', False) {} {{(pid=103199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 19:25:55.282007 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c10a7630-99e5-4cbd-94f2-f14a02088854 None None] Checking router: 424b05dc-39d4-46aa-abc7-b98214c48596 for host: dv-cinder-755101-7-iscsi {{(pid=103199) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 25 19:25:55.290148 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c10a7630-99e5-4cbd-94f2-f14a02088854 None None] Routers {'424b05dc-39d4-46aa-abc7-b98214c48596'} bound to L3 agent in host dv-cinder-755101-7-iscsi {{(pid=103199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 25 19:25:55.290776 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.db.l3_hamode_db [None req-c10a7630-99e5-4cbd-94f2-f14a02088854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755101-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-25T19:11:57Z,description=,heartbeat_timestamp=2022-03-25T19:25:27Z,host='dv-cinder-755101-7-iscsi',id=af1b81b0-43af-47bb-a61e-8e46b36efc57,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:11:57Z,topic='l3_agent')) {'router_ids': ['424b05dc-39d4-46aa-abc7-b98214c48596'], 'active': True} {{(pid=103199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 19:25:55.376942 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.db.l3_dvr_db [None req-c10a7630-99e5-4cbd-94f2-f14a02088854 None None] Set router 424b05dc-39d4-46aa-abc7-b98214c48596 gateway port host: None {{(pid=103199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 25 19:25:55.397267 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-74372afb-9278-44f2-8820-31f0ba3bff8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741036679554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741036190724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59283508'] for port (f1cac042-1cc6-40dd-8663-517a8c53bdce), after_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:25:55.421781 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74372afb-9278-44f2-8820-31f0ba3bff8b admin admin] Pushing event deleted for resources: {'Port': ['ID=f1cac042-1cc6-40dd-8663-517a8c53bdce,revision_number=None']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:25:55.427845 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.db.l3_hamode_db [None req-c10a7630-99e5-4cbd-94f2-f14a02088854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '424b05dc-39d4-46aa-abc7-b98214c48596', 'name': 'tempest-AttachVolumeTestJSON-1389583433-router', 'tenant_id': '511b62f595874a80ab2449c4446c40d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T19:19:58Z', 'updated_at': '2022-03-25T19:25:55Z', 'revision_number': 6, 'project_id': '511b62f595874a80ab2449c4446c40d6', 'gw_port_host': None}], 'dv-cinder-755101-7-iscsi', False) {} {{(pid=103199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 19:25:55.467852 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c10a7630-99e5-4cbd-94f2-f14a02088854 None None] The sync data for ids ['424b05dc-39d4-46aa-abc7-b98214c48596'] in dv-cinder-755101-7-iscsi is: [{'id': '424b05dc-39d4-46aa-abc7-b98214c48596', 'name': 'tempest-AttachVolumeTestJSON-1389583433-router', 'tenant_id': '511b62f595874a80ab2449c4446c40d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T19:19:58Z', 'updated_at': '2022-03-25T19:25:55Z', 'revision_number': 6, 'project_id': '511b62f595874a80ab2449c4446c40d6', 'gw_port_host': None}] {{(pid=103199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 25 19:25:55.484434 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-74372afb-9278-44f2-8820-31f0ba3bff8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3753487'] for router_gateway (424b05dc-39d4-46aa-abc7-b98214c48596), after_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:25:55.495194 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] get_ports_and_sgs() called for port_ids ['aebbfe60-04d4-4d3c-8a76-e7cd3540537a'] {{(pid=103198) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 25 19:25:55.600890 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-74372afb-9278-44f2-8820-31f0ba3bff8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3756003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1471'] for router (424b05dc-39d4-46aa-abc7-b98214c48596), precommit_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:25:55.603241 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-74372afb-9278-44f2-8820-31f0ba3bff8b admin admin] Publish callbacks [] for router_controller (424b05dc-39d4-46aa-abc7-b98214c48596), precommit_delete_associations {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:25:55.689456 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-74372afb-9278-44f2-8820-31f0ba3bff8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3756012'] for router (424b05dc-39d4-46aa-abc7-b98214c48596), after_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:25:55.690562 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74372afb-9278-44f2-8820-31f0ba3bff8b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 424b05dc-39d4-46aa-abc7-b98214c48596 {{(pid=103197) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 25 19:25:55.697213 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-74372afb-9278-44f2-8820-31f0ba3bff8b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:25:55.698343 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-74372afb-9278-44f2-8820-31f0ba3bff8b admin admin] 10.222.0.18 "DELETE /v2.0/routers/424b05dc-39d4-46aa-abc7-b98214c48596 HTTP/1.1" status: 204 len: 168 time: 0.8348846 Mar 25 19:25:55.701033 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.18', 36486) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:25:55.718141 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e8cf11-fb7c-4bcd-a508-d76cc0399eda req-7399552e-aebb-415e-ae51-81d7b1228545 tempest-TestShelveInstance-1646936502 tempest-TestShelveInstance-1646936502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:25:55.719686 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-28e8cf11-fb7c-4bcd-a508-d76cc0399eda req-7399552e-aebb-415e-ae51-81d7b1228545 tempest-TestShelveInstance-1646936502 tempest-TestShelveInstance-1646936502-project] 10.222.0.18 "GET /v2.0/ports?device_id=38f2e171-22da-433b-a2b5-3cfa379c81a4 HTTP/1.1" status: 200 len: 944 time: 0.0898459 Mar 25 19:25:55.748867 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a5ee491-48aa-4b3d-9bbf-b8087c4f3f19 admin admin] Deleting subnet 5f5dde36-3194-44e6-b8cf-733c65400f3b {{(pid=103196) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 25 19:25:55.753998 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-7a5ee491-48aa-4b3d-9bbf-b8087c4f3f19 admin admin] Publish callbacks [] for subnet (5f5dde36-3194-44e6-b8cf-733c65400f3b), before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:25:55.770606 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-28e8cf11-fb7c-4bcd-a508-d76cc0399eda req-e84dc3a2-19dc-45f7-999b-d4c9e984fa66 tempest-TestShelveInstance-1646936502 tempest-TestShelveInstance-1646936502-project] 10.222.0.18 "GET /v2.0/security-groups?id=0d0283e4-c61f-4082-abaa-df161b665b94&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0452566 Mar 25 19:25:55.793014 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-7a5ee491-48aa-4b3d-9bbf-b8087c4f3f19 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62748206'] for subnet (5f5dde36-3194-44e6-b8cf-733c65400f3b), precommit_delete_associations {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:25:55.870670 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-7a5ee491-48aa-4b3d-9bbf-b8087c4f3f19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1170929'] for subnet (5f5dde36-3194-44e6-b8cf-733c65400f3b), precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:25:55.924916 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-7a5ee491-48aa-4b3d-9bbf-b8087c4f3f19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1170920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58912072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62747862'] for subnet (5f5dde36-3194-44e6-b8cf-733c65400f3b), after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:25:55.956276 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5ee491-48aa-4b3d-9bbf-b8087c4f3f19 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5f5dde36-3194-44e6-b8cf-733c65400f3b,revision_number=None']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:25:55.959621 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-7a5ee491-48aa-4b3d-9bbf-b8087c4f3f19 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692927'] for subnet (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:25:55.962758 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-7a5ee491-48aa-4b3d-9bbf-b8087c4f3f19 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/5f5dde36-3194-44e6-b8cf-733c65400f3b HTTP/1.1" status: 204 len: 168 time: 0.2604947 Mar 25 19:25:55.965351 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.18', 36490) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:25:55.971057 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-336db4f6-d071-4870-8bab-c9bb3fe6a4e5 None None] Network 547b5db8-9a10-4506-ba92-acf96e89ae8e requested from dv-cinder-755101-7-iscsi {{(pid=103198) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 25 19:25:56.035559 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-6bbcdcd0-97b3-4347-b590-5c2eed4f3341 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1050558'] for network (547b5db8-9a10-4506-ba92-acf96e89ae8e), before_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:25:56.092711 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.plugins.ml2.plugin [None req-6bbcdcd0-97b3-4347-b590-5c2eed4f3341 admin admin] Deleting port 2b1448c1-b399-46f5-b512-057888028465 {{(pid=103197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 25 19:25:56.092711 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-6bbcdcd0-97b3-4347-b590-5c2eed4f3341 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741036672799'] for port (2b1448c1-b399-46f5-b512-057888028465), before_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:25:56.134257 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eb65054-8dfd-4605-b10b-0a23aa6ad4ff None None] DHCP port deletion for 547b5db8-9a10-4506-ba92-acf96e89ae8e request from dv-cinder-755101-7-iscsi {{(pid=103198) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 25 19:25:56.159239 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.plugins.ml2.db [None req-6bbcdcd0-97b3-4347-b590-5c2eed4f3341 admin admin] For port 2b1448c1-b399-46f5-b512-057888028465, host dv-cinder-755101-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755101-7-iscsi',level=0,port_id=2b1448c1-b399-46f5-b512-057888028465,segment=NetworkSegment(b014a1b8-c6b2-4821-8412-291b75bc4696),segment_id=b014a1b8-c6b2-4821-8412-291b75bc4696)] {{(pid=103197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 25 19:25:56.159611 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-6bbcdcd0-97b3-4347-b590-5c2eed4f3341 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3766103'] for port (2b1448c1-b399-46f5-b512-057888028465), precommit_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:25:56.173238 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.plugins.ml2.plugin [None req-6bbcdcd0-97b3-4347-b590-5c2eed4f3341 admin admin] Calling delete_port for 2b1448c1-b399-46f5-b512-057888028465 owned by network:dhcp {{(pid=103197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 25 19:25:56.188458 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-5eb65054-8dfd-4605-b10b-0a23aa6ad4ff None None] Deleting port 2b1448c1-b399-46f5-b512-057888028465 {{(pid=103198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 25 19:25:56.188921 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-5eb65054-8dfd-4605-b10b-0a23aa6ad4ff None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741036672799'] for port (2b1448c1-b399-46f5-b512-057888028465), before_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:25:56.259923 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-6bbcdcd0-97b3-4347-b590-5c2eed4f3341 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741036679554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741036190724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59283508'] for port (2b1448c1-b399-46f5-b512-057888028465), after_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:25:56.262691 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-5eb65054-8dfd-4605-b10b-0a23aa6ad4ff None None] For port 2b1448c1-b399-46f5-b512-057888028465, host dv-cinder-755101-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755101-7-iscsi',level=0,port_id=2b1448c1-b399-46f5-b512-057888028465,segment=NetworkSegment(b014a1b8-c6b2-4821-8412-291b75bc4696),segment_id=b014a1b8-c6b2-4821-8412-291b75bc4696)] {{(pid=103198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 25 19:25:56.263197 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-5eb65054-8dfd-4605-b10b-0a23aa6ad4ff None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3766103'] for port (2b1448c1-b399-46f5-b512-057888028465), precommit_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:25:56.276412 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-5eb65054-8dfd-4605-b10b-0a23aa6ad4ff None None] Calling delete_port for 2b1448c1-b399-46f5-b512-057888028465 owned by network:dhcp {{(pid=103198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 25 19:25:56.286254 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbcdcd0-97b3-4347-b590-5c2eed4f3341 admin admin] Pushing event deleted for resources: {'Port': ['ID=2b1448c1-b399-46f5-b512-057888028465,revision_number=None']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:25:56.288146 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bbcdcd0-97b3-4347-b590-5c2eed4f3341 admin admin] No DVR routers for this DVR port 2b1448c1-b399-46f5-b512-057888028465 on host dv-cinder-755101-7-iscsi {{(pid=103197) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 25 19:25:56.359567 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-5eb65054-8dfd-4605-b10b-0a23aa6ad4ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741036679554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741036190724'] for port (2b1448c1-b399-46f5-b512-057888028465), after_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:25:56.359895 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-6bbcdcd0-97b3-4347-b590-5c2eed4f3341 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1136452', 'neutron.services.segments.db._delete_segments_for_network-8741036503875'] for network (547b5db8-9a10-4506-ba92-acf96e89ae8e), precommit_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:25:56.383758 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.services.segments.db [None req-6bbcdcd0-97b3-4347-b590-5c2eed4f3341 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['547b5db8-9a10-4506-ba92-acf96e89ae8e']}} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 19:25:56.393594 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb65054-8dfd-4605-b10b-0a23aa6ad4ff None None] Pushing event deleted for resources: {'Port': ['ID=2b1448c1-b399-46f5-b512-057888028465,revision_number=None']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:25:56.394454 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.services.segments.db [None req-6bbcdcd0-97b3-4347-b590-5c2eed4f3341 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b014a1b8-c6b2-4821-8412-291b75bc4696') {'for_net_delete': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 19:25:56.394786 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.services.segments.db [None req-6bbcdcd0-97b3-4347-b590-5c2eed4f3341 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b014a1b8-c6b2-4821-8412-291b75bc4696') {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 19:25:56.397125 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eb65054-8dfd-4605-b10b-0a23aa6ad4ff None None] No DVR routers for this DVR port 2b1448c1-b399-46f5-b512-057888028465 on host dv-cinder-755101-7-iscsi {{(pid=103198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 25 19:25:56.411840 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-6bbcdcd0-97b3-4347-b590-5c2eed4f3341 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741036503116', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59390884'] for segment (b014a1b8-c6b2-4821-8412-291b75bc4696), before_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:25:56.419133 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Device f1cac042-1cc6-40dd-8663-517a8c53bdce no longer exists at agent ovs-agent-dv-cinder-755101-7-iscsi {{(pid=103198) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 25 19:25:56.426849 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-6bbcdcd0-97b3-4347-b590-5c2eed4f3341 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1189096'] for segment (b014a1b8-c6b2-4821-8412-291b75bc4696), precommit_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:25:56.433128 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6bbcdcd0-97b3-4347-b590-5c2eed4f3341 admin admin] Releasing vlan 271 on physical network physnet1 to pool {{(pid=103197) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 25 19:25:56.433573 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-6bbcdcd0-97b3-4347-b590-5c2eed4f3341 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1189096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59283559'] for segment (b014a1b8-c6b2-4821-8412-291b75bc4696), after_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:25:56.436708 dv-cinder-755101-7-iscsi neutron-server[103197]: Traceback (most recent call last): Mar 25 19:25:56.436708 dv-cinder-755101-7-iscsi neutron-server[103197]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 25 19:25:56.436708 dv-cinder-755101-7-iscsi neutron-server[103197]: timer() Mar 25 19:25:56.436708 dv-cinder-755101-7-iscsi neutron-server[103197]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 25 19:25:56.436708 dv-cinder-755101-7-iscsi neutron-server[103197]: cb(*args, **kw) Mar 25 19:25:56.436708 dv-cinder-755101-7-iscsi neutron-server[103197]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 25 19:25:56.436708 dv-cinder-755101-7-iscsi neutron-server[103197]: return func(*args, **kwargs) Mar 25 19:25:56.436708 dv-cinder-755101-7-iscsi neutron-server[103197]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 25 19:25:56.436708 dv-cinder-755101-7-iscsi neutron-server[103197]: self._notify() Mar 25 19:25:56.436708 dv-cinder-755101-7-iscsi neutron-server[103197]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 25 19:25:56.436708 dv-cinder-755101-7-iscsi neutron-server[103197]: self.callback(batched_events) Mar 25 19:25:56.436708 dv-cinder-755101-7-iscsi neutron-server[103197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 25 19:25:56.436708 dv-cinder-755101-7-iscsi neutron-server[103197]: event.method(event) Mar 25 19:25:56.436708 dv-cinder-755101-7-iscsi neutron-server[103197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 25 19:25:56.436708 dv-cinder-755101-7-iscsi neutron-server[103197]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 25 19:25:56.436708 dv-cinder-755101-7-iscsi neutron-server[103197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 25 19:25:56.436708 dv-cinder-755101-7-iscsi neutron-server[103197]: aggregate_uuid = self.p_client.list_aggregates( Mar 25 19:25:56.436708 dv-cinder-755101-7-iscsi neutron-server[103197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 25 19:25:56.436708 dv-cinder-755101-7-iscsi neutron-server[103197]: return f(self, *a, **k) Mar 25 19:25:56.436708 dv-cinder-755101-7-iscsi neutron-server[103197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 25 19:25:56.436708 dv-cinder-755101-7-iscsi neutron-server[103197]: return self._get(url).json() Mar 25 19:25:56.436708 dv-cinder-755101-7-iscsi neutron-server[103197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 25 19:25:56.436708 dv-cinder-755101-7-iscsi neutron-server[103197]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 25 19:25:56.436708 dv-cinder-755101-7-iscsi neutron-server[103197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 25 19:25:56.436708 dv-cinder-755101-7-iscsi neutron-server[103197]: return self.request(url, 'GET', **kwargs) Mar 25 19:25:56.436708 dv-cinder-755101-7-iscsi neutron-server[103197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 25 19:25:56.436708 dv-cinder-755101-7-iscsi neutron-server[103197]: base_url = self.get_endpoint(auth, allow=allow, Mar 25 19:25:56.436708 dv-cinder-755101-7-iscsi neutron-server[103197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 25 19:25:56.436708 dv-cinder-755101-7-iscsi neutron-server[103197]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 25 19:25:56.436708 dv-cinder-755101-7-iscsi neutron-server[103197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 25 19:25:56.436708 dv-cinder-755101-7-iscsi neutron-server[103197]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 25 19:25:56.436708 dv-cinder-755101-7-iscsi neutron-server[103197]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 25 19:25:56.440196 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] No Port match for: f1cac042-1cc6-40dd-8663-517a8c53bdce {{(pid=103198) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 25 19:25:56.440614 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Device f1cac042-1cc6-40dd-8663-517a8c53bdce not bound to the agent host dv-cinder-755101-7-iscsi {{(pid=103198) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 25 19:25:56.441083 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Device 2c0e54b1-e605-4665-84e8-8ee5f99972a2 no longer exists at agent ovs-agent-dv-cinder-755101-7-iscsi {{(pid=103198) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 25 19:25:56.460699 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] No Port match for: 2c0e54b1-e605-4665-84e8-8ee5f99972a2 {{(pid=103198) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 25 19:25:56.461055 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Device 2c0e54b1-e605-4665-84e8-8ee5f99972a2 not bound to the agent host dv-cinder-755101-7-iscsi {{(pid=103198) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 25 19:25:56.461548 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Device 2b1448c1-b399-46f5-b512-057888028465 no longer exists at agent ovs-agent-dv-cinder-755101-7-iscsi {{(pid=103198) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 25 19:25:56.480942 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] No Port match for: 2b1448c1-b399-46f5-b512-057888028465 {{(pid=103198) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 25 19:25:56.481218 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Device 2b1448c1-b399-46f5-b512-057888028465 not bound to the agent host dv-cinder-755101-7-iscsi {{(pid=103198) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 25 19:25:56.491858 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-6bbcdcd0-97b3-4347-b590-5c2eed4f3341 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1136511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3753587'] for network (547b5db8-9a10-4506-ba92-acf96e89ae8e), after_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:25:56.497222 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-6bbcdcd0-97b3-4347-b590-5c2eed4f3341 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692927'] for network (None), before_response {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:25:56.502567 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-6bbcdcd0-97b3-4347-b590-5c2eed4f3341 admin admin] 10.222.0.18 "DELETE /v2.0/networks/547b5db8-9a10-4506-ba92-acf96e89ae8e HTTP/1.1" status: 204 len: 168 time: 0.5341768 Mar 25 19:25:56.512066 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbcdcd0-97b3-4347-b590-5c2eed4f3341 admin admin] Pushing event deleted for resources: {'Network': ['ID=547b5db8-9a10-4506-ba92-acf96e89ae8e,revision_number=None']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:25:56.612550 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.18', 36494) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:25:56.653426 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-eef8a69c-3fe0-4e24-8d32-6039c5aa4814 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=511b62f595874a80ab2449c4446c40d6&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0396972 Mar 25 19:25:56.655921 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.18', 36496) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:25:56.700757 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-7e1bc7ce-2484-4c99-8d80-8e65bf663a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741036503857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133703'] for agent (af1b81b0-43af-47bb-a61e-8e46b36efc57), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:25:56.702646 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-bbc54c77-6ae2-40c9-b6a8-ce1a294b2cfc admin admin] Publish callbacks [] for security_group (d391bc86-993e-4b84-8aab-47a97622a613), before_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:25:56.725069 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-bbc54c77-6ae2-40c9-b6a8-ce1a294b2cfc admin admin] Publish callbacks [] for security_group (d391bc86-993e-4b84-8aab-47a97622a613), precommit_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:25:56.774666 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-bbc54c77-6ae2-40c9-b6a8-ce1a294b2cfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687199'] for security_group (d391bc86-993e-4b84-8aab-47a97622a613), after_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:25:56.777069 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-bbc54c77-6ae2-40c9-b6a8-ce1a294b2cfc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:25:56.778258 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-bbc54c77-6ae2-40c9-b6a8-ce1a294b2cfc admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d391bc86-993e-4b84-8aab-47a97622a613 HTTP/1.1" status: 204 len: 168 time: 0.1214688 Mar 25 19:25:56.786570 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc54c77-6ae2-40c9-b6a8-ce1a294b2cfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d391bc86-993e-4b84-8aab-47a97622a613,revision_number=None']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:25:56.991821 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Device aebbfe60-04d4-4d3c-8a76-e7cd3540537a up at agent hyperv_hv-cinder-75510 {{(pid=103198) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 25 19:25:57.042015 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Provisioning complete for port aebbfe60-04d4-4d3c-8a76-e7cd3540537a triggered by entity L2. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 25 19:25:57.042464 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133789'] for port (aebbfe60-04d4-4d3c-8a76-e7cd3540537a), provisioning_complete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:25:57.119507 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Current status of the port aebbfe60-04d4-4d3c-8a76-e7cd3540537a is: BUILD; New status is: ACTIVE {{(pid=103198) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 25 19:25:57.119969 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1293263'] for port (aebbfe60-04d4-4d3c-8a76-e7cd3540537a), before_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:25:57.142579 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38f2e171-22da-433b-a2b5-3cfa379c81a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aebbfe60-04d4-4d3c-8a76-e7cd3540537a'}] {{(pid=103198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 25 19:25:57.145550 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be5bcd447a3797005f5619062121570069e0d2064b33fc0b2cf836394b7860ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3210471-0581-4ff7-a9d1-f95c3f8a95a8" -d '{"events": [{"server_uuid": "38f2e171-22da-433b-a2b5-3cfa379c81a4", "name": "network-vif-plugged", "status": "completed", "tag": "aebbfe60-04d4-4d3c-8a76-e7cd3540537a"}]}' {{(pid=103198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 25 19:25:57.160731 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] For port aebbfe60-04d4-4d3c-8a76-e7cd3540537a, host hv-cinder-75510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75510',level=0,port_id=aebbfe60-04d4-4d3c-8a76-e7cd3540537a,segment=NetworkSegment(44317c25-04d3-4459-9cb0-9336ea66d066),segment_id=44317c25-04d3-4459-9cb0-9336ea66d066)] {{(pid=103198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 25 19:25:57.165152 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036679572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741036190733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741036190751'] for port (aebbfe60-04d4-4d3c-8a76-e7cd3540537a), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:25:57.188651 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Mar 2022 19:25:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a706cecb-07b5-473c-864b-d22c77196f5c x-openstack-request-id: req-a706cecb-07b5-473c-864b-d22c77196f5c {{(pid=103198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 25 19:25:57.188942 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38f2e171-22da-433b-a2b5-3cfa379c81a4", "name": "network-vif-plugged", "status": "completed", "tag": "aebbfe60-04d4-4d3c-8a76-e7cd3540537a", "code": 200}]} {{(pid=103198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 25 19:25:57.189194 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a706cecb-07b5-473c-864b-d22c77196f5c {{(pid=103198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 25 19:25:57.190132 dv-cinder-755101-7-iscsi neutron-server[103198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a706cecb-07b5-473c-864b-d22c77196f5c'] response: {'server_uuid': '38f2e171-22da-433b-a2b5-3cfa379c81a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aebbfe60-04d4-4d3c-8a76-e7cd3540537a', 'code': 200} Mar 25 19:25:57.218529 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Pushing event updated for resources: {'Port': ['ID=aebbfe60-04d4-4d3c-8a76-e7cd3540537a,revision_number=8']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:25:57.598067 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-af60142c-683d-41c3-be1d-5377fff6ca45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741036503857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133703'] for agent (c3076277-13eb-43a7-9b94-fad13f82c96d), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:25:59.197831 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-bfcc621e-35c9-4ac2-b4cb-53c403134561 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741036503857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133703'] for agent (9ba807d9-64cc-4b2a-8ad2-e4f3b23bc779), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:26:00.426602 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.18', 36562) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:26:00.527165 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-b5a8fe63-2079-43f4-8d8f-3aa1bca5ef1f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:26:00.598050 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-b5a8fe63-2079-43f4-8d8f-3aa1bca5ef1f admin admin] Publish callbacks [] for security_group (cabde96f-e80c-40f9-904e-5db8df63bf6d), precommit_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:26:00.602984 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-b5a8fe63-2079-43f4-8d8f-3aa1bca5ef1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687199'] for security_group (cabde96f-e80c-40f9-904e-5db8df63bf6d), after_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:26:00.639224 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-b5a8fe63-2079-43f4-8d8f-3aa1bca5ef1f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ebc190583a9d4d3fac66ec838697fd31&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2115872 Mar 25 19:26:00.640229 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a8fe63-2079-43f4-8d8f-3aa1bca5ef1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cabde96f-e80c-40f9-904e-5db8df63bf6d,revision_number=1']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:26:00.641953 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.18', 36566) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:26:00.694331 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-dbaca71d-ab77-4e39-9ad4-3e0ae8177b4f admin admin] Publish callbacks [] for security_group (cabde96f-e80c-40f9-904e-5db8df63bf6d), before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:26:00.714960 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-dbaca71d-ab77-4e39-9ad4-3e0ae8177b4f admin admin] Publish callbacks [] for security_group (cabde96f-e80c-40f9-904e-5db8df63bf6d), precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:26:00.741108 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741036503857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133703'] for agent (e10cc9df-a7ce-4b9c-bc25-dffd007f5dd8), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:26:00.762787 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-dbaca71d-ab77-4e39-9ad4-3e0ae8177b4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687199'] for security_group (cabde96f-e80c-40f9-904e-5db8df63bf6d), after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:26:00.765344 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-dbaca71d-ab77-4e39-9ad4-3e0ae8177b4f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:26:00.766498 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-dbaca71d-ab77-4e39-9ad4-3e0ae8177b4f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/cabde96f-e80c-40f9-904e-5db8df63bf6d HTTP/1.1" status: 204 len: 168 time: 0.1225963 Mar 25 19:26:00.774795 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbaca71d-ab77-4e39-9ad4-3e0ae8177b4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cabde96f-e80c-40f9-904e-5db8df63bf6d,revision_number=None']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:26:00.795479 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741036503857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133703'] for agent (239dac0e-b210-4295-8f1a-11f7f9dc3de1), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:26:02.266532 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-3bb700a1-1e21-4c1e-bbdf-9d150a27d871 req-cae67990-1550-46dd-b063-209dc7ea3625 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=38f2e171-22da-433b-a2b5-3cfa379c81a4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0449100 Mar 25 19:26:02.354475 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb700a1-1e21-4c1e-bbdf-9d150a27d871 req-fd19b325-35aa-4f1c-b3a3-0400c99d08fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:26:02.356003 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-3bb700a1-1e21-4c1e-bbdf-9d150a27d871 req-fd19b325-35aa-4f1c-b3a3-0400c99d08fe service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3c14746134994a9bb1469d2de7a5fbee&device_id=38f2e171-22da-433b-a2b5-3cfa379c81a4 HTTP/1.1" status: 200 len: 1129 time: 0.0452356 Mar 25 19:26:02.357669 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.18', 36616) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:26:02.481167 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb700a1-1e21-4c1e-bbdf-9d150a27d871 req-88552d2f-25af-41ca-a229-31c665876aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:26:02.482687 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-3bb700a1-1e21-4c1e-bbdf-9d150a27d871 req-88552d2f-25af-41ca-a229-31c665876aa7 service neutron] 10.222.0.26 "GET /v2.0/networks?id=097c27dd-3b60-4b46-8c4d-1a422d066be5 HTTP/1.1" status: 200 len: 909 time: 0.0972378 Mar 25 19:26:02.558714 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-3bb700a1-1e21-4c1e-bbdf-9d150a27d871 req-d5ff72e7-0883-4564-9777-663a5ef7d76e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=aebbfe60-04d4-4d3c-8a76-e7cd3540537a HTTP/1.1" status: 200 len: 1001 time: 0.0695291 Mar 25 19:26:02.613191 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-4f04ace4-f57a-4dcd-ab32-cb0d3aee0456 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:26:02.631195 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb700a1-1e21-4c1e-bbdf-9d150a27d871 req-26382d7d-9653-4239-971b-61927eedf263 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:26:02.632613 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-3bb700a1-1e21-4c1e-bbdf-9d150a27d871 req-26382d7d-9653-4239-971b-61927eedf263 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=86db36bb-b1b4-4cd3-a48d-f41ecd1b139a HTTP/1.1" status: 200 len: 847 time: 0.0676670 Mar 25 19:26:02.711756 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb700a1-1e21-4c1e-bbdf-9d150a27d871 req-b8a615b1-e531-4173-a50e-df92587d7dce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:26:02.713263 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-3bb700a1-1e21-4c1e-bbdf-9d150a27d871 req-b8a615b1-e531-4173-a50e-df92587d7dce service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=097c27dd-3b60-4b46-8c4d-1a422d066be5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0735588 Mar 25 19:26:02.777364 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-4f04ace4-f57a-4dcd-ab32-cb0d3aee0456 admin admin] Publish callbacks [] for security_group (9b2565ae-998d-4d1f-bc14-6a0dd73422ef), precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:26:02.785303 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-4f04ace4-f57a-4dcd-ab32-cb0d3aee0456 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687199'] for security_group (9b2565ae-998d-4d1f-bc14-6a0dd73422ef), after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:26:02.844893 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-4f04ace4-f57a-4dcd-ab32-cb0d3aee0456 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=76dc7b28adc74730a286500e09230f96&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4861526 Mar 25 19:26:02.847569 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.18', 36620) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:26:02.850157 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f04ace4-f57a-4dcd-ab32-cb0d3aee0456 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b2565ae-998d-4d1f-bc14-6a0dd73422ef,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:26:02.858267 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-3bb700a1-1e21-4c1e-bbdf-9d150a27d871 req-543e86a4-cfbc-4a9c-b92f-1b741b25d388 service neutron] 10.222.0.26 "GET /v2.0/networks/097c27dd-3b60-4b46-8c4d-1a422d066be5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355340 Mar 25 19:26:02.898372 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-a819ac86-2410-4789-9013-e97c8fd5339e admin admin] Publish callbacks [] for security_group (9b2565ae-998d-4d1f-bc14-6a0dd73422ef), before_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:26:02.918931 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-a819ac86-2410-4789-9013-e97c8fd5339e admin admin] Publish callbacks [] for security_group (9b2565ae-998d-4d1f-bc14-6a0dd73422ef), precommit_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:26:02.947402 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-3bb700a1-1e21-4c1e-bbdf-9d150a27d871 req-97b65db4-b8b3-4010-b152-07196c7a472e service neutron] 10.222.0.26 "GET /v2.0/networks/097c27dd-3b60-4b46-8c4d-1a422d066be5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809047 Mar 25 19:26:02.964919 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-a819ac86-2410-4789-9013-e97c8fd5339e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687199'] for security_group (9b2565ae-998d-4d1f-bc14-6a0dd73422ef), after_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:26:02.967405 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-a819ac86-2410-4789-9013-e97c8fd5339e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:26:02.968530 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-a819ac86-2410-4789-9013-e97c8fd5339e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9b2565ae-998d-4d1f-bc14-6a0dd73422ef HTTP/1.1" status: 204 len: 168 time: 0.1199915 Mar 25 19:26:02.976700 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a819ac86-2410-4789-9013-e97c8fd5339e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b2565ae-998d-4d1f-bc14-6a0dd73422ef,revision_number=None']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:26:03.226312 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.18', 36626) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:26:03.238936 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-8df5b590-32e4-41ff-8f3a-5d40dde69dc2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:26:03.309763 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-8df5b590-32e4-41ff-8f3a-5d40dde69dc2 admin admin] Publish callbacks [] for security_group (8af4ce46-67f2-47dc-97a7-8c40b79ebd26), precommit_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:26:03.313143 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-8df5b590-32e4-41ff-8f3a-5d40dde69dc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687199'] for security_group (8af4ce46-67f2-47dc-97a7-8c40b79ebd26), after_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:26:03.349126 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-8df5b590-32e4-41ff-8f3a-5d40dde69dc2 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ed3a094fee43480c883112492a4c431a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1217415 Mar 25 19:26:03.350967 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df5b590-32e4-41ff-8f3a-5d40dde69dc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8af4ce46-67f2-47dc-97a7-8c40b79ebd26,revision_number=1']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:26:03.351926 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.18', 36628) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:26:03.403064 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-a697454b-b41d-4bcb-a077-13ece63afb45 admin admin] Publish callbacks [] for security_group (8af4ce46-67f2-47dc-97a7-8c40b79ebd26), before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:26:03.427903 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-a697454b-b41d-4bcb-a077-13ece63afb45 admin admin] Publish callbacks [] for security_group (8af4ce46-67f2-47dc-97a7-8c40b79ebd26), precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:26:03.473792 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-a697454b-b41d-4bcb-a077-13ece63afb45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687199'] for security_group (8af4ce46-67f2-47dc-97a7-8c40b79ebd26), after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:26:03.476365 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-a697454b-b41d-4bcb-a077-13ece63afb45 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:26:03.477562 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-a697454b-b41d-4bcb-a077-13ece63afb45 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8af4ce46-67f2-47dc-97a7-8c40b79ebd26 HTTP/1.1" status: 204 len: 168 time: 0.1246538 Mar 25 19:26:03.484970 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a697454b-b41d-4bcb-a077-13ece63afb45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8af4ce46-67f2-47dc-97a7-8c40b79ebd26,revision_number=None']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:26:09.072432 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.18', 36714) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:26:09.172394 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-fe19a13d-988e-426c-9a97-574411a5b0c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:26:09.244097 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-fe19a13d-988e-426c-9a97-574411a5b0c9 admin admin] Publish callbacks [] for security_group (da9b3fa4-9f21-45ed-9bee-85aca8a997ba), precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:26:09.247501 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-fe19a13d-988e-426c-9a97-574411a5b0c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687199'] for security_group (da9b3fa4-9f21-45ed-9bee-85aca8a997ba), after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:26:09.283607 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-fe19a13d-988e-426c-9a97-574411a5b0c9 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2580ca98f6ca4156839f6b28478dcb41&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2101388 Mar 25 19:26:09.285472 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe19a13d-988e-426c-9a97-574411a5b0c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da9b3fa4-9f21-45ed-9bee-85aca8a997ba,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:26:09.286571 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.18', 36718) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:26:09.331848 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-86a356f4-1c85-4925-8f13-d95b4479b874 admin admin] Publish callbacks [] for security_group (da9b3fa4-9f21-45ed-9bee-85aca8a997ba), before_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:26:09.353882 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-86a356f4-1c85-4925-8f13-d95b4479b874 admin admin] Publish callbacks [] for security_group (da9b3fa4-9f21-45ed-9bee-85aca8a997ba), precommit_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:26:09.619875 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-86a356f4-1c85-4925-8f13-d95b4479b874 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687199'] for security_group (da9b3fa4-9f21-45ed-9bee-85aca8a997ba), after_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:26:09.622385 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-86a356f4-1c85-4925-8f13-d95b4479b874 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:26:09.623538 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-86a356f4-1c85-4925-8f13-d95b4479b874 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/da9b3fa4-9f21-45ed-9bee-85aca8a997ba HTTP/1.1" status: 204 len: 168 time: 0.3359871 Mar 25 19:26:09.630692 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a356f4-1c85-4925-8f13-d95b4479b874 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da9b3fa4-9f21-45ed-9bee-85aca8a997ba,revision_number=None']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:26:09.875741 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.18', 36726) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:26:09.889169 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-1eba78a5-28e8-472c-a611-8e63ba94e56b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:26:09.961688 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-1eba78a5-28e8-472c-a611-8e63ba94e56b admin admin] Publish callbacks [] for security_group (f94d8a69-9add-444d-b05f-002f36ae0c6e), precommit_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:26:09.966001 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-1eba78a5-28e8-472c-a611-8e63ba94e56b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687199'] for security_group (f94d8a69-9add-444d-b05f-002f36ae0c6e), after_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:26:10.002664 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-1eba78a5-28e8-472c-a611-8e63ba94e56b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=143a3bd55f8d4ecda9ffd3130561a5b5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1253238 Mar 25 19:26:10.003793 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eba78a5-28e8-472c-a611-8e63ba94e56b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f94d8a69-9add-444d-b05f-002f36ae0c6e,revision_number=1']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:26:10.005092 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.18', 36728) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:26:10.051383 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-25c90a7e-64dd-47bf-a2ee-45289956516b admin admin] Publish callbacks [] for security_group (f94d8a69-9add-444d-b05f-002f36ae0c6e), before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:26:10.072284 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-25c90a7e-64dd-47bf-a2ee-45289956516b admin admin] Publish callbacks [] for security_group (f94d8a69-9add-444d-b05f-002f36ae0c6e), precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:26:10.119822 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-25c90a7e-64dd-47bf-a2ee-45289956516b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687199'] for security_group (f94d8a69-9add-444d-b05f-002f36ae0c6e), after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:26:10.122276 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-25c90a7e-64dd-47bf-a2ee-45289956516b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:26:10.123486 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-25c90a7e-64dd-47bf-a2ee-45289956516b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f94d8a69-9add-444d-b05f-002f36ae0c6e HTTP/1.1" status: 204 len: 168 time: 0.1173656 Mar 25 19:26:10.131124 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c90a7e-64dd-47bf-a2ee-45289956516b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f94d8a69-9add-444d-b05f-002f36ae0c6e,revision_number=None']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:26:10.828961 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f843230-145c-4aec-952e-6c09e3cd6880 req-062131e7-f221-4c2c-93e9-9943033bc51f tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:26:10.831111 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-9f843230-145c-4aec-952e-6c09e3cd6880 req-062131e7-f221-4c2c-93e9-9943033bc51f tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] 10.222.0.18 "GET /v2.0/ports?device_id=f1d2a85a-2379-4748-8502-265a327e4670 HTTP/1.1" status: 200 len: 946 time: 0.0550623 Mar 25 19:26:10.877332 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-9f843230-145c-4aec-952e-6c09e3cd6880 req-f67648e8-d68c-4a55-9ea0-8d016c5da39b tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] 10.222.0.18 "GET /v2.0/security-groups?id=7320aa23-0b4a-4857-9a31-84ef6ccbb69f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402725 Mar 25 19:26:11.137179 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.18', 36768) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:26:11.239402 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-59921b57-4ec6-4a1f-bd25-2e583cc87858 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:26:11.314550 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-59921b57-4ec6-4a1f-bd25-2e583cc87858 admin admin] Publish callbacks [] for security_group (9679429d-7c2a-43e7-871c-44379d52e027), precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:26:11.318668 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-59921b57-4ec6-4a1f-bd25-2e583cc87858 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687199'] for security_group (9679429d-7c2a-43e7-871c-44379d52e027), after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:26:11.357546 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-59921b57-4ec6-4a1f-bd25-2e583cc87858 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9f83b5e12b4b45a3b38782213685a98b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2169788 Mar 25 19:26:11.357546 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59921b57-4ec6-4a1f-bd25-2e583cc87858 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9679429d-7c2a-43e7-871c-44379d52e027,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:26:11.357943 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.18', 36772) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:26:11.404626 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-acd815f3-b266-4c5f-80f4-657b1cd9fa05 admin admin] Publish callbacks [] for security_group (9679429d-7c2a-43e7-871c-44379d52e027), before_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:26:11.425260 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-acd815f3-b266-4c5f-80f4-657b1cd9fa05 admin admin] Publish callbacks [] for security_group (9679429d-7c2a-43e7-871c-44379d52e027), precommit_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:26:11.470639 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-acd815f3-b266-4c5f-80f4-657b1cd9fa05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687199'] for security_group (9679429d-7c2a-43e7-871c-44379d52e027), after_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:26:11.473117 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-acd815f3-b266-4c5f-80f4-657b1cd9fa05 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:26:11.474251 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-acd815f3-b266-4c5f-80f4-657b1cd9fa05 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9679429d-7c2a-43e7-871c-44379d52e027 HTTP/1.1" status: 204 len: 168 time: 0.1153128 Mar 25 19:26:11.481681 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd815f3-b266-4c5f-80f4-657b1cd9fa05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9679429d-7c2a-43e7-871c-44379d52e027,revision_number=None']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:26:12.005105 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b6718f-8c29-4758-8e00-5c0dde8c138d req-b586ccfd-f008-4982-bddb-1b266a0d95b6 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:26:12.006700 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-59b6718f-8c29-4758-8e00-5c0dde8c138d req-b586ccfd-f008-4982-bddb-1b266a0d95b6 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] 10.222.0.18 "GET /v2.0/ports?device_id=f1d2a85a-2379-4748-8502-265a327e4670 HTTP/1.1" status: 200 len: 946 time: 0.0558085 Mar 25 19:26:12.052133 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-59b6718f-8c29-4758-8e00-5c0dde8c138d req-2555ab9d-6f9a-42f2-8938-7d37c9484555 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] 10.222.0.18 "GET /v2.0/security-groups?id=7320aa23-0b4a-4857-9a31-84ef6ccbb69f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397875 Mar 25 19:26:12.326957 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f025e5-b193-497b-a81a-f7008c26ecbf req-eedfd9b3-a055-4ef5-980d-95e9fa7f511f tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:26:12.328397 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-80f025e5-b193-497b-a81a-f7008c26ecbf req-eedfd9b3-a055-4ef5-980d-95e9fa7f511f tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] 10.222.0.26 "GET /v2.0/ports?device_id=f1d2a85a-2379-4748-8502-265a327e4670 HTTP/1.1" status: 200 len: 946 time: 0.0554836 Mar 25 19:26:12.429663 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [req-80f025e5-b193-497b-a81a-f7008c26ecbf req-6822829b-19d0-4a55-9334-87afeda33cf6 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] Deleting port 77a70067-c204-42fd-97a1-26b04e8d4b7e {{(pid=103196) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 25 19:26:12.429918 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-80f025e5-b193-497b-a81a-f7008c26ecbf req-6822829b-19d0-4a55-9334-87afeda33cf6 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741036672799'] for port (77a70067-c204-42fd-97a1-26b04e8d4b7e), before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:26:12.454563 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.18', 36808) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:26:12.518947 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.db [req-80f025e5-b193-497b-a81a-f7008c26ecbf req-6822829b-19d0-4a55-9334-87afeda33cf6 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] For port 77a70067-c204-42fd-97a1-26b04e8d4b7e, host hv-cinder-75510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75510',level=0,port_id=77a70067-c204-42fd-97a1-26b04e8d4b7e,segment=NetworkSegment(d2797ec7-5d3a-4260-b181-2764a4061b4e),segment_id=d2797ec7-5d3a-4260-b181-2764a4061b4e)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 25 19:26:12.519306 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-80f025e5-b193-497b-a81a-f7008c26ecbf req-6822829b-19d0-4a55-9334-87afeda33cf6 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3766103'] for port (77a70067-c204-42fd-97a1-26b04e8d4b7e), precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:26:12.554494 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-142d0e58-3fc9-4b5c-ac90-c98f929c39a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:26:12.627148 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-142d0e58-3fc9-4b5c-ac90-c98f929c39a9 admin admin] Publish callbacks [] for security_group (1a78d715-dda8-4422-9244-710401629ef9), precommit_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:26:12.631464 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-142d0e58-3fc9-4b5c-ac90-c98f929c39a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687199'] for security_group (1a78d715-dda8-4422-9244-710401629ef9), after_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:26:12.668329 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-142d0e58-3fc9-4b5c-ac90-c98f929c39a9 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ae7cf5e505544b458d3e9c1a1b751680&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2125943 Mar 25 19:26:12.669194 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142d0e58-3fc9-4b5c-ac90-c98f929c39a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a78d715-dda8-4422-9244-710401629ef9,revision_number=1']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:26:12.671020 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.18', 36812) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:26:12.711501 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-80f025e5-b193-497b-a81a-f7008c26ecbf req-6822829b-19d0-4a55-9334-87afeda33cf6 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:26:12.711854 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-80f025e5-b193-497b-a81a-f7008c26ecbf req-6822829b-19d0-4a55-9334-87afeda33cf6 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3753541'] for floatingip (d89b605a-041a-4ed2-9544-7b9f1a82a1c0), after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:26:12.712163 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.db.l3_db [req-80f025e5-b193-497b-a81a-f7008c26ecbf req-6822829b-19d0-4a55-9334-87afeda33cf6 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] Floating IP d89b605a-041a-4ed2-9544-7b9f1a82a1c0 disassociated. External IP: 172.27.0.146, port: 77a70067-c204-42fd-97a1-26b04e8d4b7e. Mar 25 19:26:12.712498 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [req-80f025e5-b193-497b-a81a-f7008c26ecbf req-6822829b-19d0-4a55-9334-87afeda33cf6 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] Calling delete_port for 77a70067-c204-42fd-97a1-26b04e8d4b7e owned by compute:nova {{(pid=103196) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 25 19:26:12.781505 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-8d6ee743-6a16-46cb-9ec8-d6e339ae6026 admin admin] Publish callbacks [] for security_group (1a78d715-dda8-4422-9244-710401629ef9), before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:26:12.814344 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-8d6ee743-6a16-46cb-9ec8-d6e339ae6026 admin admin] Publish callbacks [] for security_group (1a78d715-dda8-4422-9244-710401629ef9), precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:26:12.897786 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-8d6ee743-6a16-46cb-9ec8-d6e339ae6026 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687199'] for security_group (1a78d715-dda8-4422-9244-710401629ef9), after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:26:12.900514 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-8d6ee743-6a16-46cb-9ec8-d6e339ae6026 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:26:12.901938 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-8d6ee743-6a16-46cb-9ec8-d6e339ae6026 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1a78d715-dda8-4422-9244-710401629ef9 HTTP/1.1" status: 204 len: 168 time: 0.2292087 Mar 25 19:26:12.911896 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-80f025e5-b193-497b-a81a-f7008c26ecbf req-6822829b-19d0-4a55-9334-87afeda33cf6 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741036679554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741036190724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58911673'] for port (77a70067-c204-42fd-97a1-26b04e8d4b7e), after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:26:12.913667 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6ee743-6a16-46cb-9ec8-d6e339ae6026 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a78d715-dda8-4422-9244-710401629ef9,revision_number=None']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:26:12.940910 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6822829b-19d0-4a55-9334-87afeda33cf6 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] Pushing event deleted for resources: {'Port': ['ID=77a70067-c204-42fd-97a1-26b04e8d4b7e,revision_number=None']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:26:13.062798 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.scheduler.l3_agent_scheduler [req-80f025e5-b193-497b-a81a-f7008c26ecbf req-6822829b-19d0-4a55-9334-87afeda33cf6 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] Router 85cba199-43e6-4acd-a362-e5a880e7fcaf has already been hosted by L3 agent af1b81b0-43af-47bb-a61e-8e46b36efc57 {{(pid=103196) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 25 19:26:13.168621 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-7cc39c46-a7f5-4408-884f-31f56b92a368 req-4a63462b-3fee-44e9-8c4e-f9e9ea3e9946 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] 10.222.0.18 "GET /v2.0/ports?device_id=f1d2a85a-2379-4748-8502-265a327e4670 HTTP/1.1" status: 200 len: 210 time: 0.0324693 Mar 25 19:26:13.201360 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-80f025e5-b193-497b-a81a-f7008c26ecbf req-6822829b-19d0-4a55-9334-87afeda33cf6 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] Notify agent at l3_agent.dv-cinder-755101-7-iscsi the message routers_updated {{(pid=103196) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 25 19:26:13.213562 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db049789-ede7-4138-9b80-60b05eecb128 None None] Sync routers for ids ['85cba199-43e6-4acd-a362-e5a880e7fcaf'] in dv-cinder-755101-7-iscsi {{(pid=103198) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 25 19:26:13.225386 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db049789-ede7-4138-9b80-60b05eecb128 None None] Routers {'85cba199-43e6-4acd-a362-e5a880e7fcaf'} bound to L3 agent in host dv-cinder-755101-7-iscsi {{(pid=103198) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 25 19:26:13.226572 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.l3_hamode_db [None req-db049789-ede7-4138-9b80-60b05eecb128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755101-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-25T19:11:57Z,description=,heartbeat_timestamp=2022-03-25T19:25:57Z,host='dv-cinder-755101-7-iscsi',id=af1b81b0-43af-47bb-a61e-8e46b36efc57,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:11:57Z,topic='l3_agent')) {'router_ids': ['85cba199-43e6-4acd-a362-e5a880e7fcaf'], 'active': True} {{(pid=103198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 19:26:13.248794 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [req-80f025e5-b193-497b-a81a-f7008c26ecbf req-6822829b-19d0-4a55-9334-87afeda33cf6 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] No DVR routers for this DVR port 77a70067-c204-42fd-97a1-26b04e8d4b7e on host hv-cinder-75510 {{(pid=103196) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 25 19:26:13.251622 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-80f025e5-b193-497b-a81a-f7008c26ecbf req-6822829b-19d0-4a55-9334-87afeda33cf6 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63648'] for port (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:26:13.255016 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-80f025e5-b193-497b-a81a-f7008c26ecbf req-6822829b-19d0-4a55-9334-87afeda33cf6 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] 10.222.0.26 "DELETE /v2.0/ports/77a70067-c204-42fd-97a1-26b04e8d4b7e HTTP/1.1" status: 204 len: 173 time: 0.9191344 Mar 25 19:26:13.255432 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1d2a85a-2379-4748-8502-265a327e4670', 'name': 'network-vif-deleted', 'tag': '77a70067-c204-42fd-97a1-26b04e8d4b7e'}] {{(pid=103196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 25 19:26:13.257731 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aab9b3bfb8b62b9c439d2baea07b5fa53a515b81dc2b4d2d70d2153c83a947a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29b32ec6-ff0b-496f-9755-459ad0c5d854" -d '{"events": [{"server_uuid": "f1d2a85a-2379-4748-8502-265a327e4670", "name": "network-vif-deleted", "tag": "77a70067-c204-42fd-97a1-26b04e8d4b7e"}]}' {{(pid=103196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 25 19:26:13.300493 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Mar 2022 19:26:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db646641-28cd-4044-9d74-7a2a456150b5 x-openstack-request-id: req-db646641-28cd-4044-9d74-7a2a456150b5 {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 25 19:26:13.300992 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1d2a85a-2379-4748-8502-265a327e4670", "name": "network-vif-deleted", "tag": "77a70067-c204-42fd-97a1-26b04e8d4b7e", "status": "completed", "code": 200}]} {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 25 19:26:13.301397 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-db646641-28cd-4044-9d74-7a2a456150b5 {{(pid=103196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 25 19:26:13.302119 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db646641-28cd-4044-9d74-7a2a456150b5'] response: {'server_uuid': 'f1d2a85a-2379-4748-8502-265a327e4670', 'name': 'network-vif-deleted', 'tag': '77a70067-c204-42fd-97a1-26b04e8d4b7e', 'status': 'completed', 'code': 200} Mar 25 19:26:13.373505 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.l3_dvr_db [None req-db049789-ede7-4138-9b80-60b05eecb128 None None] Set router 85cba199-43e6-4acd-a362-e5a880e7fcaf gateway port host: dv-cinder-755101-7-iscsi {{(pid=103198) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 25 19:26:13.718113 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.l3_hamode_db [None req-db049789-ede7-4138-9b80-60b05eecb128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85cba199-43e6-4acd-a362-e5a880e7fcaf', 'name': 'tempest-AttachVolumeShelveTestJSON-1863061992-router', 'tenant_id': '6512a963b11c42188d92829b913731e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'external_fixed_ips': [{'subnet_id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'ip_address': '172.27.0.148'}], 'enable_snat': True}, 'gw_port_id': 'dae70a26-65a0-4e48-8759-4d453feb5be6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T19:19:54Z', 'updated_at': '2022-03-25T19:20:01Z', 'revision_number': 4, 'project_id': '6512a963b11c42188d92829b913731e9', 'gw_port': {'id': 'dae70a26-65a0-4e48-8759-4d453feb5be6', 'name': '', 'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:64:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85cba199-43e6-4acd-a362-e5a880e7fcaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'ip_address': '172.27.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T19:19:55Z', 'updated_at': '2022-03-25T19:20:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755101-7-iscsi', '_interfaces': [{'id': '5acf6b82-7f0e-482f-94b1-20571c2ce911', 'name': '', 'network_id': '41df54f8-722f-48ae-9670-4d05784c9b60', 'tenant_id': '6512a963b11c42188d92829b913731e9', 'mac_address': 'fa:16:3e:08:d7:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85cba199-43e6-4acd-a362-e5a880e7fcaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'd9ce3099-d02a-4e55-9db5-3bce93935985', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T19:19:59Z', 'updated_at': '2022-03-25T19:20:07Z', 'revision_number': 5, 'project_id': '6512a963b11c42188d92829b913731e9', 'subnets': [{'id': 'd9ce3099-d02a-4e55-9db5-3bce93935985', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-755101-7-iscsi', False) {} {{(pid=103198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 19:26:13.745504 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db049789-ede7-4138-9b80-60b05eecb128 None None] Checking router: 85cba199-43e6-4acd-a362-e5a880e7fcaf for host: dv-cinder-755101-7-iscsi {{(pid=103198) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 25 19:26:13.754134 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db049789-ede7-4138-9b80-60b05eecb128 None None] Routers {'85cba199-43e6-4acd-a362-e5a880e7fcaf'} bound to L3 agent in host dv-cinder-755101-7-iscsi {{(pid=103198) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 25 19:26:13.754772 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.l3_hamode_db [None req-db049789-ede7-4138-9b80-60b05eecb128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755101-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-25T19:11:57Z,description=,heartbeat_timestamp=2022-03-25T19:25:57Z,host='dv-cinder-755101-7-iscsi',id=af1b81b0-43af-47bb-a61e-8e46b36efc57,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:11:57Z,topic='l3_agent')) {'router_ids': ['85cba199-43e6-4acd-a362-e5a880e7fcaf'], 'active': True} {{(pid=103198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 19:26:13.867187 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.l3_dvr_db [None req-db049789-ede7-4138-9b80-60b05eecb128 None None] Set router 85cba199-43e6-4acd-a362-e5a880e7fcaf gateway port host: dv-cinder-755101-7-iscsi {{(pid=103198) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 25 19:26:14.084068 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.l3_hamode_db [None req-db049789-ede7-4138-9b80-60b05eecb128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85cba199-43e6-4acd-a362-e5a880e7fcaf', 'name': 'tempest-AttachVolumeShelveTestJSON-1863061992-router', 'tenant_id': '6512a963b11c42188d92829b913731e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'external_fixed_ips': [{'subnet_id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'ip_address': '172.27.0.148'}], 'enable_snat': True}, 'gw_port_id': 'dae70a26-65a0-4e48-8759-4d453feb5be6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T19:19:54Z', 'updated_at': '2022-03-25T19:20:01Z', 'revision_number': 4, 'project_id': '6512a963b11c42188d92829b913731e9', 'gw_port': {'id': 'dae70a26-65a0-4e48-8759-4d453feb5be6', 'name': '', 'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:64:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85cba199-43e6-4acd-a362-e5a880e7fcaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'ip_address': '172.27.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T19:19:55Z', 'updated_at': '2022-03-25T19:20:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755101-7-iscsi', '_interfaces': [{'id': '5acf6b82-7f0e-482f-94b1-20571c2ce911', 'name': '', 'network_id': '41df54f8-722f-48ae-9670-4d05784c9b60', 'tenant_id': '6512a963b11c42188d92829b913731e9', 'mac_address': 'fa:16:3e:08:d7:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85cba199-43e6-4acd-a362-e5a880e7fcaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'd9ce3099-d02a-4e55-9db5-3bce93935985', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T19:19:59Z', 'updated_at': '2022-03-25T19:20:07Z', 'revision_number': 5, 'project_id': '6512a963b11c42188d92829b913731e9', 'subnets': [{'id': 'd9ce3099-d02a-4e55-9db5-3bce93935985', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-755101-7-iscsi', False) {} {{(pid=103198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 19:26:14.111502 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.db.agents_db [None req-ad735e95-395b-498c-b22d-e8906e231634 None None] Agent healthcheck: found 6 active agents {{(pid=103199) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 25 19:26:14.119996 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db049789-ede7-4138-9b80-60b05eecb128 None None] The sync data for ids ['85cba199-43e6-4acd-a362-e5a880e7fcaf'] in dv-cinder-755101-7-iscsi is: [{'id': '85cba199-43e6-4acd-a362-e5a880e7fcaf', 'name': 'tempest-AttachVolumeShelveTestJSON-1863061992-router', 'tenant_id': '6512a963b11c42188d92829b913731e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'external_fixed_ips': [{'subnet_id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'ip_address': '172.27.0.148'}], 'enable_snat': True}, 'gw_port_id': 'dae70a26-65a0-4e48-8759-4d453feb5be6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T19:19:54Z', 'updated_at': '2022-03-25T19:20:01Z', 'revision_number': 4, 'project_id': '6512a963b11c42188d92829b913731e9', 'gw_port': {'id': 'dae70a26-65a0-4e48-8759-4d453feb5be6', 'name': '', 'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:64:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85cba199-43e6-4acd-a362-e5a880e7fcaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'ip_address': '172.27.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T19:19:55Z', 'updated_at': '2022-03-25T19:20:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755101-7-iscsi', '_interfaces': [{'id': '5acf6b82-7f0e-482f-94b1-20571c2ce911', 'name': '', 'network_id': '41df54f8-722f-48ae-9670-4d05784c9b60', 'tenant_id': '6512a963b11c42188d92829b913731e9', 'mac_address': 'fa:16:3e:08:d7:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85cba199-43e6-4acd-a362-e5a880e7fcaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'd9ce3099-d02a-4e55-9db5-3bce93935985', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T19:19:59Z', 'updated_at': '2022-03-25T19:20:07Z', 'revision_number': 5, 'project_id': '6512a963b11c42188d92829b913731e9', 'subnets': [{'id': 'd9ce3099-d02a-4e55-9db5-3bce93935985', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103198) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 25 19:26:14.257813 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.18', 36852) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:26:14.316048 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-fad13345-9bfa-4dc4-8223-ef8f1a82381c tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] Publish callbacks [] for security_group (7320aa23-0b4a-4857-9a31-84ef6ccbb69f), before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:26:14.336990 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bafd6e9-7d29-4dac-8bdb-385fcc4ae29f None None] New status for floating IP d89b605a-041a-4ed2-9544-7b9f1a82a1c0: DOWN {{(pid=103199) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 25 19:26:14.341720 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-fad13345-9bfa-4dc4-8223-ef8f1a82381c tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] Publish callbacks [] for security_group (7320aa23-0b4a-4857-9a31-84ef6ccbb69f), precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:26:14.391831 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-fad13345-9bfa-4dc4-8223-ef8f1a82381c tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687199'] for security_group (7320aa23-0b4a-4857-9a31-84ef6ccbb69f), after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:26:14.395304 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-fad13345-9bfa-4dc4-8223-ef8f1a82381c tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] Publish callbacks [] for security_group (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:26:14.397116 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-fad13345-9bfa-4dc4-8223-ef8f1a82381c tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] 10.222.0.18 "DELETE /v2.0/security-groups/7320aa23-0b4a-4857-9a31-84ef6ccbb69f HTTP/1.1" status: 204 len: 168 time: 0.1372666 Mar 25 19:26:14.399816 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.18', 36854) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:26:14.409129 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad13345-9bfa-4dc4-8223-ef8f1a82381c tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7320aa23-0b4a-4857-9a31-84ef6ccbb69f,revision_number=None']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:26:14.416699 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.api.v2.resource [None req-d8dc4110-2a42-41be-80ee-4286eae1d219 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] show failed (client error): The resource could not be found. Mar 25 19:26:14.420909 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-d8dc4110-2a42-41be-80ee-4286eae1d219 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] 10.222.0.18 "GET /v2.0/security-groups/7320aa23-0b4a-4857-9a31-84ef6ccbb69f HTTP/1.1" status: 404 len: 347 time: 0.0198407 Mar 25 19:26:14.421833 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.18', 36856) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:26:14.600766 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.plugins.ml2.plugin [None req-0799c6b6-ddab-4990-977d-984455a64cc1 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] Deleting port 8a7d2b62-3a28-45ad-a8d4-86018018b022 {{(pid=103197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 25 19:26:14.601109 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-0799c6b6-ddab-4990-977d-984455a64cc1 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741036672799'] for port (8a7d2b62-3a28-45ad-a8d4-86018018b022), before_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:26:14.676652 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-0799c6b6-ddab-4990-977d-984455a64cc1 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3766103'] for port (8a7d2b62-3a28-45ad-a8d4-86018018b022), precommit_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:26:14.676984 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-0799c6b6-ddab-4990-977d-984455a64cc1 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] Publish callbacks [] for floatingip (8a7d2b62-3a28-45ad-a8d4-86018018b022), precommit_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:26:14.688351 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.plugins.ml2.plugin [None req-0799c6b6-ddab-4990-977d-984455a64cc1 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] Calling delete_port for 8a7d2b62-3a28-45ad-a8d4-86018018b022 owned by network:floatingip {{(pid=103197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 25 19:26:14.815658 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-0799c6b6-ddab-4990-977d-984455a64cc1 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741036679554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741036190724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59283508'] for port (8a7d2b62-3a28-45ad-a8d4-86018018b022), after_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:26:14.840672 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0799c6b6-ddab-4990-977d-984455a64cc1 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] Pushing event deleted for resources: {'Port': ['ID=8a7d2b62-3a28-45ad-a8d4-86018018b022,revision_number=None']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:26:14.897606 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-0799c6b6-ddab-4990-977d-984455a64cc1 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] Publish callbacks [] for floatingip (d89b605a-041a-4ed2-9544-7b9f1a82a1c0), after_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:26:14.900091 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-0799c6b6-ddab-4990-977d-984455a64cc1 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63648'] for floatingip (None), before_response {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:26:14.901235 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-0799c6b6-ddab-4990-977d-984455a64cc1 tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] 10.222.0.18 "DELETE /v2.0/floatingips/d89b605a-041a-4ed2-9544-7b9f1a82a1c0 HTTP/1.1" status: 204 len: 168 time: 0.4782534 Mar 25 19:26:16.540314 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.18', 36886) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:26:16.644663 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-2e6d5ae5-0c43-4947-9698-aec4c2301182 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:26:16.718951 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-2e6d5ae5-0c43-4947-9698-aec4c2301182 admin admin] Publish callbacks [] for security_group (0385e273-9cf4-4a7a-a2ea-f1a7c8d080c5), precommit_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:26:16.723124 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-2e6d5ae5-0c43-4947-9698-aec4c2301182 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687199'] for security_group (0385e273-9cf4-4a7a-a2ea-f1a7c8d080c5), after_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:26:16.759455 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-2e6d5ae5-0c43-4947-9698-aec4c2301182 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c932cf2a45d04c8193ab01e6d7a049f2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2180791 Mar 25 19:26:16.760310 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6d5ae5-0c43-4947-9698-aec4c2301182 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0385e273-9cf4-4a7a-a2ea-f1a7c8d080c5,revision_number=1']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:26:16.762317 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.18', 36890) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:26:16.808707 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-47dac131-bb86-4cf0-a511-fc838597c229 admin admin] Publish callbacks [] for security_group (0385e273-9cf4-4a7a-a2ea-f1a7c8d080c5), before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:26:16.828862 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-47dac131-bb86-4cf0-a511-fc838597c229 admin admin] Publish callbacks [] for security_group (0385e273-9cf4-4a7a-a2ea-f1a7c8d080c5), precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:26:16.878719 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-47dac131-bb86-4cf0-a511-fc838597c229 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687199'] for security_group (0385e273-9cf4-4a7a-a2ea-f1a7c8d080c5), after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:26:16.881263 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-47dac131-bb86-4cf0-a511-fc838597c229 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:26:16.882394 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-47dac131-bb86-4cf0-a511-fc838597c229 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0385e273-9cf4-4a7a-a2ea-f1a7c8d080c5 HTTP/1.1" status: 204 len: 168 time: 0.1190562 Mar 25 19:26:16.889992 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47dac131-bb86-4cf0-a511-fc838597c229 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0385e273-9cf4-4a7a-a2ea-f1a7c8d080c5,revision_number=None']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:26:17.070990 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Device 77a70067-c204-42fd-97a1-26b04e8d4b7e no longer exists at agent hyperv_hv-cinder-75510 {{(pid=103198) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 25 19:26:17.091383 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] No Port match for: 77a70067-c204-42fd-97a1-26b04e8d4b7e {{(pid=103198) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 25 19:26:17.091722 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Device 77a70067-c204-42fd-97a1-26b04e8d4b7e not bound to the agent host hv-cinder-75510 {{(pid=103198) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 25 19:26:17.289131 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.18', 36900) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:26:17.755746 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-119b5d80-31f6-4b7c-929b-0a4ad8a0a049 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3752261'] for router_interface (85cba199-43e6-4acd-a362-e5a880e7fcaf), before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:26:18.223956 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-119b5d80-31f6-4b7c-929b-0a4ad8a0a049 admin admin] Deleting port 5acf6b82-7f0e-482f-94b1-20571c2ce911 {{(pid=103196) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 25 19:26:18.224638 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-119b5d80-31f6-4b7c-929b-0a4ad8a0a049 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741036672799'] for port (5acf6b82-7f0e-482f-94b1-20571c2ce911), before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:26:18.301649 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-119b5d80-31f6-4b7c-929b-0a4ad8a0a049 admin admin] For port 5acf6b82-7f0e-482f-94b1-20571c2ce911, host dv-cinder-755101-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755101-7-iscsi',level=0,port_id=5acf6b82-7f0e-482f-94b1-20571c2ce911,segment=NetworkSegment(d2797ec7-5d3a-4260-b181-2764a4061b4e),segment_id=d2797ec7-5d3a-4260-b181-2764a4061b4e)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 25 19:26:18.302012 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-119b5d80-31f6-4b7c-929b-0a4ad8a0a049 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3766103'] for port (5acf6b82-7f0e-482f-94b1-20571c2ce911), precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:26:18.314723 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-119b5d80-31f6-4b7c-929b-0a4ad8a0a049 admin admin] Calling delete_port for 5acf6b82-7f0e-482f-94b1-20571c2ce911 owned by network:router_interface {{(pid=103196) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 25 19:26:18.490412 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-119b5d80-31f6-4b7c-929b-0a4ad8a0a049 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741036679554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741036190724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58911673'] for port (5acf6b82-7f0e-482f-94b1-20571c2ce911), after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:26:18.513399 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119b5d80-31f6-4b7c-929b-0a4ad8a0a049 admin admin] Pushing event deleted for resources: {'Port': ['ID=5acf6b82-7f0e-482f-94b1-20571c2ce911,revision_number=None']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:26:18.686430 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-119b5d80-31f6-4b7c-929b-0a4ad8a0a049 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3692866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3752181'] for router_interface (85cba199-43e6-4acd-a362-e5a880e7fcaf), after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:26:18.897748 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-119b5d80-31f6-4b7c-929b-0a4ad8a0a049 admin admin] Router 85cba199-43e6-4acd-a362-e5a880e7fcaf has already been hosted by L3 agent af1b81b0-43af-47bb-a61e-8e46b36efc57 {{(pid=103196) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 25 19:26:19.003307 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-119b5d80-31f6-4b7c-929b-0a4ad8a0a049 admin admin] Notify agent at l3_agent.dv-cinder-755101-7-iscsi the message routers_updated {{(pid=103196) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 25 19:26:19.008246 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-119b5d80-31f6-4b7c-929b-0a4ad8a0a049 admin admin] 10.222.0.18 "PUT /v2.0/routers/85cba199-43e6-4acd-a362-e5a880e7fcaf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7181168 Mar 25 19:26:19.010896 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.18', 36904) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:26:19.013477 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca815ef0-1b44-4d1d-98dc-c8c799dfdd8a None None] Sync routers for ids ['85cba199-43e6-4acd-a362-e5a880e7fcaf'] in dv-cinder-755101-7-iscsi {{(pid=103198) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 25 19:26:19.025237 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca815ef0-1b44-4d1d-98dc-c8c799dfdd8a None None] Routers {'85cba199-43e6-4acd-a362-e5a880e7fcaf'} bound to L3 agent in host dv-cinder-755101-7-iscsi {{(pid=103198) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 25 19:26:19.025930 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.l3_hamode_db [None req-ca815ef0-1b44-4d1d-98dc-c8c799dfdd8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755101-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-25T19:11:57Z,description=,heartbeat_timestamp=2022-03-25T19:25:57Z,host='dv-cinder-755101-7-iscsi',id=af1b81b0-43af-47bb-a61e-8e46b36efc57,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:11:57Z,topic='l3_agent')) {'router_ids': ['85cba199-43e6-4acd-a362-e5a880e7fcaf'], 'active': True} {{(pid=103198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 19:26:19.114820 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-3fb33014-acca-40cb-9c2b-f4ac0fcf5bb1 admin admin] Publish callbacks [] for router (85cba199-43e6-4acd-a362-e5a880e7fcaf), before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:26:19.131601 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.l3_dvr_db [None req-ca815ef0-1b44-4d1d-98dc-c8c799dfdd8a None None] Set router 85cba199-43e6-4acd-a362-e5a880e7fcaf gateway port host: dv-cinder-755101-7-iscsi {{(pid=103198) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 25 19:26:19.216011 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-3fb33014-acca-40cb-9c2b-f4ac0fcf5bb1 admin admin] Publish callbacks [] for router_gateway (85cba199-43e6-4acd-a362-e5a880e7fcaf), before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:26:19.267289 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-3fb33014-acca-40cb-9c2b-f4ac0fcf5bb1 admin admin] Deleting port dae70a26-65a0-4e48-8759-4d453feb5be6 {{(pid=103196) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 25 19:26:19.268001 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-3fb33014-acca-40cb-9c2b-f4ac0fcf5bb1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741036672799'] for port (dae70a26-65a0-4e48-8759-4d453feb5be6), before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:26:19.309835 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.l3_hamode_db [None req-ca815ef0-1b44-4d1d-98dc-c8c799dfdd8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85cba199-43e6-4acd-a362-e5a880e7fcaf', 'name': 'tempest-AttachVolumeShelveTestJSON-1863061992-router', 'tenant_id': '6512a963b11c42188d92829b913731e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'external_fixed_ips': [{'subnet_id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'ip_address': '172.27.0.148'}], 'enable_snat': True}, 'gw_port_id': 'dae70a26-65a0-4e48-8759-4d453feb5be6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T19:19:54Z', 'updated_at': '2022-03-25T19:26:18Z', 'revision_number': 5, 'project_id': '6512a963b11c42188d92829b913731e9', 'gw_port': {'id': 'dae70a26-65a0-4e48-8759-4d453feb5be6', 'name': '', 'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:64:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85cba199-43e6-4acd-a362-e5a880e7fcaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'ip_address': '172.27.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T19:19:55Z', 'updated_at': '2022-03-25T19:20:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755101-7-iscsi'}], 'dv-cinder-755101-7-iscsi', False) {} {{(pid=103198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 19:26:19.336416 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca815ef0-1b44-4d1d-98dc-c8c799dfdd8a None None] Checking router: 85cba199-43e6-4acd-a362-e5a880e7fcaf for host: dv-cinder-755101-7-iscsi {{(pid=103198) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 25 19:26:19.343992 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-3fb33014-acca-40cb-9c2b-f4ac0fcf5bb1 admin admin] For port dae70a26-65a0-4e48-8759-4d453feb5be6, host dv-cinder-755101-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755101-7-iscsi',level=0,port_id=dae70a26-65a0-4e48-8759-4d453feb5be6,segment=NetworkSegment(bcf11cf5-8ef8-46ee-bf1d-f87c743f3fc7),segment_id=bcf11cf5-8ef8-46ee-bf1d-f87c743f3fc7)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 25 19:26:19.344355 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-3fb33014-acca-40cb-9c2b-f4ac0fcf5bb1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3766103'] for port (dae70a26-65a0-4e48-8759-4d453feb5be6), precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:26:19.344498 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca815ef0-1b44-4d1d-98dc-c8c799dfdd8a None None] Routers {'85cba199-43e6-4acd-a362-e5a880e7fcaf'} bound to L3 agent in host dv-cinder-755101-7-iscsi {{(pid=103198) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 25 19:26:19.344997 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.l3_hamode_db [None req-ca815ef0-1b44-4d1d-98dc-c8c799dfdd8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755101-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-25T19:11:57Z,description=,heartbeat_timestamp=2022-03-25T19:25:57Z,host='dv-cinder-755101-7-iscsi',id=af1b81b0-43af-47bb-a61e-8e46b36efc57,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:11:57Z,topic='l3_agent')) {'router_ids': ['85cba199-43e6-4acd-a362-e5a880e7fcaf'], 'active': True} {{(pid=103198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 19:26:19.356808 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-3fb33014-acca-40cb-9c2b-f4ac0fcf5bb1 admin admin] Calling delete_port for dae70a26-65a0-4e48-8759-4d453feb5be6 owned by network:router_gateway {{(pid=103196) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 25 19:26:19.432677 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.l3_dvr_db [None req-ca815ef0-1b44-4d1d-98dc-c8c799dfdd8a None None] Set router 85cba199-43e6-4acd-a362-e5a880e7fcaf gateway port host: None {{(pid=103198) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 25 19:26:19.488045 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.l3_hamode_db [None req-ca815ef0-1b44-4d1d-98dc-c8c799dfdd8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85cba199-43e6-4acd-a362-e5a880e7fcaf', 'name': 'tempest-AttachVolumeShelveTestJSON-1863061992-router', 'tenant_id': '6512a963b11c42188d92829b913731e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T19:19:54Z', 'updated_at': '2022-03-25T19:26:19Z', 'revision_number': 6, 'project_id': '6512a963b11c42188d92829b913731e9', 'gw_port_host': None}], 'dv-cinder-755101-7-iscsi', False) {} {{(pid=103198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 19:26:19.514290 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca815ef0-1b44-4d1d-98dc-c8c799dfdd8a None None] The sync data for ids ['85cba199-43e6-4acd-a362-e5a880e7fcaf'] in dv-cinder-755101-7-iscsi is: [{'id': '85cba199-43e6-4acd-a362-e5a880e7fcaf', 'name': 'tempest-AttachVolumeShelveTestJSON-1863061992-router', 'tenant_id': '6512a963b11c42188d92829b913731e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T19:19:54Z', 'updated_at': '2022-03-25T19:26:19Z', 'revision_number': 6, 'project_id': '6512a963b11c42188d92829b913731e9', 'gw_port_host': None}] {{(pid=103198) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 25 19:26:19.524270 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-3fb33014-acca-40cb-9c2b-f4ac0fcf5bb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741036679554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741036190724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58911673'] for port (dae70a26-65a0-4e48-8759-4d453feb5be6), after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:26:19.550579 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb33014-acca-40cb-9c2b-f4ac0fcf5bb1 admin admin] Pushing event deleted for resources: {'Port': ['ID=dae70a26-65a0-4e48-8759-4d453feb5be6,revision_number=None']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:26:19.608952 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-3fb33014-acca-40cb-9c2b-f4ac0fcf5bb1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3753487'] for router_gateway (85cba199-43e6-4acd-a362-e5a880e7fcaf), after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:26:19.697044 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-3fb33014-acca-40cb-9c2b-f4ac0fcf5bb1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3756003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1471'] for router (85cba199-43e6-4acd-a362-e5a880e7fcaf), precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:26:19.699173 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-3fb33014-acca-40cb-9c2b-f4ac0fcf5bb1 admin admin] Publish callbacks [] for router_controller (85cba199-43e6-4acd-a362-e5a880e7fcaf), precommit_delete_associations {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:26:19.744190 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-3fb33014-acca-40cb-9c2b-f4ac0fcf5bb1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3756012'] for router (85cba199-43e6-4acd-a362-e5a880e7fcaf), after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:26:19.744676 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fb33014-acca-40cb-9c2b-f4ac0fcf5bb1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 85cba199-43e6-4acd-a362-e5a880e7fcaf {{(pid=103196) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 25 19:26:19.748932 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-3fb33014-acca-40cb-9c2b-f4ac0fcf5bb1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:26:19.750100 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-3fb33014-acca-40cb-9c2b-f4ac0fcf5bb1 admin admin] 10.222.0.18 "DELETE /v2.0/routers/85cba199-43e6-4acd-a362-e5a880e7fcaf HTTP/1.1" status: 204 len: 168 time: 0.7381363 Mar 25 19:26:19.752568 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.18', 36906) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:26:19.795722 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.db.db_base_plugin_v2 [None req-3958198c-2564-4d70-ac4f-2be981715cc7 admin admin] Deleting subnet d9ce3099-d02a-4e55-9db5-3bce93935985 {{(pid=103196) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 25 19:26:19.799478 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-3958198c-2564-4d70-ac4f-2be981715cc7 admin admin] Publish callbacks [] for subnet (d9ce3099-d02a-4e55-9db5-3bce93935985), before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:26:19.833930 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-3958198c-2564-4d70-ac4f-2be981715cc7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62748206'] for subnet (d9ce3099-d02a-4e55-9db5-3bce93935985), precommit_delete_associations {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:26:19.916723 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-3958198c-2564-4d70-ac4f-2be981715cc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1170929'] for subnet (d9ce3099-d02a-4e55-9db5-3bce93935985), precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:26:19.972732 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-3958198c-2564-4d70-ac4f-2be981715cc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1170920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58912072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62747862'] for subnet (d9ce3099-d02a-4e55-9db5-3bce93935985), after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:26:19.996114 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3958198c-2564-4d70-ac4f-2be981715cc7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d9ce3099-d02a-4e55-9db5-3bce93935985,revision_number=None']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:26:20.003321 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-3958198c-2564-4d70-ac4f-2be981715cc7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692927'] for subnet (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:26:20.009093 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.18', 36908) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:26:20.009621 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-3958198c-2564-4d70-ac4f-2be981715cc7 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/d9ce3099-d02a-4e55-9db5-3bce93935985 HTTP/1.1" status: 204 len: 168 time: 0.2561071 Mar 25 19:26:20.011835 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-113045a7-affc-489f-8a94-d6867aa6d474 None None] Network 41df54f8-722f-48ae-9670-4d05784c9b60 requested from dv-cinder-755101-7-iscsi {{(pid=103198) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 25 19:26:20.076439 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-202b9fce-e676-4a2b-bc51-78c192274e9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1050558'] for network (41df54f8-722f-48ae-9670-4d05784c9b60), before_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:26:20.133786 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.plugins.ml2.plugin [None req-202b9fce-e676-4a2b-bc51-78c192274e9f admin admin] Deleting port 9cc892a0-5265-41d4-8169-2f7beb5c8b92 {{(pid=103197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 25 19:26:20.134124 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-202b9fce-e676-4a2b-bc51-78c192274e9f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741036672799'] for port (9cc892a0-5265-41d4-8169-2f7beb5c8b92), before_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:26:20.193330 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.plugins.ml2.db [None req-202b9fce-e676-4a2b-bc51-78c192274e9f admin admin] For port 9cc892a0-5265-41d4-8169-2f7beb5c8b92, host dv-cinder-755101-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755101-7-iscsi',level=0,port_id=9cc892a0-5265-41d4-8169-2f7beb5c8b92,segment=NetworkSegment(d2797ec7-5d3a-4260-b181-2764a4061b4e),segment_id=d2797ec7-5d3a-4260-b181-2764a4061b4e)] {{(pid=103197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 25 19:26:20.193614 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-202b9fce-e676-4a2b-bc51-78c192274e9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3766103'] for port (9cc892a0-5265-41d4-8169-2f7beb5c8b92), precommit_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:26:20.206386 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.plugins.ml2.plugin [None req-202b9fce-e676-4a2b-bc51-78c192274e9f admin admin] Calling delete_port for 9cc892a0-5265-41d4-8169-2f7beb5c8b92 owned by network:dhcp {{(pid=103197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 25 19:26:20.290545 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-202b9fce-e676-4a2b-bc51-78c192274e9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741036679554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741036190724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59283508'] for port (9cc892a0-5265-41d4-8169-2f7beb5c8b92), after_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:26:20.292131 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d840360-5848-48db-af1c-d85ed2fb9a33 None None] DHCP port deletion for 41df54f8-722f-48ae-9670-4d05784c9b60 request from dv-cinder-755101-7-iscsi {{(pid=103198) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 25 19:26:20.321519 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202b9fce-e676-4a2b-bc51-78c192274e9f admin admin] Pushing event deleted for resources: {'Port': ['ID=9cc892a0-5265-41d4-8169-2f7beb5c8b92,revision_number=None']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:26:20.325003 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-202b9fce-e676-4a2b-bc51-78c192274e9f admin admin] No DVR routers for this DVR port 9cc892a0-5265-41d4-8169-2f7beb5c8b92 on host dv-cinder-755101-7-iscsi {{(pid=103197) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 25 19:26:20.396495 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-202b9fce-e676-4a2b-bc51-78c192274e9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1136452', 'neutron.services.segments.db._delete_segments_for_network-8741036503875'] for network (41df54f8-722f-48ae-9670-4d05784c9b60), precommit_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:26:20.417764 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.services.segments.db [None req-202b9fce-e676-4a2b-bc51-78c192274e9f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41df54f8-722f-48ae-9670-4d05784c9b60']}} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 19:26:20.424114 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Device dae70a26-65a0-4e48-8759-4d453feb5be6 no longer exists at agent ovs-agent-dv-cinder-755101-7-iscsi {{(pid=103198) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 25 19:26:20.433562 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.services.segments.db [None req-202b9fce-e676-4a2b-bc51-78c192274e9f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2797ec7-5d3a-4260-b181-2764a4061b4e') {'for_net_delete': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 19:26:20.433864 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.services.segments.db [None req-202b9fce-e676-4a2b-bc51-78c192274e9f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2797ec7-5d3a-4260-b181-2764a4061b4e') {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 19:26:20.444220 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-202b9fce-e676-4a2b-bc51-78c192274e9f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741036503116', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59390884'] for segment (d2797ec7-5d3a-4260-b181-2764a4061b4e), before_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:26:20.448817 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] No Port match for: dae70a26-65a0-4e48-8759-4d453feb5be6 {{(pid=103198) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 25 19:26:20.449165 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Device dae70a26-65a0-4e48-8759-4d453feb5be6 not bound to the agent host dv-cinder-755101-7-iscsi {{(pid=103198) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 25 19:26:20.449597 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Device 5acf6b82-7f0e-482f-94b1-20571c2ce911 no longer exists at agent ovs-agent-dv-cinder-755101-7-iscsi {{(pid=103198) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 25 19:26:20.458888 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-202b9fce-e676-4a2b-bc51-78c192274e9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1189096'] for segment (d2797ec7-5d3a-4260-b181-2764a4061b4e), precommit_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:26:20.465112 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-202b9fce-e676-4a2b-bc51-78c192274e9f admin admin] Releasing vlan 276 on physical network physnet1 to pool {{(pid=103197) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 25 19:26:20.465501 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-202b9fce-e676-4a2b-bc51-78c192274e9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1189096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59283559'] for segment (d2797ec7-5d3a-4260-b181-2764a4061b4e), after_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:26:20.467459 dv-cinder-755101-7-iscsi neutron-server[103197]: Traceback (most recent call last): Mar 25 19:26:20.467459 dv-cinder-755101-7-iscsi neutron-server[103197]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 25 19:26:20.467459 dv-cinder-755101-7-iscsi neutron-server[103197]: timer() Mar 25 19:26:20.467459 dv-cinder-755101-7-iscsi neutron-server[103197]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 25 19:26:20.467459 dv-cinder-755101-7-iscsi neutron-server[103197]: cb(*args, **kw) Mar 25 19:26:20.467459 dv-cinder-755101-7-iscsi neutron-server[103197]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 25 19:26:20.467459 dv-cinder-755101-7-iscsi neutron-server[103197]: return func(*args, **kwargs) Mar 25 19:26:20.467459 dv-cinder-755101-7-iscsi neutron-server[103197]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 25 19:26:20.467459 dv-cinder-755101-7-iscsi neutron-server[103197]: self._notify() Mar 25 19:26:20.467459 dv-cinder-755101-7-iscsi neutron-server[103197]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 25 19:26:20.467459 dv-cinder-755101-7-iscsi neutron-server[103197]: self.callback(batched_events) Mar 25 19:26:20.467459 dv-cinder-755101-7-iscsi neutron-server[103197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 25 19:26:20.467459 dv-cinder-755101-7-iscsi neutron-server[103197]: event.method(event) Mar 25 19:26:20.467459 dv-cinder-755101-7-iscsi neutron-server[103197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 25 19:26:20.467459 dv-cinder-755101-7-iscsi neutron-server[103197]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 25 19:26:20.467459 dv-cinder-755101-7-iscsi neutron-server[103197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 25 19:26:20.467459 dv-cinder-755101-7-iscsi neutron-server[103197]: aggregate_uuid = self.p_client.list_aggregates( Mar 25 19:26:20.467459 dv-cinder-755101-7-iscsi neutron-server[103197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 25 19:26:20.467459 dv-cinder-755101-7-iscsi neutron-server[103197]: return f(self, *a, **k) Mar 25 19:26:20.467459 dv-cinder-755101-7-iscsi neutron-server[103197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 25 19:26:20.467459 dv-cinder-755101-7-iscsi neutron-server[103197]: return self._get(url).json() Mar 25 19:26:20.467459 dv-cinder-755101-7-iscsi neutron-server[103197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 25 19:26:20.467459 dv-cinder-755101-7-iscsi neutron-server[103197]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 25 19:26:20.467459 dv-cinder-755101-7-iscsi neutron-server[103197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 25 19:26:20.467459 dv-cinder-755101-7-iscsi neutron-server[103197]: return self.request(url, 'GET', **kwargs) Mar 25 19:26:20.467459 dv-cinder-755101-7-iscsi neutron-server[103197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 25 19:26:20.467459 dv-cinder-755101-7-iscsi neutron-server[103197]: base_url = self.get_endpoint(auth, allow=allow, Mar 25 19:26:20.467459 dv-cinder-755101-7-iscsi neutron-server[103197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 25 19:26:20.467459 dv-cinder-755101-7-iscsi neutron-server[103197]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 25 19:26:20.467459 dv-cinder-755101-7-iscsi neutron-server[103197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 25 19:26:20.467459 dv-cinder-755101-7-iscsi neutron-server[103197]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 25 19:26:20.467459 dv-cinder-755101-7-iscsi neutron-server[103197]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 25 19:26:20.471576 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] No Port match for: 5acf6b82-7f0e-482f-94b1-20571c2ce911 {{(pid=103198) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 25 19:26:20.471924 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Device 5acf6b82-7f0e-482f-94b1-20571c2ce911 not bound to the agent host dv-cinder-755101-7-iscsi {{(pid=103198) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 25 19:26:20.472344 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Device 9cc892a0-5265-41d4-8169-2f7beb5c8b92 no longer exists at agent ovs-agent-dv-cinder-755101-7-iscsi {{(pid=103198) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 25 19:26:20.491531 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] No Port match for: 9cc892a0-5265-41d4-8169-2f7beb5c8b92 {{(pid=103198) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 25 19:26:20.491884 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Device 9cc892a0-5265-41d4-8169-2f7beb5c8b92 not bound to the agent host dv-cinder-755101-7-iscsi {{(pid=103198) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 25 19:26:20.524838 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-202b9fce-e676-4a2b-bc51-78c192274e9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1136511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3753587'] for network (41df54f8-722f-48ae-9670-4d05784c9b60), after_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:26:20.530134 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-202b9fce-e676-4a2b-bc51-78c192274e9f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692927'] for network (None), before_response {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:26:20.533843 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-202b9fce-e676-4a2b-bc51-78c192274e9f admin admin] 10.222.0.18 "DELETE /v2.0/networks/41df54f8-722f-48ae-9670-4d05784c9b60 HTTP/1.1" status: 204 len: 168 time: 0.5228188 Mar 25 19:26:20.546152 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202b9fce-e676-4a2b-bc51-78c192274e9f admin admin] Pushing event deleted for resources: {'Network': ['ID=41df54f8-722f-48ae-9670-4d05784c9b60,revision_number=None']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:26:20.653576 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.18', 36912) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:26:20.692276 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-48dcb4e6-1d40-4470-8ac7-6937320d1e25 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6512a963b11c42188d92829b913731e9&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0372903 Mar 25 19:26:20.694695 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.18', 36914) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:26:20.741277 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-95ace4a0-7504-468c-88b0-de72d210f6bd admin admin] Publish callbacks [] for security_group (0ff8c883-5076-41c5-803c-7c6a9755124d), before_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:26:20.761281 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-95ace4a0-7504-468c-88b0-de72d210f6bd admin admin] Publish callbacks [] for security_group (0ff8c883-5076-41c5-803c-7c6a9755124d), precommit_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:26:20.812407 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-95ace4a0-7504-468c-88b0-de72d210f6bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687199'] for security_group (0ff8c883-5076-41c5-803c-7c6a9755124d), after_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:26:20.814927 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-95ace4a0-7504-468c-88b0-de72d210f6bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:26:20.816081 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-95ace4a0-7504-468c-88b0-de72d210f6bd admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0ff8c883-5076-41c5-803c-7c6a9755124d HTTP/1.1" status: 204 len: 168 time: 0.1204293 Mar 25 19:26:20.823715 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ace4a0-7504-468c-88b0-de72d210f6bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ff8c883-5076-41c5-803c-7c6a9755124d,revision_number=None']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:26:24.296069 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-8ba1fa9e-30e6-44a0-9e48-008bc8434038 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741036503857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133703'] for agent (ff15a80c-2d7c-4104-a6ad-0973d1d911f7), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:26:26.703012 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-120087e3-5fd9-4c81-87d9-a2d3ad6b9be4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741036503857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133703'] for agent (af1b81b0-43af-47bb-a61e-8e46b36efc57), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:26:27.598651 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-af60142c-683d-41c3-be1d-5377fff6ca45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741036503857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133703'] for agent (c3076277-13eb-43a7-9b94-fad13f82c96d), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:26:29.200012 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-bfcc621e-35c9-4ac2-b4cb-53c403134561 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741036503857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133703'] for agent (9ba807d9-64cc-4b2a-8ad2-e4f3b23bc779), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:26:29.721567 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64536882-6f8a-46a9-bc5c-cadcb85ef9a1 req-e845777b-7af2-4143-a275-0ebd9442b3e7 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:26:29.723108 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-64536882-6f8a-46a9-bc5c-cadcb85ef9a1 req-e845777b-7af2-4143-a275-0ebd9442b3e7 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] 10.222.0.18 "GET /v2.0/ports?device_id=f8fff9ae-7081-4172-bb2c-a1085811a73a HTTP/1.1" status: 200 len: 945 time: 0.0529881 Mar 25 19:26:29.771812 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-64536882-6f8a-46a9-bc5c-cadcb85ef9a1 req-f92f758b-f4c5-4616-aa5d-3b98365db3c6 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] 10.222.0.18 "GET /v2.0/security-groups?id=d533166a-75d4-4ca4-89d7-bf50c3686196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425057 Mar 25 19:26:29.956957 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.18', 37044) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:26:30.058628 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-1fb05083-33c3-4593-9d36-64a74aaa5e6b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:26:30.130207 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-1fb05083-33c3-4593-9d36-64a74aaa5e6b admin admin] Publish callbacks [] for security_group (a8cc8cb1-190e-4969-8284-9f8d1c1c9af5), precommit_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:26:30.133989 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-1fb05083-33c3-4593-9d36-64a74aaa5e6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687199'] for security_group (a8cc8cb1-190e-4969-8284-9f8d1c1c9af5), after_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:26:30.168762 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb05083-33c3-4593-9d36-64a74aaa5e6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8cc8cb1-190e-4969-8284-9f8d1c1c9af5,revision_number=1']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:26:30.173493 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-1fb05083-33c3-4593-9d36-64a74aaa5e6b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=bef0ce328353488d8a474823f34b1dbe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2154188 Mar 25 19:26:30.176058 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.18', 37050) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:26:30.221409 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-4a9bed7e-c131-40bc-9a0a-19e5f3ff89ba admin admin] Publish callbacks [] for security_group (a8cc8cb1-190e-4969-8284-9f8d1c1c9af5), before_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:26:30.241090 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-4a9bed7e-c131-40bc-9a0a-19e5f3ff89ba admin admin] Publish callbacks [] for security_group (a8cc8cb1-190e-4969-8284-9f8d1c1c9af5), precommit_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:26:30.286269 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-4a9bed7e-c131-40bc-9a0a-19e5f3ff89ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687199'] for security_group (a8cc8cb1-190e-4969-8284-9f8d1c1c9af5), after_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:26:30.288722 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-4a9bed7e-c131-40bc-9a0a-19e5f3ff89ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:26:30.289843 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-4a9bed7e-c131-40bc-9a0a-19e5f3ff89ba admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a8cc8cb1-190e-4969-8284-9f8d1c1c9af5 HTTP/1.1" status: 204 len: 168 time: 0.1129038 Mar 25 19:26:30.297396 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9bed7e-c131-40bc-9a0a-19e5f3ff89ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8cc8cb1-190e-4969-8284-9f8d1c1c9af5,revision_number=None']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:26:30.743618 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741036503857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133703'] for agent (e10cc9df-a7ce-4b9c-bc25-dffd007f5dd8), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:26:30.795619 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741036503857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133703'] for agent (239dac0e-b210-4295-8f1a-11f7f9dc3de1), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:26:30.896382 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca51e469-8716-4116-b6f6-eaf925324764 req-a8c2fbe9-15d2-4a4f-85c5-4c509b15c921 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:26:30.897857 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-ca51e469-8716-4116-b6f6-eaf925324764 req-a8c2fbe9-15d2-4a4f-85c5-4c509b15c921 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] 10.222.0.18 "GET /v2.0/ports?device_id=f8fff9ae-7081-4172-bb2c-a1085811a73a HTTP/1.1" status: 200 len: 945 time: 0.0539329 Mar 25 19:26:30.945756 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-ca51e469-8716-4116-b6f6-eaf925324764 req-59e746f0-693b-47f6-ae2a-ee0027f6e68b tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] 10.222.0.18 "GET /v2.0/security-groups?id=d533166a-75d4-4ca4-89d7-bf50c3686196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418875 Mar 25 19:26:31.165506 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0a2a5d-74c3-482d-a8e5-fc438cf17d6e req-68a17f39-0c8f-420f-805c-d7259ccc48bc tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:26:31.167053 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-9e0a2a5d-74c3-482d-a8e5-fc438cf17d6e req-68a17f39-0c8f-420f-805c-d7259ccc48bc tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] 10.222.0.26 "GET /v2.0/ports?device_id=f8fff9ae-7081-4172-bb2c-a1085811a73a HTTP/1.1" status: 200 len: 945 time: 0.0557051 Mar 25 19:26:31.263342 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [req-9e0a2a5d-74c3-482d-a8e5-fc438cf17d6e req-27a2cd99-bb55-4b66-8994-21c8303eabf4 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Deleting port f9f25bc1-30a3-4953-bd96-ac4ea33fa0ba {{(pid=103196) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 25 19:26:31.263684 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-9e0a2a5d-74c3-482d-a8e5-fc438cf17d6e req-27a2cd99-bb55-4b66-8994-21c8303eabf4 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741036672799'] for port (f9f25bc1-30a3-4953-bd96-ac4ea33fa0ba), before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:26:31.352789 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.db [req-9e0a2a5d-74c3-482d-a8e5-fc438cf17d6e req-27a2cd99-bb55-4b66-8994-21c8303eabf4 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] For port f9f25bc1-30a3-4953-bd96-ac4ea33fa0ba, host hv-cinder-75510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75510',level=0,port_id=f9f25bc1-30a3-4953-bd96-ac4ea33fa0ba,segment=NetworkSegment(c05c355b-554a-4ce8-8427-3164bfaa37a9),segment_id=c05c355b-554a-4ce8-8427-3164bfaa37a9)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 25 19:26:31.353152 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-9e0a2a5d-74c3-482d-a8e5-fc438cf17d6e req-27a2cd99-bb55-4b66-8994-21c8303eabf4 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3766103'] for port (f9f25bc1-30a3-4953-bd96-ac4ea33fa0ba), precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:26:31.523174 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-9e0a2a5d-74c3-482d-a8e5-fc438cf17d6e req-27a2cd99-bb55-4b66-8994-21c8303eabf4 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:26:31.523551 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-9e0a2a5d-74c3-482d-a8e5-fc438cf17d6e req-27a2cd99-bb55-4b66-8994-21c8303eabf4 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3753541'] for floatingip (09a23944-5487-461a-bfd9-cfb2c8ae78ed), after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:26:31.523867 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.db.l3_db [req-9e0a2a5d-74c3-482d-a8e5-fc438cf17d6e req-27a2cd99-bb55-4b66-8994-21c8303eabf4 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Floating IP 09a23944-5487-461a-bfd9-cfb2c8ae78ed disassociated. External IP: 172.27.0.17, port: f9f25bc1-30a3-4953-bd96-ac4ea33fa0ba. Mar 25 19:26:31.524204 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [req-9e0a2a5d-74c3-482d-a8e5-fc438cf17d6e req-27a2cd99-bb55-4b66-8994-21c8303eabf4 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Calling delete_port for f9f25bc1-30a3-4953-bd96-ac4ea33fa0ba owned by compute:nova {{(pid=103196) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 25 19:26:31.655609 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-9e0a2a5d-74c3-482d-a8e5-fc438cf17d6e req-27a2cd99-bb55-4b66-8994-21c8303eabf4 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741036679554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741036190724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58911673'] for port (f9f25bc1-30a3-4953-bd96-ac4ea33fa0ba), after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:26:31.682151 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a2cd99-bb55-4b66-8994-21c8303eabf4 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Pushing event deleted for resources: {'Port': ['ID=f9f25bc1-30a3-4953-bd96-ac4ea33fa0ba,revision_number=None']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:26:31.803064 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9e0a2a5d-74c3-482d-a8e5-fc438cf17d6e req-27a2cd99-bb55-4b66-8994-21c8303eabf4 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Router 8176248a-16f5-4694-bf25-b326f00a7f6a has already been hosted by L3 agent af1b81b0-43af-47bb-a61e-8e46b36efc57 {{(pid=103196) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 25 19:26:32.182335 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-ffc85c88-bf72-4521-ba28-e16bf5023bb3 req-71b30d85-c4df-4a06-a703-47cd8d9dfb5c tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] 10.222.0.18 "GET /v2.0/ports?device_id=f8fff9ae-7081-4172-bb2c-a1085811a73a HTTP/1.1" status: 200 len: 210 time: 0.0366881 Mar 25 19:26:32.200282 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9e0a2a5d-74c3-482d-a8e5-fc438cf17d6e req-27a2cd99-bb55-4b66-8994-21c8303eabf4 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Notify agent at l3_agent.dv-cinder-755101-7-iscsi the message routers_updated {{(pid=103196) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 25 19:26:32.213420 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6dc832f-5db6-4714-8c43-8f80eed64f8a None None] Sync routers for ids ['8176248a-16f5-4694-bf25-b326f00a7f6a'] in dv-cinder-755101-7-iscsi {{(pid=103199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 25 19:26:32.229577 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6dc832f-5db6-4714-8c43-8f80eed64f8a None None] Routers {'8176248a-16f5-4694-bf25-b326f00a7f6a'} bound to L3 agent in host dv-cinder-755101-7-iscsi {{(pid=103199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 25 19:26:32.230433 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.db.l3_hamode_db [None req-c6dc832f-5db6-4714-8c43-8f80eed64f8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755101-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-25T19:11:57Z,description=,heartbeat_timestamp=2022-03-25T19:26:27Z,host='dv-cinder-755101-7-iscsi',id=af1b81b0-43af-47bb-a61e-8e46b36efc57,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:11:57Z,topic='l3_agent')) {'router_ids': ['8176248a-16f5-4694-bf25-b326f00a7f6a'], 'active': True} {{(pid=103199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 19:26:32.247725 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e0a2a5d-74c3-482d-a8e5-fc438cf17d6e req-27a2cd99-bb55-4b66-8994-21c8303eabf4 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] No DVR routers for this DVR port f9f25bc1-30a3-4953-bd96-ac4ea33fa0ba on host hv-cinder-75510 {{(pid=103196) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 25 19:26:32.250252 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-9e0a2a5d-74c3-482d-a8e5-fc438cf17d6e req-27a2cd99-bb55-4b66-8994-21c8303eabf4 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63648'] for port (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:26:32.254001 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-9e0a2a5d-74c3-482d-a8e5-fc438cf17d6e req-27a2cd99-bb55-4b66-8994-21c8303eabf4 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] 10.222.0.26 "DELETE /v2.0/ports/f9f25bc1-30a3-4953-bd96-ac4ea33fa0ba HTTP/1.1" status: 204 len: 173 time: 1.0817387 Mar 25 19:26:32.254606 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8fff9ae-7081-4172-bb2c-a1085811a73a', 'name': 'network-vif-deleted', 'tag': 'f9f25bc1-30a3-4953-bd96-ac4ea33fa0ba'}] {{(pid=103196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 25 19:26:32.256768 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aab9b3bfb8b62b9c439d2baea07b5fa53a515b81dc2b4d2d70d2153c83a947a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebbbf33c-96ca-424f-959e-6f8d10257d59" -d '{"events": [{"server_uuid": "f8fff9ae-7081-4172-bb2c-a1085811a73a", "name": "network-vif-deleted", "tag": "f9f25bc1-30a3-4953-bd96-ac4ea33fa0ba"}]}' {{(pid=103196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 25 19:26:32.304456 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Mar 2022 19:26:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db21d147-5976-4f88-951d-1e0fcc122278 x-openstack-request-id: req-db21d147-5976-4f88-951d-1e0fcc122278 {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 25 19:26:32.304798 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8fff9ae-7081-4172-bb2c-a1085811a73a", "name": "network-vif-deleted", "tag": "f9f25bc1-30a3-4953-bd96-ac4ea33fa0ba", "status": "completed", "code": 200}]} {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 25 19:26:32.305057 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-db21d147-5976-4f88-951d-1e0fcc122278 {{(pid=103196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 25 19:26:32.306636 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db21d147-5976-4f88-951d-1e0fcc122278'] response: {'server_uuid': 'f8fff9ae-7081-4172-bb2c-a1085811a73a', 'name': 'network-vif-deleted', 'tag': 'f9f25bc1-30a3-4953-bd96-ac4ea33fa0ba', 'status': 'completed', 'code': 200} Mar 25 19:26:32.349708 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.db.l3_dvr_db [None req-c6dc832f-5db6-4714-8c43-8f80eed64f8a None None] Set router 8176248a-16f5-4694-bf25-b326f00a7f6a gateway port host: dv-cinder-755101-7-iscsi {{(pid=103199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 25 19:26:32.578807 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.db.l3_hamode_db [None req-c6dc832f-5db6-4714-8c43-8f80eed64f8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8176248a-16f5-4694-bf25-b326f00a7f6a', 'name': 'tempest-AttachVolumeNegativeTest-1535724324-router', 'tenant_id': 'dc089ebbae3f448da3893c2c3fea588f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'external_fixed_ips': [{'subnet_id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'ip_address': '172.27.0.249'}], 'enable_snat': True}, 'gw_port_id': '4068821f-380a-43e9-8dd6-d8fd566fe3d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T19:24:37Z', 'updated_at': '2022-03-25T19:24:39Z', 'revision_number': 4, 'project_id': 'dc089ebbae3f448da3893c2c3fea588f', 'gw_port': {'id': '4068821f-380a-43e9-8dd6-d8fd566fe3d3', 'name': '', 'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:e3:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8176248a-16f5-4694-bf25-b326f00a7f6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'ip_address': '172.27.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T19:24:37Z', 'updated_at': '2022-03-25T19:24:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755101-7-iscsi', '_floatingips': [{'id': '2150395f-8e9c-4cc1-85d7-e88704c2b692', 'tenant_id': 'dc089ebbae3f448da3893c2c3fea588f', 'floating_ip_address': '172.27.0.59', 'floating_network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'router_id': '8176248a-16f5-4694-bf25-b326f00a7f6a', 'port_id': '64aeeda5-9546-4beb-a213-44374cb6955c', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 504, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1b551ab7-2e5a-400a-a69e-184f0d4cccb9', 'mac_address': 'fa:16:3e:2e:fe:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f8375d7-02e8-40ac-b150-67b7e26f94db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-25T19:24:41Z', 'updated_at': '2022-03-25T19:24:55Z', 'revision_number': 2, 'project_id': 'dc089ebbae3f448da3893c2c3fea588f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '183b74b2-7fc1-4f1d-8907-284dc2000128', 'name': '', 'network_id': '1b551ab7-2e5a-400a-a69e-184f0d4cccb9', 'tenant_id': 'dc089ebbae3f448da3893c2c3fea588f', 'mac_address': 'fa:16:3e:8e:3f:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8176248a-16f5-4694-bf25-b326f00a7f6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'fabde86b-5205-4844-a05e-c2d1e447196e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T19:24:39Z', 'updated_at': '2022-03-25T19:24:43Z', 'revision_number': 5, 'project_id': 'dc089ebbae3f448da3893c2c3fea588f', 'subnets': [{'id': 'fabde86b-5205-4844-a05e-c2d1e447196e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-755101-7-iscsi', False) {} {{(pid=103199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 19:26:32.604310 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6dc832f-5db6-4714-8c43-8f80eed64f8a None None] Checking router: 8176248a-16f5-4694-bf25-b326f00a7f6a for host: dv-cinder-755101-7-iscsi {{(pid=103199) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 25 19:26:32.613015 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6dc832f-5db6-4714-8c43-8f80eed64f8a None None] Routers {'8176248a-16f5-4694-bf25-b326f00a7f6a'} bound to L3 agent in host dv-cinder-755101-7-iscsi {{(pid=103199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 25 19:26:32.614153 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.db.l3_hamode_db [None req-c6dc832f-5db6-4714-8c43-8f80eed64f8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755101-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-25T19:11:57Z,description=,heartbeat_timestamp=2022-03-25T19:26:27Z,host='dv-cinder-755101-7-iscsi',id=af1b81b0-43af-47bb-a61e-8e46b36efc57,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:11:57Z,topic='l3_agent')) {'router_ids': ['8176248a-16f5-4694-bf25-b326f00a7f6a'], 'active': True} {{(pid=103199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 19:26:32.729451 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.db.l3_dvr_db [None req-c6dc832f-5db6-4714-8c43-8f80eed64f8a None None] Set router 8176248a-16f5-4694-bf25-b326f00a7f6a gateway port host: dv-cinder-755101-7-iscsi {{(pid=103199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 25 19:26:32.967955 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.db.l3_hamode_db [None req-c6dc832f-5db6-4714-8c43-8f80eed64f8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8176248a-16f5-4694-bf25-b326f00a7f6a', 'name': 'tempest-AttachVolumeNegativeTest-1535724324-router', 'tenant_id': 'dc089ebbae3f448da3893c2c3fea588f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'external_fixed_ips': [{'subnet_id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'ip_address': '172.27.0.249'}], 'enable_snat': True}, 'gw_port_id': '4068821f-380a-43e9-8dd6-d8fd566fe3d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T19:24:37Z', 'updated_at': '2022-03-25T19:24:39Z', 'revision_number': 4, 'project_id': 'dc089ebbae3f448da3893c2c3fea588f', 'gw_port': {'id': '4068821f-380a-43e9-8dd6-d8fd566fe3d3', 'name': '', 'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:e3:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8176248a-16f5-4694-bf25-b326f00a7f6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'ip_address': '172.27.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T19:24:37Z', 'updated_at': '2022-03-25T19:24:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755101-7-iscsi', '_floatingips': [{'id': '2150395f-8e9c-4cc1-85d7-e88704c2b692', 'tenant_id': 'dc089ebbae3f448da3893c2c3fea588f', 'floating_ip_address': '172.27.0.59', 'floating_network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'router_id': '8176248a-16f5-4694-bf25-b326f00a7f6a', 'port_id': '64aeeda5-9546-4beb-a213-44374cb6955c', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 504, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1b551ab7-2e5a-400a-a69e-184f0d4cccb9', 'mac_address': 'fa:16:3e:2e:fe:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f8375d7-02e8-40ac-b150-67b7e26f94db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-25T19:24:41Z', 'updated_at': '2022-03-25T19:24:55Z', 'revision_number': 2, 'project_id': 'dc089ebbae3f448da3893c2c3fea588f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '183b74b2-7fc1-4f1d-8907-284dc2000128', 'name': '', 'network_id': '1b551ab7-2e5a-400a-a69e-184f0d4cccb9', 'tenant_id': 'dc089ebbae3f448da3893c2c3fea588f', 'mac_address': 'fa:16:3e:8e:3f:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8176248a-16f5-4694-bf25-b326f00a7f6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'fabde86b-5205-4844-a05e-c2d1e447196e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T19:24:39Z', 'updated_at': '2022-03-25T19:24:43Z', 'revision_number': 5, 'project_id': 'dc089ebbae3f448da3893c2c3fea588f', 'subnets': [{'id': 'fabde86b-5205-4844-a05e-c2d1e447196e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-755101-7-iscsi', False) {} {{(pid=103199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 19:26:32.993708 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6dc832f-5db6-4714-8c43-8f80eed64f8a None None] The sync data for ids ['8176248a-16f5-4694-bf25-b326f00a7f6a'] in dv-cinder-755101-7-iscsi is: [{'id': '8176248a-16f5-4694-bf25-b326f00a7f6a', 'name': 'tempest-AttachVolumeNegativeTest-1535724324-router', 'tenant_id': 'dc089ebbae3f448da3893c2c3fea588f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'external_fixed_ips': [{'subnet_id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'ip_address': '172.27.0.249'}], 'enable_snat': True}, 'gw_port_id': '4068821f-380a-43e9-8dd6-d8fd566fe3d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T19:24:37Z', 'updated_at': '2022-03-25T19:24:39Z', 'revision_number': 4, 'project_id': 'dc089ebbae3f448da3893c2c3fea588f', 'gw_port': {'id': '4068821f-380a-43e9-8dd6-d8fd566fe3d3', 'name': '', 'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:e3:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8176248a-16f5-4694-bf25-b326f00a7f6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'ip_address': '172.27.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T19:24:37Z', 'updated_at': '2022-03-25T19:24:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755101-7-iscsi', '_floatingips': [{'id': '2150395f-8e9c-4cc1-85d7-e88704c2b692', 'tenant_id': 'dc089ebbae3f448da3893c2c3fea588f', 'floating_ip_address': '172.27.0.59', 'floating_network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'router_id': '8176248a-16f5-4694-bf25-b326f00a7f6a', 'port_id': '64aeeda5-9546-4beb-a213-44374cb6955c', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 504, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1b551ab7-2e5a-400a-a69e-184f0d4cccb9', 'mac_address': 'fa:16:3e:2e:fe:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f8375d7-02e8-40ac-b150-67b7e26f94db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-25T19:24:41Z', 'updated_at': '2022-03-25T19:24:55Z', 'revision_number': 2, 'project_id': 'dc089ebbae3f448da3893c2c3fea588f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '183b74b2-7fc1-4f1d-8907-284dc2000128', 'name': '', 'network_id': '1b551ab7-2e5a-400a-a69e-184f0d4cccb9', 'tenant_id': 'dc089ebbae3f448da3893c2c3fea588f', 'mac_address': 'fa:16:3e:8e:3f:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8176248a-16f5-4694-bf25-b326f00a7f6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'fabde86b-5205-4844-a05e-c2d1e447196e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T19:24:39Z', 'updated_at': '2022-03-25T19:24:43Z', 'revision_number': 5, 'project_id': 'dc089ebbae3f448da3893c2c3fea588f', 'subnets': [{'id': 'fabde86b-5205-4844-a05e-c2d1e447196e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 25 19:26:33.207373 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d68fa2c1-d7a2-4fbe-a006-3c5de83cccec None None] New status for floating IP 09a23944-5487-461a-bfd9-cfb2c8ae78ed: DOWN {{(pid=103198) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 25 19:26:33.267328 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.18', 37136) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:26:33.320789 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d7702bd3-892f-4bb0-b085-4c88f65c8369 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Publish callbacks [] for security_group (d533166a-75d4-4ca4-89d7-bf50c3686196), before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:26:33.345344 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d7702bd3-892f-4bb0-b085-4c88f65c8369 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Publish callbacks [] for security_group (d533166a-75d4-4ca4-89d7-bf50c3686196), precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:26:33.397212 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d7702bd3-892f-4bb0-b085-4c88f65c8369 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687199'] for security_group (d533166a-75d4-4ca4-89d7-bf50c3686196), after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:26:33.399814 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d7702bd3-892f-4bb0-b085-4c88f65c8369 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Publish callbacks [] for security_group (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:26:33.400938 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-d7702bd3-892f-4bb0-b085-4c88f65c8369 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] 10.222.0.18 "DELETE /v2.0/security-groups/d533166a-75d4-4ca4-89d7-bf50c3686196 HTTP/1.1" status: 204 len: 168 time: 0.1325114 Mar 25 19:26:33.403744 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.18', 37138) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:26:33.410392 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7702bd3-892f-4bb0-b085-4c88f65c8369 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d533166a-75d4-4ca4-89d7-bf50c3686196,revision_number=None']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:26:33.416744 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.api.v2.resource [None req-c74b8925-93b6-48e0-ab6e-b81a52cb0251 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] show failed (client error): The resource could not be found. Mar 25 19:26:33.417745 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-c74b8925-93b6-48e0-ab6e-b81a52cb0251 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] 10.222.0.18 "GET /v2.0/security-groups/d533166a-75d4-4ca4-89d7-bf50c3686196 HTTP/1.1" status: 404 len: 347 time: 0.0130000 Mar 25 19:26:33.420699 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.18', 37140) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:26:33.541608 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.plugins.ml2.plugin [None req-6317c85a-ba6b-4e4e-8be8-1c8094dcad2e tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Deleting port d0a06071-fb95-48e9-bf3a-b247c79570f0 {{(pid=103197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 25 19:26:33.541952 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-6317c85a-ba6b-4e4e-8be8-1c8094dcad2e tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741036672799'] for port (d0a06071-fb95-48e9-bf3a-b247c79570f0), before_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:26:33.614201 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-6317c85a-ba6b-4e4e-8be8-1c8094dcad2e tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3766103'] for port (d0a06071-fb95-48e9-bf3a-b247c79570f0), precommit_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:26:33.614448 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-6317c85a-ba6b-4e4e-8be8-1c8094dcad2e tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Publish callbacks [] for floatingip (d0a06071-fb95-48e9-bf3a-b247c79570f0), precommit_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:26:33.630161 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.plugins.ml2.plugin [None req-6317c85a-ba6b-4e4e-8be8-1c8094dcad2e tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Calling delete_port for d0a06071-fb95-48e9-bf3a-b247c79570f0 owned by network:floatingip {{(pid=103197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 25 19:26:33.753999 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-6317c85a-ba6b-4e4e-8be8-1c8094dcad2e tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741036679554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741036190724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59283508'] for port (d0a06071-fb95-48e9-bf3a-b247c79570f0), after_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:26:33.776609 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6317c85a-ba6b-4e4e-8be8-1c8094dcad2e tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Pushing event deleted for resources: {'Port': ['ID=d0a06071-fb95-48e9-bf3a-b247c79570f0,revision_number=None']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:26:33.840137 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-6317c85a-ba6b-4e4e-8be8-1c8094dcad2e tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Publish callbacks [] for floatingip (09a23944-5487-461a-bfd9-cfb2c8ae78ed), after_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:26:33.842611 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-6317c85a-ba6b-4e4e-8be8-1c8094dcad2e tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63648'] for floatingip (None), before_response {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:26:33.843745 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-6317c85a-ba6b-4e4e-8be8-1c8094dcad2e tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] 10.222.0.18 "DELETE /v2.0/floatingips/09a23944-5487-461a-bfd9-cfb2c8ae78ed HTTP/1.1" status: 204 len: 168 time: 0.4221711 Mar 25 19:26:35.190193 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Device f9f25bc1-30a3-4953-bd96-ac4ea33fa0ba no longer exists at agent hyperv_hv-cinder-75510 {{(pid=103198) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 25 19:26:35.210527 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] No Port match for: f9f25bc1-30a3-4953-bd96-ac4ea33fa0ba {{(pid=103198) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 25 19:26:35.210879 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Device f9f25bc1-30a3-4953-bd96-ac4ea33fa0ba not bound to the agent host hv-cinder-75510 {{(pid=103198) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 25 19:26:35.472343 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba8e39a-debc-4bc8-a657-8c2858d9419f req-3829e6f6-954f-4586-85b0-d63f1cc083c4 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:26:35.473945 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-4ba8e39a-debc-4bc8-a657-8c2858d9419f req-3829e6f6-954f-4586-85b0-d63f1cc083c4 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f8375d7-02e8-40ac-b150-67b7e26f94db HTTP/1.1" status: 200 len: 945 time: 0.0537097 Mar 25 19:26:35.520407 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-4ba8e39a-debc-4bc8-a657-8c2858d9419f req-24e1adf5-a99f-4c27-baba-29f9d975a7dd tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] 10.222.0.18 "GET /v2.0/security-groups?id=9888d551-3fb7-47b2-8c3f-a24a4348f8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399616 Mar 25 19:26:36.643036 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890e79c7-1621-4037-85b0-f5bc4efe5fcd req-3b30c8ed-341c-484f-93e9-a1fc2fcaeeb0 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:26:36.644598 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-890e79c7-1621-4037-85b0-f5bc4efe5fcd req-3b30c8ed-341c-484f-93e9-a1fc2fcaeeb0 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f8375d7-02e8-40ac-b150-67b7e26f94db HTTP/1.1" status: 200 len: 945 time: 0.0523272 Mar 25 19:26:36.694525 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-890e79c7-1621-4037-85b0-f5bc4efe5fcd req-b8b41d8f-ec26-48bc-88b0-db25ccd79896 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] 10.222.0.18 "GET /v2.0/security-groups?id=9888d551-3fb7-47b2-8c3f-a24a4348f8d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444829 Mar 25 19:26:36.885302 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5f8876-4f71-40dc-88cb-ef2950e02ec7 req-aeef266c-bfe3-4de9-ba2f-cd9c924d2fc0 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:26:36.886766 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-bf5f8876-4f71-40dc-88cb-ef2950e02ec7 req-aeef266c-bfe3-4de9-ba2f-cd9c924d2fc0 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] 10.222.0.26 "GET /v2.0/ports?device_id=3f8375d7-02e8-40ac-b150-67b7e26f94db HTTP/1.1" status: 200 len: 945 time: 0.0510771 Mar 25 19:26:36.983419 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [req-bf5f8876-4f71-40dc-88cb-ef2950e02ec7 req-7f72e85f-55b2-4a74-905f-d3bdd30e45ec tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Deleting port 64aeeda5-9546-4beb-a213-44374cb6955c {{(pid=103196) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 25 19:26:36.983769 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-bf5f8876-4f71-40dc-88cb-ef2950e02ec7 req-7f72e85f-55b2-4a74-905f-d3bdd30e45ec tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741036672799'] for port (64aeeda5-9546-4beb-a213-44374cb6955c), before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:26:37.075815 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.db [req-bf5f8876-4f71-40dc-88cb-ef2950e02ec7 req-7f72e85f-55b2-4a74-905f-d3bdd30e45ec tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] For port 64aeeda5-9546-4beb-a213-44374cb6955c, host hv-cinder-75510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75510',level=0,port_id=64aeeda5-9546-4beb-a213-44374cb6955c,segment=NetworkSegment(c05c355b-554a-4ce8-8427-3164bfaa37a9),segment_id=c05c355b-554a-4ce8-8427-3164bfaa37a9)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 25 19:26:37.076176 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-bf5f8876-4f71-40dc-88cb-ef2950e02ec7 req-7f72e85f-55b2-4a74-905f-d3bdd30e45ec tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3766103'] for port (64aeeda5-9546-4beb-a213-44374cb6955c), precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:26:37.247831 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-bf5f8876-4f71-40dc-88cb-ef2950e02ec7 req-7f72e85f-55b2-4a74-905f-d3bdd30e45ec tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:26:37.248195 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-bf5f8876-4f71-40dc-88cb-ef2950e02ec7 req-7f72e85f-55b2-4a74-905f-d3bdd30e45ec tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3753541'] for floatingip (2150395f-8e9c-4cc1-85d7-e88704c2b692), after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:26:37.248508 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.db.l3_db [req-bf5f8876-4f71-40dc-88cb-ef2950e02ec7 req-7f72e85f-55b2-4a74-905f-d3bdd30e45ec tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Floating IP 2150395f-8e9c-4cc1-85d7-e88704c2b692 disassociated. External IP: 172.27.0.59, port: 64aeeda5-9546-4beb-a213-44374cb6955c. Mar 25 19:26:37.248846 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [req-bf5f8876-4f71-40dc-88cb-ef2950e02ec7 req-7f72e85f-55b2-4a74-905f-d3bdd30e45ec tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Calling delete_port for 64aeeda5-9546-4beb-a213-44374cb6955c owned by compute:nova {{(pid=103196) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 25 19:26:37.377886 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-bf5f8876-4f71-40dc-88cb-ef2950e02ec7 req-7f72e85f-55b2-4a74-905f-d3bdd30e45ec tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741036679554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741036190724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58911673'] for port (64aeeda5-9546-4beb-a213-44374cb6955c), after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:26:37.412599 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f72e85f-55b2-4a74-905f-d3bdd30e45ec tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Pushing event deleted for resources: {'Port': ['ID=64aeeda5-9546-4beb-a213-44374cb6955c,revision_number=None']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:26:37.526402 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bf5f8876-4f71-40dc-88cb-ef2950e02ec7 req-7f72e85f-55b2-4a74-905f-d3bdd30e45ec tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Router 8176248a-16f5-4694-bf25-b326f00a7f6a has already been hosted by L3 agent af1b81b0-43af-47bb-a61e-8e46b36efc57 {{(pid=103196) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 25 19:26:37.636595 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bf5f8876-4f71-40dc-88cb-ef2950e02ec7 req-7f72e85f-55b2-4a74-905f-d3bdd30e45ec tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Notify agent at l3_agent.dv-cinder-755101-7-iscsi the message routers_updated {{(pid=103196) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 25 19:26:37.646873 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0973e98c-3508-402f-99b8-20b1dff543b4 None None] Sync routers for ids ['8176248a-16f5-4694-bf25-b326f00a7f6a'] in dv-cinder-755101-7-iscsi {{(pid=103199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 25 19:26:37.657768 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0973e98c-3508-402f-99b8-20b1dff543b4 None None] Routers {'8176248a-16f5-4694-bf25-b326f00a7f6a'} bound to L3 agent in host dv-cinder-755101-7-iscsi {{(pid=103199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 25 19:26:37.658447 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.db.l3_hamode_db [None req-0973e98c-3508-402f-99b8-20b1dff543b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755101-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-25T19:11:57Z,description=,heartbeat_timestamp=2022-03-25T19:26:27Z,host='dv-cinder-755101-7-iscsi',id=af1b81b0-43af-47bb-a61e-8e46b36efc57,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:11:57Z,topic='l3_agent')) {'router_ids': ['8176248a-16f5-4694-bf25-b326f00a7f6a'], 'active': True} {{(pid=103199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 19:26:37.676977 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf5f8876-4f71-40dc-88cb-ef2950e02ec7 req-7f72e85f-55b2-4a74-905f-d3bdd30e45ec tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] No DVR routers for this DVR port 64aeeda5-9546-4beb-a213-44374cb6955c on host hv-cinder-75510 {{(pid=103196) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 25 19:26:37.679215 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-bf5f8876-4f71-40dc-88cb-ef2950e02ec7 req-7f72e85f-55b2-4a74-905f-d3bdd30e45ec tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63648'] for port (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:26:37.682369 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-bf5f8876-4f71-40dc-88cb-ef2950e02ec7 req-7f72e85f-55b2-4a74-905f-d3bdd30e45ec tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] 10.222.0.26 "DELETE /v2.0/ports/64aeeda5-9546-4beb-a213-44374cb6955c HTTP/1.1" status: 204 len: 173 time: 0.7904739 Mar 25 19:26:37.682827 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f8375d7-02e8-40ac-b150-67b7e26f94db', 'name': 'network-vif-deleted', 'tag': '64aeeda5-9546-4beb-a213-44374cb6955c'}] {{(pid=103196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 25 19:26:37.685101 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aab9b3bfb8b62b9c439d2baea07b5fa53a515b81dc2b4d2d70d2153c83a947a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bb78ae9-d0cf-47ee-b46b-0689d2008d85" -d '{"events": [{"server_uuid": "3f8375d7-02e8-40ac-b150-67b7e26f94db", "name": "network-vif-deleted", "tag": "64aeeda5-9546-4beb-a213-44374cb6955c"}]}' {{(pid=103196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 25 19:26:37.724380 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Mar 2022 19:26:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07444a88-941d-43a7-adb7-40250f18937b x-openstack-request-id: req-07444a88-941d-43a7-adb7-40250f18937b {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 25 19:26:37.724751 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f8375d7-02e8-40ac-b150-67b7e26f94db", "name": "network-vif-deleted", "tag": "64aeeda5-9546-4beb-a213-44374cb6955c", "status": "completed", "code": 200}]} {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 25 19:26:37.725069 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-07444a88-941d-43a7-adb7-40250f18937b {{(pid=103196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 25 19:26:37.725690 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event matching ['req-07444a88-941d-43a7-adb7-40250f18937b'] response: {'server_uuid': '3f8375d7-02e8-40ac-b150-67b7e26f94db', 'name': 'network-vif-deleted', 'tag': '64aeeda5-9546-4beb-a213-44374cb6955c', 'status': 'completed', 'code': 200} Mar 25 19:26:37.820795 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-3d96ee88-40f0-4c9b-853f-062acda327f3 req-b195067e-fe1a-4717-b604-f115a68dba9c tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f8375d7-02e8-40ac-b150-67b7e26f94db HTTP/1.1" status: 200 len: 210 time: 0.0428536 Mar 25 19:26:37.866600 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.db.l3_dvr_db [None req-0973e98c-3508-402f-99b8-20b1dff543b4 None None] Set router 8176248a-16f5-4694-bf25-b326f00a7f6a gateway port host: dv-cinder-755101-7-iscsi {{(pid=103199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 25 19:26:38.069609 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.db.l3_hamode_db [None req-0973e98c-3508-402f-99b8-20b1dff543b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8176248a-16f5-4694-bf25-b326f00a7f6a', 'name': 'tempest-AttachVolumeNegativeTest-1535724324-router', 'tenant_id': 'dc089ebbae3f448da3893c2c3fea588f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'external_fixed_ips': [{'subnet_id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'ip_address': '172.27.0.249'}], 'enable_snat': True}, 'gw_port_id': '4068821f-380a-43e9-8dd6-d8fd566fe3d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T19:24:37Z', 'updated_at': '2022-03-25T19:24:39Z', 'revision_number': 4, 'project_id': 'dc089ebbae3f448da3893c2c3fea588f', 'gw_port': {'id': '4068821f-380a-43e9-8dd6-d8fd566fe3d3', 'name': '', 'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:e3:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8176248a-16f5-4694-bf25-b326f00a7f6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'ip_address': '172.27.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T19:24:37Z', 'updated_at': '2022-03-25T19:24:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755101-7-iscsi', '_interfaces': [{'id': '183b74b2-7fc1-4f1d-8907-284dc2000128', 'name': '', 'network_id': '1b551ab7-2e5a-400a-a69e-184f0d4cccb9', 'tenant_id': 'dc089ebbae3f448da3893c2c3fea588f', 'mac_address': 'fa:16:3e:8e:3f:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8176248a-16f5-4694-bf25-b326f00a7f6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'fabde86b-5205-4844-a05e-c2d1e447196e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T19:24:39Z', 'updated_at': '2022-03-25T19:24:43Z', 'revision_number': 5, 'project_id': 'dc089ebbae3f448da3893c2c3fea588f', 'subnets': [{'id': 'fabde86b-5205-4844-a05e-c2d1e447196e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-755101-7-iscsi', False) {} {{(pid=103199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 19:26:38.097295 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0973e98c-3508-402f-99b8-20b1dff543b4 None None] Checking router: 8176248a-16f5-4694-bf25-b326f00a7f6a for host: dv-cinder-755101-7-iscsi {{(pid=103199) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 25 19:26:38.105500 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0973e98c-3508-402f-99b8-20b1dff543b4 None None] Routers {'8176248a-16f5-4694-bf25-b326f00a7f6a'} bound to L3 agent in host dv-cinder-755101-7-iscsi {{(pid=103199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 25 19:26:38.106094 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.db.l3_hamode_db [None req-0973e98c-3508-402f-99b8-20b1dff543b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755101-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-25T19:11:57Z,description=,heartbeat_timestamp=2022-03-25T19:26:27Z,host='dv-cinder-755101-7-iscsi',id=af1b81b0-43af-47bb-a61e-8e46b36efc57,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:11:57Z,topic='l3_agent')) {'router_ids': ['8176248a-16f5-4694-bf25-b326f00a7f6a'], 'active': True} {{(pid=103199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 19:26:38.215584 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.db.l3_dvr_db [None req-0973e98c-3508-402f-99b8-20b1dff543b4 None None] Set router 8176248a-16f5-4694-bf25-b326f00a7f6a gateway port host: dv-cinder-755101-7-iscsi {{(pid=103199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 25 19:26:38.407315 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.db.l3_hamode_db [None req-0973e98c-3508-402f-99b8-20b1dff543b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8176248a-16f5-4694-bf25-b326f00a7f6a', 'name': 'tempest-AttachVolumeNegativeTest-1535724324-router', 'tenant_id': 'dc089ebbae3f448da3893c2c3fea588f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'external_fixed_ips': [{'subnet_id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'ip_address': '172.27.0.249'}], 'enable_snat': True}, 'gw_port_id': '4068821f-380a-43e9-8dd6-d8fd566fe3d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T19:24:37Z', 'updated_at': '2022-03-25T19:24:39Z', 'revision_number': 4, 'project_id': 'dc089ebbae3f448da3893c2c3fea588f', 'gw_port': {'id': '4068821f-380a-43e9-8dd6-d8fd566fe3d3', 'name': '', 'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:e3:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8176248a-16f5-4694-bf25-b326f00a7f6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'ip_address': '172.27.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T19:24:37Z', 'updated_at': '2022-03-25T19:24:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755101-7-iscsi', '_interfaces': [{'id': '183b74b2-7fc1-4f1d-8907-284dc2000128', 'name': '', 'network_id': '1b551ab7-2e5a-400a-a69e-184f0d4cccb9', 'tenant_id': 'dc089ebbae3f448da3893c2c3fea588f', 'mac_address': 'fa:16:3e:8e:3f:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8176248a-16f5-4694-bf25-b326f00a7f6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'fabde86b-5205-4844-a05e-c2d1e447196e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T19:24:39Z', 'updated_at': '2022-03-25T19:24:43Z', 'revision_number': 5, 'project_id': 'dc089ebbae3f448da3893c2c3fea588f', 'subnets': [{'id': 'fabde86b-5205-4844-a05e-c2d1e447196e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-755101-7-iscsi', False) {} {{(pid=103199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 19:26:38.436418 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0973e98c-3508-402f-99b8-20b1dff543b4 None None] The sync data for ids ['8176248a-16f5-4694-bf25-b326f00a7f6a'] in dv-cinder-755101-7-iscsi is: [{'id': '8176248a-16f5-4694-bf25-b326f00a7f6a', 'name': 'tempest-AttachVolumeNegativeTest-1535724324-router', 'tenant_id': 'dc089ebbae3f448da3893c2c3fea588f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'external_fixed_ips': [{'subnet_id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'ip_address': '172.27.0.249'}], 'enable_snat': True}, 'gw_port_id': '4068821f-380a-43e9-8dd6-d8fd566fe3d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T19:24:37Z', 'updated_at': '2022-03-25T19:24:39Z', 'revision_number': 4, 'project_id': 'dc089ebbae3f448da3893c2c3fea588f', 'gw_port': {'id': '4068821f-380a-43e9-8dd6-d8fd566fe3d3', 'name': '', 'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:e3:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8176248a-16f5-4694-bf25-b326f00a7f6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'ip_address': '172.27.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T19:24:37Z', 'updated_at': '2022-03-25T19:24:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755101-7-iscsi', '_interfaces': [{'id': '183b74b2-7fc1-4f1d-8907-284dc2000128', 'name': '', 'network_id': '1b551ab7-2e5a-400a-a69e-184f0d4cccb9', 'tenant_id': 'dc089ebbae3f448da3893c2c3fea588f', 'mac_address': 'fa:16:3e:8e:3f:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8176248a-16f5-4694-bf25-b326f00a7f6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'fabde86b-5205-4844-a05e-c2d1e447196e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T19:24:39Z', 'updated_at': '2022-03-25T19:24:43Z', 'revision_number': 5, 'project_id': 'dc089ebbae3f448da3893c2c3fea588f', 'subnets': [{'id': 'fabde86b-5205-4844-a05e-c2d1e447196e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 25 19:26:38.662400 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caa91683-d7bf-40e2-b786-1f290fae1d82 None None] New status for floating IP 2150395f-8e9c-4cc1-85d7-e88704c2b692: DOWN {{(pid=103198) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 25 19:26:38.898359 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.18', 37226) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:26:38.923517 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.18', 37228) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:26:38.951326 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-4b60df25-e321-4333-8c36-a75af7e54e00 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Publish callbacks [] for security_group (9888d551-3fb7-47b2-8c3f-a24a4348f8d8), before_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:26:38.974557 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-4b60df25-e321-4333-8c36-a75af7e54e00 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Publish callbacks [] for security_group (9888d551-3fb7-47b2-8c3f-a24a4348f8d8), precommit_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:26:39.021278 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-4b60df25-e321-4333-8c36-a75af7e54e00 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687199'] for security_group (9888d551-3fb7-47b2-8c3f-a24a4348f8d8), after_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:26:39.024060 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-4b60df25-e321-4333-8c36-a75af7e54e00 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Publish callbacks [] for security_group (None), before_response {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:26:39.025225 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-4b60df25-e321-4333-8c36-a75af7e54e00 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] 10.222.0.18 "DELETE /v2.0/security-groups/9888d551-3fb7-47b2-8c3f-a24a4348f8d8 HTTP/1.1" status: 204 len: 168 time: 0.1258419 Mar 25 19:26:39.028456 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.18', 37232) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:26:39.033577 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-fc68e6cc-5a87-4db9-8157-c7d619f3471f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:26:39.045706 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.api.v2.resource [None req-bcd5bbb7-8aa0-4e9c-8972-dd7185fff5c9 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] show failed (client error): The resource could not be found. Mar 25 19:26:39.046723 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-bcd5bbb7-8aa0-4e9c-8972-dd7185fff5c9 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] 10.222.0.18 "GET /v2.0/security-groups/9888d551-3fb7-47b2-8c3f-a24a4348f8d8 HTTP/1.1" status: 404 len: 347 time: 0.0173407 Mar 25 19:26:39.048216 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b60df25-e321-4333-8c36-a75af7e54e00 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9888d551-3fb7-47b2-8c3f-a24a4348f8d8,revision_number=None']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:26:39.050079 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.18', 37234) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:26:39.118811 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-fc68e6cc-5a87-4db9-8157-c7d619f3471f admin admin] Publish callbacks [] for security_group (defe94d7-f354-493d-82e0-40ca5b432922), precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:26:39.122969 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-fc68e6cc-5a87-4db9-8157-c7d619f3471f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687199'] for security_group (defe94d7-f354-493d-82e0-40ca5b432922), after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:26:39.167844 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-fc68e6cc-5a87-4db9-8157-c7d619f3471f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f7fc67ca073045efaff4331a43d49512&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2408395 Mar 25 19:26:39.167844 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc68e6cc-5a87-4db9-8157-c7d619f3471f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=defe94d7-f354-493d-82e0-40ca5b432922,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:26:39.169904 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.18', 37236) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:26:39.174705 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.plugins.ml2.plugin [None req-3dde89c9-4f5b-4e21-a9d4-bb2ada084216 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Deleting port cee4395b-ccfa-4118-b98c-f12d56972dbf {{(pid=103197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 25 19:26:39.175179 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-3dde89c9-4f5b-4e21-a9d4-bb2ada084216 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741036672799'] for port (cee4395b-ccfa-4118-b98c-f12d56972dbf), before_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:26:39.220479 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-62cd0c1f-cdc4-479b-894f-2e9bfd36ddad admin admin] Publish callbacks [] for security_group (defe94d7-f354-493d-82e0-40ca5b432922), before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:26:39.242808 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-62cd0c1f-cdc4-479b-894f-2e9bfd36ddad admin admin] Publish callbacks [] for security_group (defe94d7-f354-493d-82e0-40ca5b432922), precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:26:39.250706 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-3dde89c9-4f5b-4e21-a9d4-bb2ada084216 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3766103'] for port (cee4395b-ccfa-4118-b98c-f12d56972dbf), precommit_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:26:39.251118 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-3dde89c9-4f5b-4e21-a9d4-bb2ada084216 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Publish callbacks [] for floatingip (cee4395b-ccfa-4118-b98c-f12d56972dbf), precommit_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:26:39.262666 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.plugins.ml2.plugin [None req-3dde89c9-4f5b-4e21-a9d4-bb2ada084216 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Calling delete_port for cee4395b-ccfa-4118-b98c-f12d56972dbf owned by network:floatingip {{(pid=103197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 25 19:26:39.290420 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-62cd0c1f-cdc4-479b-894f-2e9bfd36ddad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687199'] for security_group (defe94d7-f354-493d-82e0-40ca5b432922), after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:26:39.293063 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-62cd0c1f-cdc4-479b-894f-2e9bfd36ddad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:26:39.294314 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-62cd0c1f-cdc4-479b-894f-2e9bfd36ddad admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/defe94d7-f354-493d-82e0-40ca5b432922 HTTP/1.1" status: 204 len: 168 time: 0.1230309 Mar 25 19:26:39.302735 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cd0c1f-cdc4-479b-894f-2e9bfd36ddad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=defe94d7-f354-493d-82e0-40ca5b432922,revision_number=None']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:26:39.396831 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-3dde89c9-4f5b-4e21-a9d4-bb2ada084216 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741036679554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741036190724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59283508'] for port (cee4395b-ccfa-4118-b98c-f12d56972dbf), after_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:26:39.426389 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dde89c9-4f5b-4e21-a9d4-bb2ada084216 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Pushing event deleted for resources: {'Port': ['ID=cee4395b-ccfa-4118-b98c-f12d56972dbf,revision_number=None']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:26:39.494974 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-3dde89c9-4f5b-4e21-a9d4-bb2ada084216 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Publish callbacks [] for floatingip (2150395f-8e9c-4cc1-85d7-e88704c2b692), after_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:26:39.497446 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-3dde89c9-4f5b-4e21-a9d4-bb2ada084216 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63648'] for floatingip (None), before_response {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:26:39.498617 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-3dde89c9-4f5b-4e21-a9d4-bb2ada084216 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] 10.222.0.18 "DELETE /v2.0/floatingips/2150395f-8e9c-4cc1-85d7-e88704c2b692 HTTP/1.1" status: 204 len: 168 time: 0.4476037 Mar 25 19:26:39.564310 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.18', 37244) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:26:39.577492 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6934888f-4069-4ca9-a76f-d777cfa64cc9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:26:39.652120 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6934888f-4069-4ca9-a76f-d777cfa64cc9 admin admin] Publish callbacks [] for security_group (6bb9ec78-9b3f-4560-9488-c4830e6f7be2), precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:26:39.657189 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-6934888f-4069-4ca9-a76f-d777cfa64cc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687199'] for security_group (6bb9ec78-9b3f-4560-9488-c4830e6f7be2), after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:26:39.693972 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-6934888f-4069-4ca9-a76f-d777cfa64cc9 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e55b2b0974624d56b8605323608919b9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1286242 Mar 25 19:26:39.694838 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6934888f-4069-4ca9-a76f-d777cfa64cc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bb9ec78-9b3f-4560-9488-c4830e6f7be2,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:26:39.696701 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.18', 37246) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:26:39.746528 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-3e3febb0-08f1-4159-9d67-9f4738379d13 admin admin] Publish callbacks [] for security_group (6bb9ec78-9b3f-4560-9488-c4830e6f7be2), before_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:26:39.763537 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.18', 37248) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:26:39.768636 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-3e3febb0-08f1-4159-9d67-9f4738379d13 admin admin] Publish callbacks [] for security_group (6bb9ec78-9b3f-4560-9488-c4830e6f7be2), precommit_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:26:39.768812 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.v2.base [None req-9258c9a2-c91c-481d-91e5-4a85ccdbf0bd tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1033340900', 'description': 'tempest-description--1354070469'}} {{(pid=103196) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 19:26:39.787435 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9258c9a2-c91c-481d-91e5-4a85ccdbf0bd tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Publish callbacks [] for security_group (None), before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:26:39.814846 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-3e3febb0-08f1-4159-9d67-9f4738379d13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687199'] for security_group (6bb9ec78-9b3f-4560-9488-c4830e6f7be2), after_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:26:39.817610 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-3e3febb0-08f1-4159-9d67-9f4738379d13 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:26:39.818776 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-3e3febb0-08f1-4159-9d67-9f4738379d13 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6bb9ec78-9b3f-4560-9488-c4830e6f7be2 HTTP/1.1" status: 204 len: 168 time: 0.1208756 Mar 25 19:26:39.828987 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3febb0-08f1-4159-9d67-9f4738379d13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bb9ec78-9b3f-4560-9488-c4830e6f7be2,revision_number=None']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:26:39.836134 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3febb0-08f1-4159-9d67-9f4738379d13 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:26:39.836471 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3febb0-08f1-4159-9d67-9f4738379d13 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:26:39.837118 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3febb0-08f1-4159-9d67-9f4738379d13 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:26:39.837118 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3febb0-08f1-4159-9d67-9f4738379d13 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:26:39.837472 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3febb0-08f1-4159-9d67-9f4738379d13 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:26:39.837800 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3febb0-08f1-4159-9d67-9f4738379d13 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:26:39.838131 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3febb0-08f1-4159-9d67-9f4738379d13 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:26:39.838452 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3febb0-08f1-4159-9d67-9f4738379d13 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:26:39.838846 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3febb0-08f1-4159-9d67-9f4738379d13 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:26:39.839124 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3febb0-08f1-4159-9d67-9f4738379d13 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:26:39.839588 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3febb0-08f1-4159-9d67-9f4738379d13 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:26:39.839836 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3febb0-08f1-4159-9d67-9f4738379d13 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:26:39.840098 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3febb0-08f1-4159-9d67-9f4738379d13 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:26:39.840432 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3febb0-08f1-4159-9d67-9f4738379d13 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:26:39.840862 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3febb0-08f1-4159-9d67-9f4738379d13 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:26:39.865245 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9258c9a2-c91c-481d-91e5-4a85ccdbf0bd tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Publish callbacks [] for security_group (76a339c4-761d-4194-8664-715b7a97fba8), precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:26:39.869303 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9258c9a2-c91c-481d-91e5-4a85ccdbf0bd tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687199'] for security_group (76a339c4-761d-4194-8664-715b7a97fba8), after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:26:39.897613 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9258c9a2-c91c-481d-91e5-4a85ccdbf0bd tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Publish callbacks [] for security_group (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:26:39.898870 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-9258c9a2-c91c-481d-91e5-4a85ccdbf0bd tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1342349 Mar 25 19:26:39.901913 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.18', 37252) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:26:39.904120 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9258c9a2-c91c-481d-91e5-4a85ccdbf0bd tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76a339c4-761d-4194-8664-715b7a97fba8,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:26:39.906358 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.v2.base [None req-19c53956-bfd9-45b8-b506-1adfa1bcb554 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Request body: {'security_group_rule': {'security_group_id': '76a339c4-761d-4194-8664-715b7a97fba8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 19:26:39.911344 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9258c9a2-c91c-481d-91e5-4a85ccdbf0bd tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:26:39.911699 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9258c9a2-c91c-481d-91e5-4a85ccdbf0bd tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:26:39.912040 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9258c9a2-c91c-481d-91e5-4a85ccdbf0bd tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:26:39.912378 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9258c9a2-c91c-481d-91e5-4a85ccdbf0bd tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:26:39.912811 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9258c9a2-c91c-481d-91e5-4a85ccdbf0bd tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:26:39.913042 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9258c9a2-c91c-481d-91e5-4a85ccdbf0bd tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:26:39.913369 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9258c9a2-c91c-481d-91e5-4a85ccdbf0bd tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:26:39.913689 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9258c9a2-c91c-481d-91e5-4a85ccdbf0bd tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:26:39.914012 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9258c9a2-c91c-481d-91e5-4a85ccdbf0bd tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:26:39.914336 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9258c9a2-c91c-481d-91e5-4a85ccdbf0bd tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:26:39.914685 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9258c9a2-c91c-481d-91e5-4a85ccdbf0bd tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:26:39.915067 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9258c9a2-c91c-481d-91e5-4a85ccdbf0bd tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:26:39.915381 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9258c9a2-c91c-481d-91e5-4a85ccdbf0bd tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:26:39.917792 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9258c9a2-c91c-481d-91e5-4a85ccdbf0bd tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:26:39.917792 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9258c9a2-c91c-481d-91e5-4a85ccdbf0bd tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:26:39.945225 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-19c53956-bfd9-45b8-b506-1adfa1bcb554 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Publish callbacks [] for security_group_rule (ffa9ede9-5610-47d6-ba63-dd19ab2c3cd3), before_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:26:40.001877 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-19c53956-bfd9-45b8-b506-1adfa1bcb554 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Publish callbacks [] for security_group_rule (ffa9ede9-5610-47d6-ba63-dd19ab2c3cd3), precommit_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:26:40.006302 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-19c53956-bfd9-45b8-b506-1adfa1bcb554 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677543'] for security_group_rule (ffa9ede9-5610-47d6-ba63-dd19ab2c3cd3), after_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:26:40.028175 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c53956-bfd9-45b8-b506-1adfa1bcb554 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ffa9ede9-5610-47d6-ba63-dd19ab2c3cd3,revision_number=0']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:26:40.033618 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-19c53956-bfd9-45b8-b506-1adfa1bcb554 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:26:40.038405 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-19c53956-bfd9-45b8-b506-1adfa1bcb554 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1354036 Mar 25 19:26:40.043984 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.18', 37256) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:26:40.049161 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.v2.base [None req-9a00685b-2c82-4e1d-9aa3-446163022d56 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Request body: {'security_group_rule': {'security_group_id': '76a339c4-761d-4194-8664-715b7a97fba8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103196) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 19:26:40.073656 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9a00685b-2c82-4e1d-9aa3-446163022d56 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Publish callbacks [] for security_group_rule (a712d755-bcab-4769-bc9e-44ed1ccfda2a), before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:26:40.130452 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9a00685b-2c82-4e1d-9aa3-446163022d56 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Publish callbacks [] for security_group_rule (a712d755-bcab-4769-bc9e-44ed1ccfda2a), precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:26:40.134609 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9a00685b-2c82-4e1d-9aa3-446163022d56 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677543'] for security_group_rule (a712d755-bcab-4769-bc9e-44ed1ccfda2a), after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:26:40.151303 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a00685b-2c82-4e1d-9aa3-446163022d56 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a712d755-bcab-4769-bc9e-44ed1ccfda2a,revision_number=0']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:26:40.159474 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9a00685b-2c82-4e1d-9aa3-446163022d56 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:26:40.163145 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-9a00685b-2c82-4e1d-9aa3-446163022d56 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1147726 Mar 25 19:26:40.163297 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.18', 37258) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:26:40.167758 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.v2.base [None req-4f6f93a1-0ed3-4e32-8b35-7a44d922b805 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Request body: {'floatingip': {'floating_network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15'}} {{(pid=103196) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 19:26:40.177532 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.18', 37260) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:26:40.197139 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-5dbbf4ce-f658-4c95-a31a-e379e562a70b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:26:40.206275 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-4f6f93a1-0ed3-4e32-8b35-7a44d922b805 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:26:40.353636 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-5dbbf4ce-f658-4c95-a31a-e379e562a70b admin admin] Publish callbacks [] for security_group (a66799a4-ccbc-443f-a5cf-1f7b554f068b), precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:26:40.358364 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-5dbbf4ce-f658-4c95-a31a-e379e562a70b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687199'] for security_group (a66799a4-ccbc-443f-a5cf-1f7b554f068b), after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:26:40.407178 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-5dbbf4ce-f658-4c95-a31a-e379e562a70b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=28e604aca240417185f19e5dba835162&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2279012 Mar 25 19:26:40.408467 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-4f6f93a1-0ed3-4e32-8b35-7a44d922b805 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1293263'] for port (None), before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:26:40.409991 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.18', 37262) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:26:40.413330 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbbf4ce-f658-4c95-a31a-e379e562a70b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a66799a4-ccbc-443f-a5cf-1f7b554f068b,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:26:40.481136 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-d6d85903-279f-4c19-984a-1685778bbe88 admin admin] Publish callbacks [] for security_group (a66799a4-ccbc-443f-a5cf-1f7b554f068b), before_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:26:40.505847 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-d6d85903-279f-4c19-984a-1685778bbe88 admin admin] Publish callbacks [] for security_group (a66799a4-ccbc-443f-a5cf-1f7b554f068b), precommit_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:26:40.541909 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.db.db_base_plugin_common [None req-4f6f93a1-0ed3-4e32-8b35-7a44d922b805 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Allocated IP 172.27.0.115 (4acd50f3-de7f-4854-a6f4-5b66b3577c15/efae7cfd-1549-43a8-94ca-01f5ce7b3ee1/1a8ffb87-1c3c-4e1d-b70d-77a629687cfe) {{(pid=103196) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 19:26:40.557593 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-d6d85903-279f-4c19-984a-1685778bbe88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687199'] for security_group (a66799a4-ccbc-443f-a5cf-1f7b554f068b), after_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:26:40.560212 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-d6d85903-279f-4c19-984a-1685778bbe88 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:26:40.561367 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-d6d85903-279f-4c19-984a-1685778bbe88 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a66799a4-ccbc-443f-a5cf-1f7b554f068b HTTP/1.1" status: 204 len: 168 time: 0.1503730 Mar 25 19:26:40.570287 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d85903-279f-4c19-984a-1685778bbe88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a66799a4-ccbc-443f-a5cf-1f7b554f068b,revision_number=None']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:26:40.666957 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-4f6f93a1-0ed3-4e32-8b35-7a44d922b805 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Publish callbacks [] for port (1a8ffb87-1c3c-4e1d-b70d-77a629687cfe), precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:26:40.703201 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-4f6f93a1-0ed3-4e32-8b35-7a44d922b805 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741036193015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58911673'] for port (1a8ffb87-1c3c-4e1d-b70d-77a629687cfe), after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:26:40.741710 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f6f93a1-0ed3-4e32-8b35-7a44d922b805 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Network 4acd50f3-de7f-4854-a6f4-5b66b3577c15 is already hosted by enough agents. {{(pid=103196) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 19:26:40.744577 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.scheduler.base_scheduler [None req-4f6f93a1-0ed3-4e32-8b35-7a44d922b805 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Resources bound (agent type, host, resource id): {{(pid=103196) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 19:26:40.750139 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f6f93a1-0ed3-4e32-8b35-7a44d922b805 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Received port after_create {{(pid=103196) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 25 19:26:40.755705 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6f93a1-0ed3-4e32-8b35-7a44d922b805 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Pushing event updated for resources: {'Port': ['ID=1a8ffb87-1c3c-4e1d-b70d-77a629687cfe,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:26:40.840098 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-4f6f93a1-0ed3-4e32-8b35-7a44d922b805 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Publish callbacks [] for floatingip (691cbe1b-528e-4065-b7f2-455c250ef365), precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:26:40.876551 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-4f6f93a1-0ed3-4e32-8b35-7a44d922b805 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1293263'] for port (1a8ffb87-1c3c-4e1d-b70d-77a629687cfe), before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:26:41.025802 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-4f6f93a1-0ed3-4e32-8b35-7a44d922b805 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Publish callbacks [] for port (1a8ffb87-1c3c-4e1d-b70d-77a629687cfe), precommit_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:26:41.030396 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-4f6f93a1-0ed3-4e32-8b35-7a44d922b805 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036679572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741036190733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741036190751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58911630'] for port (1a8ffb87-1c3c-4e1d-b70d-77a629687cfe), after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:26:41.101598 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6f93a1-0ed3-4e32-8b35-7a44d922b805 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Pushing event updated for resources: {'Port': ['ID=1a8ffb87-1c3c-4e1d-b70d-77a629687cfe,revision_number=2']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:26:41.114875 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-4f6f93a1-0ed3-4e32-8b35-7a44d922b805 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3753541'] for floatingip (691cbe1b-528e-4065-b7f2-455c250ef365), after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:26:41.130384 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-4f6f93a1-0ed3-4e32-8b35-7a44d922b805 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63648'] for floatingip (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:26:41.140011 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-4f6f93a1-0ed3-4e32-8b35-7a44d922b805 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9673846 Mar 25 19:26:41.246945 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Device 64aeeda5-9546-4beb-a213-44374cb6955c no longer exists at agent hyperv_hv-cinder-75510 {{(pid=103198) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 25 19:26:41.267900 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] No Port match for: 64aeeda5-9546-4beb-a213-44374cb6955c {{(pid=103198) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 25 19:26:41.268487 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Device 64aeeda5-9546-4beb-a213-44374cb6955c not bound to the agent host hv-cinder-75510 {{(pid=103198) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 25 19:26:41.334034 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-a7853420-6b28-4bfd-9721-9dc4b3039dfc req-b3a0d4b7-f4e4-4b1b-b701-0d3f4617d053 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--1033340900&fields=id&tenant_id=dc089ebbae3f448da3893c2c3fea588f HTTP/1.1" status: 200 len: 267 time: 0.0410891 Mar 25 19:26:41.442858 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7853420-6b28-4bfd-9721-9dc4b3039dfc req-30463c2a-35c5-4f5a-a232-3711340d92d8 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:26:41.444294 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-a7853420-6b28-4bfd-9721-9dc4b3039dfc req-30463c2a-35c5-4f5a-a232-3711340d92d8 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] 10.222.0.18 "GET /v2.0/networks?id=1b551ab7-2e5a-400a-a69e-184f0d4cccb9 HTTP/1.1" status: 200 len: 815 time: 0.1038465 Mar 25 19:26:41.460323 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-a7853420-6b28-4bfd-9721-9dc4b3039dfc req-7ec88d51-74e4-4578-9443-7325c77b2c85 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] 10.222.0.18 "GET /v2.0/quotas/dc089ebbae3f448da3893c2c3fea588f HTTP/1.1" status: 200 len: 375 time: 0.0099595 Mar 25 19:26:41.516434 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-a7853420-6b28-4bfd-9721-9dc4b3039dfc req-7f2ac724-347d-4093-9874-77fe05ae68ae tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=dc089ebbae3f448da3893c2c3fea588f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0502882 Mar 25 19:26:41.751352 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-a7853420-6b28-4bfd-9721-9dc4b3039dfc req-c3a79e94-3f2f-488e-a043-d151f7a3ae84 service neutron] 10.222.0.18 "GET /v2.0/networks/1b551ab7-2e5a-400a-a69e-184f0d4cccb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2237175 Mar 25 19:26:41.843586 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-a7853420-6b28-4bfd-9721-9dc4b3039dfc req-aafe05e5-26fc-48ab-9b63-3b1efacd9216 service neutron] 10.222.0.18 "GET /v2.0/networks/1b551ab7-2e5a-400a-a69e-184f0d4cccb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863311 Mar 25 19:26:42.007567 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-979e0dc7-b652-4298-8547-9ea58bb903cb req-93e22ca1-a31c-45af-abdc-ed54bca24728 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] 10.222.0.18 "GET /v2.0/ports?device_id=360de154-406b-4380-a3b6-691f3ae3d521 HTTP/1.1" status: 200 len: 210 time: 0.0315101 Mar 25 19:26:42.930944 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7853420-6b28-4bfd-9721-9dc4b3039dfc req-642bc5fc-bf17-4521-9299-4bdf9c79b111 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:26:42.932413 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-a7853420-6b28-4bfd-9721-9dc4b3039dfc req-642bc5fc-bf17-4521-9299-4bdf9c79b111 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] 10.222.0.26 "GET /v2.0/networks?id=1b551ab7-2e5a-400a-a69e-184f0d4cccb9 HTTP/1.1" status: 200 len: 815 time: 0.1085608 Mar 25 19:26:42.996626 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-a7853420-6b28-4bfd-9721-9dc4b3039dfc req-0ff739f7-0f11-49b5-bb5e-f07c2dab64bf tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dc089ebbae3f448da3893c2c3fea588f HTTP/1.1" status: 200 len: 380 time: 0.0540748 Mar 25 19:26:43.007168 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.v2.base [req-a7853420-6b28-4bfd-9721-9dc4b3039dfc req-eda93158-ee97-4dee-ae4c-5cb7e3f0a3f7 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Request body: {'port': {'device_id': '360de154-406b-4380-a3b6-691f3ae3d521', 'network_id': '1b551ab7-2e5a-400a-a69e-184f0d4cccb9', 'admin_state_up': True, 'tenant_id': 'dc089ebbae3f448da3893c2c3fea588f', 'security_groups': ['76a339c4-761d-4194-8664-715b7a97fba8']}} {{(pid=103196) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 19:26:43.103081 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-778136d7-a6b5-4a41-a0b4-b7ebbc5a87de req-e3862bba-28ef-4a6c-9a69-c58142ac8ab0 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] 10.222.0.18 "GET /v2.0/ports?device_id=360de154-406b-4380-a3b6-691f3ae3d521 HTTP/1.1" status: 200 len: 210 time: 0.0281119 Mar 25 19:26:43.115864 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7853420-6b28-4bfd-9721-9dc4b3039dfc req-eda93158-ee97-4dee-ae4c-5cb7e3f0a3f7 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Made reservation on behalf of dc089ebbae3f448da3893c2c3fea588f for: {'port': 1} {{(pid=103196) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 19:26:43.119207 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-a7853420-6b28-4bfd-9721-9dc4b3039dfc req-eda93158-ee97-4dee-ae4c-5cb7e3f0a3f7 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1293263'] for port (None), before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:26:43.239927 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.db.db_base_plugin_common [req-a7853420-6b28-4bfd-9721-9dc4b3039dfc req-eda93158-ee97-4dee-ae4c-5cb7e3f0a3f7 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Allocated IP 172.20.0.3 (1b551ab7-2e5a-400a-a69e-184f0d4cccb9/fabde86b-5205-4844-a05e-c2d1e447196e/aeee7985-1066-4f0c-970a-4a7504dd9693) {{(pid=103196) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 19:26:43.371750 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-a7853420-6b28-4bfd-9721-9dc4b3039dfc req-eda93158-ee97-4dee-ae4c-5cb7e3f0a3f7 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Publish callbacks [] for port (aeee7985-1066-4f0c-970a-4a7504dd9693), precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:26:43.404064 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-a7853420-6b28-4bfd-9721-9dc4b3039dfc req-eda93158-ee97-4dee-ae4c-5cb7e3f0a3f7 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741036193015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58911673'] for port (aeee7985-1066-4f0c-970a-4a7504dd9693), after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:26:43.443268 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7853420-6b28-4bfd-9721-9dc4b3039dfc req-eda93158-ee97-4dee-ae4c-5cb7e3f0a3f7 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Network 1b551ab7-2e5a-400a-a69e-184f0d4cccb9 is already hosted by enough agents. {{(pid=103196) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 19:26:43.446272 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.scheduler.base_scheduler [req-a7853420-6b28-4bfd-9721-9dc4b3039dfc req-eda93158-ee97-4dee-ae4c-5cb7e3f0a3f7 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Resources bound (agent type, host, resource id): {{(pid=103196) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 19:26:43.448800 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7853420-6b28-4bfd-9721-9dc4b3039dfc req-eda93158-ee97-4dee-ae4c-5cb7e3f0a3f7 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Received port after_create {{(pid=103196) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 25 19:26:43.489538 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda93158-ee97-4dee-ae4c-5cb7e3f0a3f7 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Pushing event updated for resources: {'Port': ['ID=aeee7985-1066-4f0c-970a-4a7504dd9693,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:26:43.512360 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7853420-6b28-4bfd-9721-9dc4b3039dfc req-eda93158-ee97-4dee-ae4c-5cb7e3f0a3f7 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:26:43.512959 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-a7853420-6b28-4bfd-9721-9dc4b3039dfc req-eda93158-ee97-4dee-ae4c-5cb7e3f0a3f7 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63648'] for port (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:26:43.528879 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-a7853420-6b28-4bfd-9721-9dc4b3039dfc req-eda93158-ee97-4dee-ae4c-5cb7e3f0a3f7 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5253928 Mar 25 19:26:43.540526 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.v2.base [req-a7853420-6b28-4bfd-9721-9dc4b3039dfc req-8693520e-7b14-494b-97cd-df7f2de23bd4 service neutron] Request body: {'port': {'device_id': '360de154-406b-4380-a3b6-691f3ae3d521', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75510'}} {{(pid=103196) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 19:26:43.600952 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-a7853420-6b28-4bfd-9721-9dc4b3039dfc req-8693520e-7b14-494b-97cd-df7f2de23bd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1293263'] for port (aeee7985-1066-4f0c-970a-4a7504dd9693), before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:26:43.679745 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-823a0890-6372-4877-b143-bab253ae3c11 None None] Provisioning complete for port aeee7985-1066-4f0c-970a-4a7504dd9693 triggered by entity DHCP. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 25 19:26:43.680371 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-823a0890-6372-4877-b143-bab253ae3c11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133789'] for port (aeee7985-1066-4f0c-970a-4a7504dd9693), provisioning_complete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:26:43.716513 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-823a0890-6372-4877-b143-bab253ae3c11 None None] Port aeee7985-1066-4f0c-970a-4a7504dd9693 cannot update to ACTIVE because it is not bound. {{(pid=103198) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 25 19:26:43.873569 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.notifiers.nova [req-a7853420-6b28-4bfd-9721-9dc4b3039dfc req-8693520e-7b14-494b-97cd-df7f2de23bd4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aeee7985-1066-4f0c-970a-4a7504dd9693 {{(pid=103196) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 25 19:26:43.882308 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-a7853420-6b28-4bfd-9721-9dc4b3039dfc req-8693520e-7b14-494b-97cd-df7f2de23bd4 service neutron] Publish callbacks [] for port (aeee7985-1066-4f0c-970a-4a7504dd9693), precommit_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:26:43.898960 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [req-a7853420-6b28-4bfd-9721-9dc4b3039dfc req-8693520e-7b14-494b-97cd-df7f2de23bd4 service neutron] Transition to ACTIVE for port object aeee7985-1066-4f0c-970a-4a7504dd9693 will not be triggered until provisioned by entity L2. {{(pid=103196) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 25 19:26:43.902899 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-a7853420-6b28-4bfd-9721-9dc4b3039dfc req-8693520e-7b14-494b-97cd-df7f2de23bd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036679572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741036190733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741036190751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58911630'] for port (aeee7985-1066-4f0c-970a-4a7504dd9693), after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:26:43.965786 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8693520e-7b14-494b-97cd-df7f2de23bd4 service neutron] Pushing event updated for resources: {'Port': ['ID=aeee7985-1066-4f0c-970a-4a7504dd9693,revision_number=2']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:26:44.055574 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [req-a7853420-6b28-4bfd-9721-9dc4b3039dfc req-8693520e-7b14-494b-97cd-df7f2de23bd4 service neutron] Attempting to bind port aeee7985-1066-4f0c-970a-4a7504dd9693 on host hv-cinder-75510 for vnic_type normal with profile {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 25 19:26:44.056136 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [req-a7853420-6b28-4bfd-9721-9dc4b3039dfc req-8693520e-7b14-494b-97cd-df7f2de23bd4 service neutron] Attempting to bind port aeee7985-1066-4f0c-970a-4a7504dd9693 by drivers openvswitch,hyperv on host hv-cinder-75510 at level 0 using segments [{'id': 'c05c355b-554a-4ce8-8427-3164bfaa37a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '1b551ab7-2e5a-400a-a69e-184f0d4cccb9'}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 25 19:26:44.056366 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7853420-6b28-4bfd-9721-9dc4b3039dfc req-8693520e-7b14-494b-97cd-df7f2de23bd4 service neutron] Attempting to bind port aeee7985-1066-4f0c-970a-4a7504dd9693 on network 1b551ab7-2e5a-400a-a69e-184f0d4cccb9 {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 25 19:26:44.061552 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7853420-6b28-4bfd-9721-9dc4b3039dfc req-8693520e-7b14-494b-97cd-df7f2de23bd4 service neutron] Port aeee7985-1066-4f0c-970a-4a7504dd9693 on network 1b551ab7-2e5a-400a-a69e-184f0d4cccb9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75510 {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 25 19:26:44.061946 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7853420-6b28-4bfd-9721-9dc4b3039dfc req-8693520e-7b14-494b-97cd-df7f2de23bd4 service neutron] Attempting to bind port aeee7985-1066-4f0c-970a-4a7504dd9693 on network 1b551ab7-2e5a-400a-a69e-184f0d4cccb9 {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 25 19:26:44.067335 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7853420-6b28-4bfd-9721-9dc4b3039dfc req-8693520e-7b14-494b-97cd-df7f2de23bd4 service neutron] Checking agent: {'id': 'e10cc9df-a7ce-4b9c-bc25-dffd007f5dd8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75510', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 19, 18, 1), 'started_at': datetime.datetime(2022, 3, 25, 19, 18, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 19, 26, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 25 19:26:44.067753 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7853420-6b28-4bfd-9721-9dc4b3039dfc req-8693520e-7b14-494b-97cd-df7f2de23bd4 service neutron] Checking segment: {'id': 'c05c355b-554a-4ce8-8427-3164bfaa37a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '1b551ab7-2e5a-400a-a69e-184f0d4cccb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103196) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 25 19:26:44.068202 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7853420-6b28-4bfd-9721-9dc4b3039dfc req-8693520e-7b14-494b-97cd-df7f2de23bd4 service neutron] Bound using segment: {'id': 'c05c355b-554a-4ce8-8427-3164bfaa37a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '1b551ab7-2e5a-400a-a69e-184f0d4cccb9'} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 25 19:26:44.068717 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [req-a7853420-6b28-4bfd-9721-9dc4b3039dfc req-8693520e-7b14-494b-97cd-df7f2de23bd4 service neutron] Bound port: aeee7985-1066-4f0c-970a-4a7504dd9693, host: hv-cinder-75510, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c05c355b-554a-4ce8-8427-3164bfaa37a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '1b551ab7-2e5a-400a-a69e-184f0d4cccb9'}}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 25 19:26:44.069137 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-a7853420-6b28-4bfd-9721-9dc4b3039dfc req-8693520e-7b14-494b-97cd-df7f2de23bd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1293263'] for port (aeee7985-1066-4f0c-970a-4a7504dd9693), before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:26:44.150125 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.db [req-a7853420-6b28-4bfd-9721-9dc4b3039dfc req-8693520e-7b14-494b-97cd-df7f2de23bd4 service neutron] For port aeee7985-1066-4f0c-970a-4a7504dd9693, host hv-cinder-75510, cleared binding levels {{(pid=103196) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 25 19:26:44.153636 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.db [req-a7853420-6b28-4bfd-9721-9dc4b3039dfc req-8693520e-7b14-494b-97cd-df7f2de23bd4 service neutron] For port aeee7985-1066-4f0c-970a-4a7504dd9693, host hv-cinder-75510, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75510',level=0,port_id=aeee7985-1066-4f0c-970a-4a7504dd9693,segment=NetworkSegment(c05c355b-554a-4ce8-8427-3164bfaa37a9),segment_id=c05c355b-554a-4ce8-8427-3164bfaa37a9)] {{(pid=103196) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 25 19:26:44.161296 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-a7853420-6b28-4bfd-9721-9dc4b3039dfc req-8693520e-7b14-494b-97cd-df7f2de23bd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036679572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741036190733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741036190751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58911630'] for port (aeee7985-1066-4f0c-970a-4a7504dd9693), after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:26:44.211506 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7853420-6b28-4bfd-9721-9dc4b3039dfc req-8693520e-7b14-494b-97cd-df7f2de23bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:26:44.212804 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-a7853420-6b28-4bfd-9721-9dc4b3039dfc req-8693520e-7b14-494b-97cd-df7f2de23bd4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63648'] for port (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:26:44.214622 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-a7853420-6b28-4bfd-9721-9dc4b3039dfc req-8693520e-7b14-494b-97cd-df7f2de23bd4 service neutron] 10.222.0.26 "PUT /v2.0/ports/aeee7985-1066-4f0c-970a-4a7504dd9693 HTTP/1.1" status: 200 len: 1093 time: 0.6781213 Mar 25 19:26:44.218103 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '360de154-406b-4380-a3b6-691f3ae3d521', 'tag': 'aeee7985-1066-4f0c-970a-4a7504dd9693'}] {{(pid=103196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 25 19:26:44.222718 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aab9b3bfb8b62b9c439d2baea07b5fa53a515b81dc2b4d2d70d2153c83a947a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78f57ef7-d41b-444c-8b00-742a7672a5c6" -d '{"events": [{"name": "network-changed", "server_uuid": "360de154-406b-4380-a3b6-691f3ae3d521", "tag": "aeee7985-1066-4f0c-970a-4a7504dd9693"}]}' {{(pid=103196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 25 19:26:44.284548 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Mar 2022 19:26:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe28acdb-48b8-4310-ba76-54cd6ef27dfb x-openstack-request-id: req-fe28acdb-48b8-4310-ba76-54cd6ef27dfb {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 25 19:26:44.284887 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "360de154-406b-4380-a3b6-691f3ae3d521", "tag": "aeee7985-1066-4f0c-970a-4a7504dd9693", "status": "completed", "code": 200}]} {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 25 19:26:44.285214 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-fe28acdb-48b8-4310-ba76-54cd6ef27dfb {{(pid=103196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 25 19:26:44.285662 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe28acdb-48b8-4310-ba76-54cd6ef27dfb'] response: {'name': 'network-changed', 'server_uuid': '360de154-406b-4380-a3b6-691f3ae3d521', 'tag': 'aeee7985-1066-4f0c-970a-4a7504dd9693', 'status': 'completed', 'code': 200} Mar 25 19:26:44.309872 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8693520e-7b14-494b-97cd-df7f2de23bd4 service neutron] Pushing event updated for resources: {'Port': ['ID=aeee7985-1066-4f0c-970a-4a7504dd9693,revision_number=3']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:26:44.340435 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d432d26-8e63-419a-9f5b-1b3c0e4ae25d req-461dafc1-d8d5-42c5-9be0-080ffeca92c3 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:26:44.342015 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-8d432d26-8e63-419a-9f5b-1b3c0e4ae25d req-461dafc1-d8d5-42c5-9be0-080ffeca92c3 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] 10.222.0.18 "GET /v2.0/ports?device_id=360de154-406b-4380-a3b6-691f3ae3d521 HTTP/1.1" status: 200 len: 943 time: 0.1501284 Mar 25 19:26:44.360305 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7853420-6b28-4bfd-9721-9dc4b3039dfc req-825b544b-8dd4-4fc4-b457-95fd5583feee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:26:44.361805 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-a7853420-6b28-4bfd-9721-9dc4b3039dfc req-825b544b-8dd4-4fc4-b457-95fd5583feee service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=dc089ebbae3f448da3893c2c3fea588f&device_id=360de154-406b-4380-a3b6-691f3ae3d521 HTTP/1.1" status: 200 len: 1127 time: 0.0916235 Mar 25 19:26:44.426368 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-a7853420-6b28-4bfd-9721-9dc4b3039dfc req-6d405da9-8908-4bca-9068-058540443739 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aeee7985-1066-4f0c-970a-4a7504dd9693 HTTP/1.1" status: 200 len: 217 time: 0.0549827 Mar 25 19:26:44.478749 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-8d432d26-8e63-419a-9f5b-1b3c0e4ae25d req-fdafb90a-49a9-4d45-a561-407925efe197 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] 10.222.0.18 "GET /v2.0/security-groups?id=76a339c4-761d-4194-8664-715b7a97fba8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1287885 Mar 25 19:26:44.488923 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7853420-6b28-4bfd-9721-9dc4b3039dfc req-f9997f45-9603-4f6c-b35b-1e341db1462c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:26:44.490332 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-a7853420-6b28-4bfd-9721-9dc4b3039dfc req-f9997f45-9603-4f6c-b35b-1e341db1462c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=fabde86b-5205-4844-a05e-c2d1e447196e HTTP/1.1" status: 200 len: 854 time: 0.0582376 Mar 25 19:26:44.537984 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7853420-6b28-4bfd-9721-9dc4b3039dfc req-1290c036-2453-44ad-9376-6ac260194c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:26:44.539494 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-a7853420-6b28-4bfd-9721-9dc4b3039dfc req-1290c036-2453-44ad-9376-6ac260194c7c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1b551ab7-2e5a-400a-a69e-184f0d4cccb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0434234 Mar 25 19:26:44.628826 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-a7853420-6b28-4bfd-9721-9dc4b3039dfc req-00732216-455b-4e39-ac17-6b422317d9f8 service neutron] 10.222.0.26 "GET /v2.0/networks/1b551ab7-2e5a-400a-a69e-184f0d4cccb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828648 Mar 25 19:26:44.721367 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-a7853420-6b28-4bfd-9721-9dc4b3039dfc req-9c45423a-6926-455e-854b-5bb3728d947f service neutron] 10.222.0.26 "GET /v2.0/networks/1b551ab7-2e5a-400a-a69e-184f0d4cccb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866985 Mar 25 19:26:44.809240 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f57ef7-d41b-444c-8b00-742a7672a5c6 req-86a5e02c-f266-40a7-8420-eea33551bdc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:26:44.810745 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-78f57ef7-d41b-444c-8b00-742a7672a5c6 req-86a5e02c-f266-40a7-8420-eea33551bdc0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=dc089ebbae3f448da3893c2c3fea588f&device_id=360de154-406b-4380-a3b6-691f3ae3d521 HTTP/1.1" status: 200 len: 1127 time: 0.0475259 Mar 25 19:26:44.896616 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f57ef7-d41b-444c-8b00-742a7672a5c6 req-5f268068-b0e1-4df2-8f46-b04948dee272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:26:44.897956 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-78f57ef7-d41b-444c-8b00-742a7672a5c6 req-5f268068-b0e1-4df2-8f46-b04948dee272 service neutron] 10.222.0.26 "GET /v2.0/networks?id=1b551ab7-2e5a-400a-a69e-184f0d4cccb9 HTTP/1.1" status: 200 len: 916 time: 0.0804496 Mar 25 19:26:44.941012 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-78f57ef7-d41b-444c-8b00-742a7672a5c6 req-c8015bc8-da8b-4384-8dab-c392f75f85f2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aeee7985-1066-4f0c-970a-4a7504dd9693 HTTP/1.1" status: 200 len: 217 time: 0.0369110 Mar 25 19:26:44.986944 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f57ef7-d41b-444c-8b00-742a7672a5c6 req-977158e9-b246-47d8-afc6-7df8b72dcd22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:26:44.988343 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-78f57ef7-d41b-444c-8b00-742a7672a5c6 req-977158e9-b246-47d8-afc6-7df8b72dcd22 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=fabde86b-5205-4844-a05e-c2d1e447196e HTTP/1.1" status: 200 len: 854 time: 0.0418658 Mar 25 19:26:45.036185 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f57ef7-d41b-444c-8b00-742a7672a5c6 req-5884def7-eed2-457a-8d5a-9b4557cbdf60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:26:45.037631 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-78f57ef7-d41b-444c-8b00-742a7672a5c6 req-5884def7-eed2-457a-8d5a-9b4557cbdf60 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1b551ab7-2e5a-400a-a69e-184f0d4cccb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0432229 Mar 25 19:26:45.128953 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-78f57ef7-d41b-444c-8b00-742a7672a5c6 req-8a261801-4a46-40e0-9b46-4bd6029b55ff service neutron] 10.222.0.26 "GET /v2.0/networks/1b551ab7-2e5a-400a-a69e-184f0d4cccb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845027 Mar 25 19:26:45.214867 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-78f57ef7-d41b-444c-8b00-742a7672a5c6 req-12bb20c5-f0b6-475a-909b-2200cf7458b8 service neutron] 10.222.0.26 "GET /v2.0/networks/1b551ab7-2e5a-400a-a69e-184f0d4cccb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798481 Mar 25 19:26:45.565863 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.18', 37396) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:26:45.596073 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555068ba-6741-42b9-957f-c916398cff5c req-88889faf-36fb-479b-9c41-f258ce7bc493 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:26:45.597573 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-555068ba-6741-42b9-957f-c916398cff5c req-88889faf-36fb-479b-9c41-f258ce7bc493 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] 10.222.0.18 "GET /v2.0/ports?device_id=360de154-406b-4380-a3b6-691f3ae3d521 HTTP/1.1" status: 200 len: 943 time: 0.0527494 Mar 25 19:26:45.647238 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-555068ba-6741-42b9-957f-c916398cff5c req-4ba33960-9abd-4ef6-893a-041f3b09b305 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] 10.222.0.18 "GET /v2.0/security-groups?id=76a339c4-761d-4194-8664-715b7a97fba8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440712 Mar 25 19:26:45.669663 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b5f4db02-b597-4794-9287-1e79c5f132ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:26:45.742856 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b5f4db02-b597-4794-9287-1e79c5f132ce admin admin] Publish callbacks [] for security_group (9b7362c6-45c0-422c-af8f-f39dcef2e692), precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:26:45.746173 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b5f4db02-b597-4794-9287-1e79c5f132ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687199'] for security_group (9b7362c6-45c0-422c-af8f-f39dcef2e692), after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:26:45.783517 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-b5f4db02-b597-4794-9287-1e79c5f132ce admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1ed45832f709475ca05ced85407f4d35&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2162650 Mar 25 19:26:45.784368 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f4db02-b597-4794-9287-1e79c5f132ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b7362c6-45c0-422c-af8f-f39dcef2e692,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:26:45.786206 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.18', 37400) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:26:45.833248 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-89983e47-add9-474f-8e5f-73571d5f3642 admin admin] Publish callbacks [] for security_group (9b7362c6-45c0-422c-af8f-f39dcef2e692), before_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:26:45.854271 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-89983e47-add9-474f-8e5f-73571d5f3642 admin admin] Publish callbacks [] for security_group (9b7362c6-45c0-422c-af8f-f39dcef2e692), precommit_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:26:45.899296 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-89983e47-add9-474f-8e5f-73571d5f3642 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687199'] for security_group (9b7362c6-45c0-422c-af8f-f39dcef2e692), after_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:26:45.901757 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-89983e47-add9-474f-8e5f-73571d5f3642 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:26:45.902915 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-89983e47-add9-474f-8e5f-73571d5f3642 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9b7362c6-45c0-422c-af8f-f39dcef2e692 HTTP/1.1" status: 204 len: 168 time: 0.1156943 Mar 25 19:26:45.910278 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89983e47-add9-474f-8e5f-73571d5f3642 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b7362c6-45c0-422c-af8f-f39dcef2e692,revision_number=None']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:26:46.156578 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.18', 37406) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:26:46.173080 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-21fe177c-fecd-4eb9-a092-19c6dafb58b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:26:46.244165 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-21fe177c-fecd-4eb9-a092-19c6dafb58b2 admin admin] Publish callbacks [] for security_group (100abcba-91ca-4bee-b32d-3432bfffd95b), precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:26:46.247719 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-21fe177c-fecd-4eb9-a092-19c6dafb58b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687199'] for security_group (100abcba-91ca-4bee-b32d-3432bfffd95b), after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:26:46.284189 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-21fe177c-fecd-4eb9-a092-19c6dafb58b2 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c0a2eb92ef4242c5827fb7fafd66437e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1265132 Mar 25 19:26:46.285149 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fe177c-fecd-4eb9-a092-19c6dafb58b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=100abcba-91ca-4bee-b32d-3432bfffd95b,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:26:46.286888 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.18', 37408) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:26:46.335345 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-f08efee9-2134-421a-ba55-94b7167ac578 admin admin] Publish callbacks [] for security_group (100abcba-91ca-4bee-b32d-3432bfffd95b), before_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:26:46.355495 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-f08efee9-2134-421a-ba55-94b7167ac578 admin admin] Publish callbacks [] for security_group (100abcba-91ca-4bee-b32d-3432bfffd95b), precommit_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:26:46.402797 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-f08efee9-2134-421a-ba55-94b7167ac578 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687199'] for security_group (100abcba-91ca-4bee-b32d-3432bfffd95b), after_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:26:46.405255 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-f08efee9-2134-421a-ba55-94b7167ac578 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:26:46.406439 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-f08efee9-2134-421a-ba55-94b7167ac578 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/100abcba-91ca-4bee-b32d-3432bfffd95b HTTP/1.1" status: 204 len: 168 time: 0.1174583 Mar 25 19:26:46.413716 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08efee9-2134-421a-ba55-94b7167ac578 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=100abcba-91ca-4bee-b32d-3432bfffd95b,revision_number=None']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:26:46.716484 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.18', 37416) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:26:46.732151 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-992b4451-a9bb-4427-a48c-3637675b5c64 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:26:46.765416 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17434bd6-f45b-43c4-9394-97ead505d847 req-73d256d0-a292-45b7-aab0-1dc92b3c4de5 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:26:46.767120 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-17434bd6-f45b-43c4-9394-97ead505d847 req-73d256d0-a292-45b7-aab0-1dc92b3c4de5 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] 10.222.0.18 "GET /v2.0/ports?device_id=360de154-406b-4380-a3b6-691f3ae3d521 HTTP/1.1" status: 200 len: 943 time: 0.0543723 Mar 25 19:26:46.806159 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-992b4451-a9bb-4427-a48c-3637675b5c64 admin admin] Publish callbacks [] for security_group (11e87443-4ec5-47f6-b46c-aa2fa17d4f05), precommit_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:26:46.810279 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-992b4451-a9bb-4427-a48c-3637675b5c64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687199'] for security_group (11e87443-4ec5-47f6-b46c-aa2fa17d4f05), after_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:26:46.816340 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-17434bd6-f45b-43c4-9394-97ead505d847 req-ed34dfca-8320-4885-9ea7-25810941a957 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] 10.222.0.18 "GET /v2.0/security-groups?id=76a339c4-761d-4194-8664-715b7a97fba8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435448 Mar 25 19:26:46.848231 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-992b4451-a9bb-4427-a48c-3637675b5c64 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d340f82f221349cab43b6b956741f0bd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1306725 Mar 25 19:26:46.849083 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992b4451-a9bb-4427-a48c-3637675b5c64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11e87443-4ec5-47f6-b46c-aa2fa17d4f05,revision_number=1']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:26:46.851408 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.18', 37418) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:26:46.897679 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-4099c9a1-54f1-4d6e-9c0b-592761828f3e admin admin] Publish callbacks [] for security_group (11e87443-4ec5-47f6-b46c-aa2fa17d4f05), before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:26:46.921688 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-4099c9a1-54f1-4d6e-9c0b-592761828f3e admin admin] Publish callbacks [] for security_group (11e87443-4ec5-47f6-b46c-aa2fa17d4f05), precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:26:46.966259 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-4099c9a1-54f1-4d6e-9c0b-592761828f3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687199'] for security_group (11e87443-4ec5-47f6-b46c-aa2fa17d4f05), after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:26:46.969321 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-4099c9a1-54f1-4d6e-9c0b-592761828f3e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:26:46.970451 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-4099c9a1-54f1-4d6e-9c0b-592761828f3e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/11e87443-4ec5-47f6-b46c-aa2fa17d4f05 HTTP/1.1" status: 204 len: 168 time: 0.1180210 Mar 25 19:26:46.978633 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4099c9a1-54f1-4d6e-9c0b-592761828f3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11e87443-4ec5-47f6-b46c-aa2fa17d4f05,revision_number=None']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:26:47.270721 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Device aeee7985-1066-4f0c-970a-4a7504dd9693 details requested by agent hyperv_hv-cinder-75510 with host hv-cinder-75510 {{(pid=103198) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 25 19:26:47.369712 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] For port aeee7985-1066-4f0c-970a-4a7504dd9693, host hv-cinder-75510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75510',level=0,port_id=aeee7985-1066-4f0c-970a-4a7504dd9693,segment=NetworkSegment(c05c355b-554a-4ce8-8427-3164bfaa37a9),segment_id=c05c355b-554a-4ce8-8427-3164bfaa37a9)] {{(pid=103198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 25 19:26:47.382232 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Returning: {'device': 'aeee7985-1066-4f0c-970a-4a7504dd9693', 'network_id': '1b551ab7-2e5a-400a-a69e-184f0d4cccb9', 'port_id': 'aeee7985-1066-4f0c-970a-4a7504dd9693', 'mac_address': 'fa:16:3e:91:c9:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 261, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fabde86b-5205-4844-a05e-c2d1e447196e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103198) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 25 19:26:47.418604 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Current status of the port aeee7985-1066-4f0c-970a-4a7504dd9693 is: DOWN; New status is: BUILD {{(pid=103198) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 25 19:26:47.419002 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1293263'] for port (aeee7985-1066-4f0c-970a-4a7504dd9693), before_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:26:47.434021 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.notifiers.nova [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aeee7985-1066-4f0c-970a-4a7504dd9693 {{(pid=103198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 25 19:26:47.455109 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] For port aeee7985-1066-4f0c-970a-4a7504dd9693, host hv-cinder-75510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75510',level=0,port_id=aeee7985-1066-4f0c-970a-4a7504dd9693,segment=NetworkSegment(c05c355b-554a-4ce8-8427-3164bfaa37a9),segment_id=c05c355b-554a-4ce8-8427-3164bfaa37a9)] {{(pid=103198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 25 19:26:47.464056 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036679572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741036190733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741036190751'] for port (aeee7985-1066-4f0c-970a-4a7504dd9693), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:26:47.519094 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Pushing event updated for resources: {'Port': ['ID=aeee7985-1066-4f0c-970a-4a7504dd9693,revision_number=4']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:26:47.525938 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:26:47.526292 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:26:47.526662 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:26:47.527005 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:26:47.527336 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:26:47.527669 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:26:47.527996 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:26:47.528321 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:26:47.528646 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:26:47.528968 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:26:47.529296 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:26:47.529621 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:26:47.529943 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:26:47.530263 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:26:47.530609 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:26:47.679267 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] get_ports_and_sgs() called for port_ids ['aeee7985-1066-4f0c-970a-4a7504dd9693'] {{(pid=103198) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 25 19:26:47.938007 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f959fd6a-9587-4142-bc8c-3e5496fe9bd4 req-5f623267-adba-4ef8-8280-0b14bbf396e3 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:26:47.939549 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-f959fd6a-9587-4142-bc8c-3e5496fe9bd4 req-5f623267-adba-4ef8-8280-0b14bbf396e3 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] 10.222.0.18 "GET /v2.0/ports?device_id=360de154-406b-4380-a3b6-691f3ae3d521 HTTP/1.1" status: 200 len: 944 time: 0.0574126 Mar 25 19:26:47.986418 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-f959fd6a-9587-4142-bc8c-3e5496fe9bd4 req-e41d4562-7ded-468f-a750-f2fc285fc210 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] 10.222.0.18 "GET /v2.0/security-groups?id=76a339c4-761d-4194-8664-715b7a97fba8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411305 Mar 25 19:26:49.100041 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46ab9a0-187b-49a7-8ce4-9df3970fc523 req-5c07f8ee-7d8a-432d-b466-6b425f5988ba tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:26:49.101501 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-a46ab9a0-187b-49a7-8ce4-9df3970fc523 req-5c07f8ee-7d8a-432d-b466-6b425f5988ba tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] 10.222.0.18 "GET /v2.0/ports?device_id=360de154-406b-4380-a3b6-691f3ae3d521 HTTP/1.1" status: 200 len: 944 time: 0.0507059 Mar 25 19:26:49.147336 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-a46ab9a0-187b-49a7-8ce4-9df3970fc523 req-c9d73a60-2ef9-4714-ac4d-985c42082d24 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] 10.222.0.18 "GET /v2.0/security-groups?id=76a339c4-761d-4194-8664-715b7a97fba8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404563 Mar 25 19:26:49.287127 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Device aeee7985-1066-4f0c-970a-4a7504dd9693 up at agent hyperv_hv-cinder-75510 {{(pid=103198) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 25 19:26:49.337585 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Provisioning for port aeee7985-1066-4f0c-970a-4a7504dd9693 completed by entity L2. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 25 19:26:49.341368 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Provisioning complete for port aeee7985-1066-4f0c-970a-4a7504dd9693 triggered by entity L2. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 25 19:26:49.341719 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133789'] for port (aeee7985-1066-4f0c-970a-4a7504dd9693), provisioning_complete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:26:49.538703 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Current status of the port aeee7985-1066-4f0c-970a-4a7504dd9693 is: BUILD; New status is: ACTIVE {{(pid=103198) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 25 19:26:49.539002 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1293263'] for port (aeee7985-1066-4f0c-970a-4a7504dd9693), before_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:26:49.560610 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '360de154-406b-4380-a3b6-691f3ae3d521', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aeee7985-1066-4f0c-970a-4a7504dd9693'}] {{(pid=103198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 25 19:26:49.562815 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be5bcd447a3797005f5619062121570069e0d2064b33fc0b2cf836394b7860ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eec48666-b429-47b0-b420-2790f6494b8a" -d '{"events": [{"server_uuid": "360de154-406b-4380-a3b6-691f3ae3d521", "name": "network-vif-plugged", "status": "completed", "tag": "aeee7985-1066-4f0c-970a-4a7504dd9693"}]}' {{(pid=103198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 25 19:26:49.574826 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] For port aeee7985-1066-4f0c-970a-4a7504dd9693, host hv-cinder-75510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75510',level=0,port_id=aeee7985-1066-4f0c-970a-4a7504dd9693,segment=NetworkSegment(c05c355b-554a-4ce8-8427-3164bfaa37a9),segment_id=c05c355b-554a-4ce8-8427-3164bfaa37a9)] {{(pid=103198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 25 19:26:49.579093 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036679572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741036190733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741036190751'] for port (aeee7985-1066-4f0c-970a-4a7504dd9693), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:26:49.601870 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Mar 2022 19:26:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2814c5a5-7f26-4375-bb1a-fd1480ab69c5 x-openstack-request-id: req-2814c5a5-7f26-4375-bb1a-fd1480ab69c5 {{(pid=103198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 25 19:26:49.602159 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "360de154-406b-4380-a3b6-691f3ae3d521", "name": "network-vif-plugged", "status": "completed", "tag": "aeee7985-1066-4f0c-970a-4a7504dd9693", "code": 200}]} {{(pid=103198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 25 19:26:49.602411 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2814c5a5-7f26-4375-bb1a-fd1480ab69c5 {{(pid=103198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 25 19:26:49.602837 dv-cinder-755101-7-iscsi neutron-server[103198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2814c5a5-7f26-4375-bb1a-fd1480ab69c5'] response: {'server_uuid': '360de154-406b-4380-a3b6-691f3ae3d521', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aeee7985-1066-4f0c-970a-4a7504dd9693', 'code': 200} Mar 25 19:26:49.628495 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Pushing event updated for resources: {'Port': ['ID=aeee7985-1066-4f0c-970a-4a7504dd9693,revision_number=5']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:26:49.769168 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0486fe82-0350-4446-96ec-1f0c3b8c4206 req-f206ff2a-45da-48ba-bcea-f92d893159ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:26:49.770681 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-0486fe82-0350-4446-96ec-1f0c3b8c4206 req-f206ff2a-45da-48ba-bcea-f92d893159ca service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=360de154-406b-4380-a3b6-691f3ae3d521 HTTP/1.1" status: 200 len: 1129 time: 0.0452020 Mar 25 19:26:49.817075 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-0486fe82-0350-4446-96ec-1f0c3b8c4206 req-0965411d-315d-4cff-87fa-1714ec303b8e service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=76a339c4-761d-4194-8664-715b7a97fba8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405998 Mar 25 19:26:50.262822 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0833edd-f4a7-413d-8755-4f2e00df6238 req-1d5944bc-c6e8-41e3-b288-2546fe6edea7 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:26:50.264279 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-c0833edd-f4a7-413d-8755-4f2e00df6238 req-1d5944bc-c6e8-41e3-b288-2546fe6edea7 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] 10.222.0.18 "GET /v2.0/ports?device_id=360de154-406b-4380-a3b6-691f3ae3d521 HTTP/1.1" status: 200 len: 945 time: 0.0509789 Mar 25 19:26:50.310415 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-c0833edd-f4a7-413d-8755-4f2e00df6238 req-09d3c2c5-6704-45a5-acf6-e20524e5e038 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] 10.222.0.18 "GET /v2.0/security-groups?id=76a339c4-761d-4194-8664-715b7a97fba8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404992 Mar 25 19:26:51.111463 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.db.agents_db [None req-ad735e95-395b-498c-b22d-e8906e231634 None None] Agent healthcheck: found 6 active agents {{(pid=103199) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 25 19:26:51.440297 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c4f364-563b-464b-a85c-393cf5e28f8f req-4f686633-ac39-4624-b25d-58cebfec24f6 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:26:51.442065 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-40c4f364-563b-464b-a85c-393cf5e28f8f req-4f686633-ac39-4624-b25d-58cebfec24f6 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] 10.222.0.18 "GET /v2.0/ports?device_id=360de154-406b-4380-a3b6-691f3ae3d521 HTTP/1.1" status: 200 len: 945 time: 0.0572381 Mar 25 19:26:51.488890 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-40c4f364-563b-464b-a85c-393cf5e28f8f req-c350edb2-0f46-4222-9063-826a38ad2a26 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] 10.222.0.18 "GET /v2.0/security-groups?id=76a339c4-761d-4194-8664-715b7a97fba8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410845 Mar 25 19:26:51.602894 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60b9773-35c1-4169-88e6-ee1348aca8c7 req-97446c5c-6a67-43ac-aaa9-944fc45f3601 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:26:51.604362 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-c60b9773-35c1-4169-88e6-ee1348aca8c7 req-97446c5c-6a67-43ac-aaa9-944fc45f3601 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] 10.222.0.18 "GET /v2.0/ports?device_id=360de154-406b-4380-a3b6-691f3ae3d521 HTTP/1.1" status: 200 len: 945 time: 0.0536909 Mar 25 19:26:51.612490 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.18', 37526) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:26:51.616834 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.v2.base [None req-bb2c097a-b955-4bef-b4a6-167ec0966ee6 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Request body: {'floatingip': {'port_id': 'aeee7985-1066-4f0c-970a-4a7504dd9693'}} {{(pid=103196) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 19:26:51.658441 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-bb2c097a-b955-4bef-b4a6-167ec0966ee6 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Publish callbacks [] for floatingip (691cbe1b-528e-4065-b7f2-455c250ef365), before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:26:52.104443 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-bb2c097a-b955-4bef-b4a6-167ec0966ee6 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:26:52.108309 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-bb2c097a-b955-4bef-b4a6-167ec0966ee6 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3753541'] for floatingip (691cbe1b-528e-4065-b7f2-455c250ef365), after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:26:52.215898 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.db.l3_db [None req-bb2c097a-b955-4bef-b4a6-167ec0966ee6 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Floating IP 691cbe1b-528e-4065-b7f2-455c250ef365 associated. External IP: 172.27.0.115, port: aeee7985-1066-4f0c-970a-4a7504dd9693. Mar 25 19:26:52.656970 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb2c097a-b955-4bef-b4a6-167ec0966ee6 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Router 8176248a-16f5-4694-bf25-b326f00a7f6a has already been hosted by L3 agent af1b81b0-43af-47bb-a61e-8e46b36efc57 {{(pid=103196) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 25 19:26:52.762302 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb2c097a-b955-4bef-b4a6-167ec0966ee6 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Notify agent at l3_agent.dv-cinder-755101-7-iscsi the message routers_updated {{(pid=103196) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 25 19:26:52.767727 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-bb2c097a-b955-4bef-b4a6-167ec0966ee6 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63648'] for floatingip (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:26:52.772200 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9aeffbf-e741-4fe0-93b8-464a8ac98899 None None] Sync routers for ids ['8176248a-16f5-4694-bf25-b326f00a7f6a'] in dv-cinder-755101-7-iscsi {{(pid=103199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 25 19:26:52.782447 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9aeffbf-e741-4fe0-93b8-464a8ac98899 None None] Routers {'8176248a-16f5-4694-bf25-b326f00a7f6a'} bound to L3 agent in host dv-cinder-755101-7-iscsi {{(pid=103199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 25 19:26:52.783075 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.db.l3_hamode_db [None req-a9aeffbf-e741-4fe0-93b8-464a8ac98899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755101-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-25T19:11:57Z,description=,heartbeat_timestamp=2022-03-25T19:26:27Z,host='dv-cinder-755101-7-iscsi',id=af1b81b0-43af-47bb-a61e-8e46b36efc57,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:11:57Z,topic='l3_agent')) {'router_ids': ['8176248a-16f5-4694-bf25-b326f00a7f6a'], 'active': True} {{(pid=103199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 19:26:52.796280 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-bb2c097a-b955-4bef-b4a6-167ec0966ee6 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] 10.222.0.18 "PUT /v2.0/floatingips/691cbe1b-528e-4065-b7f2-455c250ef365 HTTP/1.1" status: 200 len: 991 time: 1.1827593 Mar 25 19:26:52.797466 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '360de154-406b-4380-a3b6-691f3ae3d521', 'tag': 'aeee7985-1066-4f0c-970a-4a7504dd9693'}] {{(pid=103196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 25 19:26:52.799699 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aab9b3bfb8b62b9c439d2baea07b5fa53a515b81dc2b4d2d70d2153c83a947a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69ed5de9-2bcf-461f-8e3a-83719579b060" -d '{"events": [{"name": "network-changed", "server_uuid": "360de154-406b-4380-a3b6-691f3ae3d521", "tag": "aeee7985-1066-4f0c-970a-4a7504dd9693"}]}' {{(pid=103196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 25 19:26:52.834484 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Mar 2022 19:26:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c79565f-06d6-4c2e-844d-71859604ca2f x-openstack-request-id: req-3c79565f-06d6-4c2e-844d-71859604ca2f {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 25 19:26:52.834805 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "360de154-406b-4380-a3b6-691f3ae3d521", "tag": "aeee7985-1066-4f0c-970a-4a7504dd9693", "status": "completed", "code": 200}]} {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 25 19:26:52.835055 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3c79565f-06d6-4c2e-844d-71859604ca2f {{(pid=103196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 25 19:26:52.835459 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c79565f-06d6-4c2e-844d-71859604ca2f'] response: {'name': 'network-changed', 'server_uuid': '360de154-406b-4380-a3b6-691f3ae3d521', 'tag': 'aeee7985-1066-4f0c-970a-4a7504dd9693', 'status': 'completed', 'code': 200} Mar 25 19:26:52.892674 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.db.l3_dvr_db [None req-a9aeffbf-e741-4fe0-93b8-464a8ac98899 None None] Set router 8176248a-16f5-4694-bf25-b326f00a7f6a gateway port host: dv-cinder-755101-7-iscsi {{(pid=103199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 25 19:26:52.901674 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ed5de9-2bcf-461f-8e3a-83719579b060 req-193acf9b-df3c-4087-a0f4-fa180b9e4d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:26:52.903210 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-69ed5de9-2bcf-461f-8e3a-83719579b060 req-193acf9b-df3c-4087-a0f4-fa180b9e4d1f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=dc089ebbae3f448da3893c2c3fea588f&device_id=360de154-406b-4380-a3b6-691f3ae3d521 HTTP/1.1" status: 200 len: 1129 time: 0.0464139 Mar 25 19:26:53.001784 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ed5de9-2bcf-461f-8e3a-83719579b060 req-b03c2cef-7ee2-45c9-9dcb-66b3cb5a1a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:26:53.003480 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-69ed5de9-2bcf-461f-8e3a-83719579b060 req-b03c2cef-7ee2-45c9-9dcb-66b3cb5a1a2e service neutron] 10.222.0.26 "GET /v2.0/networks?id=1b551ab7-2e5a-400a-a69e-184f0d4cccb9 HTTP/1.1" status: 200 len: 916 time: 0.0944593 Mar 25 19:26:53.069987 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-69ed5de9-2bcf-461f-8e3a-83719579b060 req-6d6d4bdc-3ccb-45bf-9c14-fa9a41ef0770 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aeee7985-1066-4f0c-970a-4a7504dd9693 HTTP/1.1" status: 200 len: 999 time: 0.0611651 Mar 25 19:26:53.122196 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ed5de9-2bcf-461f-8e3a-83719579b060 req-bd5dd344-6338-4fed-81bd-7a8837de1a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:26:53.123951 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-69ed5de9-2bcf-461f-8e3a-83719579b060 req-bd5dd344-6338-4fed-81bd-7a8837de1a1e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=fabde86b-5205-4844-a05e-c2d1e447196e HTTP/1.1" status: 200 len: 854 time: 0.0484776 Mar 25 19:26:53.127716 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.db.l3_hamode_db [None req-a9aeffbf-e741-4fe0-93b8-464a8ac98899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8176248a-16f5-4694-bf25-b326f00a7f6a', 'name': 'tempest-AttachVolumeNegativeTest-1535724324-router', 'tenant_id': 'dc089ebbae3f448da3893c2c3fea588f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'external_fixed_ips': [{'subnet_id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'ip_address': '172.27.0.249'}], 'enable_snat': True}, 'gw_port_id': '4068821f-380a-43e9-8dd6-d8fd566fe3d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T19:24:37Z', 'updated_at': '2022-03-25T19:24:39Z', 'revision_number': 4, 'project_id': 'dc089ebbae3f448da3893c2c3fea588f', 'gw_port': {'id': '4068821f-380a-43e9-8dd6-d8fd566fe3d3', 'name': '', 'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:e3:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8176248a-16f5-4694-bf25-b326f00a7f6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'ip_address': '172.27.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T19:24:37Z', 'updated_at': '2022-03-25T19:24:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755101-7-iscsi', '_floatingips': [{'id': '691cbe1b-528e-4065-b7f2-455c250ef365', 'tenant_id': 'dc089ebbae3f448da3893c2c3fea588f', 'floating_ip_address': '172.27.0.115', 'floating_network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'router_id': '8176248a-16f5-4694-bf25-b326f00a7f6a', 'port_id': 'aeee7985-1066-4f0c-970a-4a7504dd9693', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 580, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1b551ab7-2e5a-400a-a69e-184f0d4cccb9', 'mac_address': 'fa:16:3e:91:c9:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '360de154-406b-4380-a3b6-691f3ae3d521', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-25T19:26:40Z', 'updated_at': '2022-03-25T19:26:52Z', 'revision_number': 1, 'project_id': 'dc089ebbae3f448da3893c2c3fea588f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '183b74b2-7fc1-4f1d-8907-284dc2000128', 'name': '', 'network_id': '1b551ab7-2e5a-400a-a69e-184f0d4cccb9', 'tenant_id': 'dc089ebbae3f448da3893c2c3fea588f', 'mac_address': 'fa:16:3e:8e:3f:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8176248a-16f5-4694-bf25-b326f00a7f6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'fabde86b-5205-4844-a05e-c2d1e447196e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T19:24:39Z', 'updated_at': '2022-03-25T19:24:43Z', 'revision_number': 5, 'project_id': 'dc089ebbae3f448da3893c2c3fea588f', 'subnets': [{'id': 'fabde86b-5205-4844-a05e-c2d1e447196e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-755101-7-iscsi', False) {} {{(pid=103199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 19:26:53.159721 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9aeffbf-e741-4fe0-93b8-464a8ac98899 None None] Checking router: 8176248a-16f5-4694-bf25-b326f00a7f6a for host: dv-cinder-755101-7-iscsi {{(pid=103199) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 25 19:26:53.168489 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9aeffbf-e741-4fe0-93b8-464a8ac98899 None None] Routers {'8176248a-16f5-4694-bf25-b326f00a7f6a'} bound to L3 agent in host dv-cinder-755101-7-iscsi {{(pid=103199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 25 19:26:53.169319 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.db.l3_hamode_db [None req-a9aeffbf-e741-4fe0-93b8-464a8ac98899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755101-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-25T19:11:57Z,description=,heartbeat_timestamp=2022-03-25T19:26:27Z,host='dv-cinder-755101-7-iscsi',id=af1b81b0-43af-47bb-a61e-8e46b36efc57,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:11:57Z,topic='l3_agent')) {'router_ids': ['8176248a-16f5-4694-bf25-b326f00a7f6a'], 'active': True} {{(pid=103199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 19:26:53.174088 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ed5de9-2bcf-461f-8e3a-83719579b060 req-76b4b961-929d-487b-99d7-d176a711fbc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:26:53.175744 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-69ed5de9-2bcf-461f-8e3a-83719579b060 req-76b4b961-929d-487b-99d7-d176a711fbc5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1b551ab7-2e5a-400a-a69e-184f0d4cccb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0456903 Mar 25 19:26:53.264823 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-69ed5de9-2bcf-461f-8e3a-83719579b060 req-6f43624d-a96e-47b8-a9d1-821fbbd50906 service neutron] 10.222.0.26 "GET /v2.0/networks/1b551ab7-2e5a-400a-a69e-184f0d4cccb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835388 Mar 25 19:26:53.275698 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.18', 37556) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:26:53.284544 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.db.l3_dvr_db [None req-a9aeffbf-e741-4fe0-93b8-464a8ac98899 None None] Set router 8176248a-16f5-4694-bf25-b326f00a7f6a gateway port host: dv-cinder-755101-7-iscsi {{(pid=103199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 25 19:26:53.359454 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-69ed5de9-2bcf-461f-8e3a-83719579b060 req-2cc59cc4-e3f1-4927-a1a4-fbb3e6b8ce3e service neutron] 10.222.0.26 "GET /v2.0/networks/1b551ab7-2e5a-400a-a69e-184f0d4cccb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879798 Mar 25 19:26:53.385564 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-31f660b1-3da3-4bda-9f8f-5288a28226b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:26:53.466990 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-31f660b1-3da3-4bda-9f8f-5288a28226b4 admin admin] Publish callbacks [] for security_group (73972be8-3a27-4793-a30a-73f89154bb78), precommit_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:26:53.471860 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-31f660b1-3da3-4bda-9f8f-5288a28226b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687199'] for security_group (73972be8-3a27-4793-a30a-73f89154bb78), after_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:26:53.510935 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-31f660b1-3da3-4bda-9f8f-5288a28226b4 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2109f584a6bb4096b989b466fc6c89a4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2341299 Mar 25 19:26:53.511811 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f660b1-3da3-4bda-9f8f-5288a28226b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73972be8-3a27-4793-a30a-73f89154bb78,revision_number=1']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:26:53.513635 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.18', 37560) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:26:53.562719 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b072df1e-81e9-4871-a742-ed4b2ca85c34 admin admin] Publish callbacks [] for security_group (73972be8-3a27-4793-a30a-73f89154bb78), before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:26:53.583296 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b072df1e-81e9-4871-a742-ed4b2ca85c34 admin admin] Publish callbacks [] for security_group (73972be8-3a27-4793-a30a-73f89154bb78), precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:26:53.604669 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.db.l3_hamode_db [None req-a9aeffbf-e741-4fe0-93b8-464a8ac98899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8176248a-16f5-4694-bf25-b326f00a7f6a', 'name': 'tempest-AttachVolumeNegativeTest-1535724324-router', 'tenant_id': 'dc089ebbae3f448da3893c2c3fea588f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'external_fixed_ips': [{'subnet_id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'ip_address': '172.27.0.249'}], 'enable_snat': True}, 'gw_port_id': '4068821f-380a-43e9-8dd6-d8fd566fe3d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T19:24:37Z', 'updated_at': '2022-03-25T19:24:39Z', 'revision_number': 4, 'project_id': 'dc089ebbae3f448da3893c2c3fea588f', 'gw_port': {'id': '4068821f-380a-43e9-8dd6-d8fd566fe3d3', 'name': '', 'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:e3:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8176248a-16f5-4694-bf25-b326f00a7f6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'ip_address': '172.27.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T19:24:37Z', 'updated_at': '2022-03-25T19:24:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755101-7-iscsi', '_floatingips': [{'id': '691cbe1b-528e-4065-b7f2-455c250ef365', 'tenant_id': 'dc089ebbae3f448da3893c2c3fea588f', 'floating_ip_address': '172.27.0.115', 'floating_network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'router_id': '8176248a-16f5-4694-bf25-b326f00a7f6a', 'port_id': 'aeee7985-1066-4f0c-970a-4a7504dd9693', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 580, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1b551ab7-2e5a-400a-a69e-184f0d4cccb9', 'mac_address': 'fa:16:3e:91:c9:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '360de154-406b-4380-a3b6-691f3ae3d521', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-25T19:26:40Z', 'updated_at': '2022-03-25T19:26:52Z', 'revision_number': 1, 'project_id': 'dc089ebbae3f448da3893c2c3fea588f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '183b74b2-7fc1-4f1d-8907-284dc2000128', 'name': '', 'network_id': '1b551ab7-2e5a-400a-a69e-184f0d4cccb9', 'tenant_id': 'dc089ebbae3f448da3893c2c3fea588f', 'mac_address': 'fa:16:3e:8e:3f:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8176248a-16f5-4694-bf25-b326f00a7f6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'fabde86b-5205-4844-a05e-c2d1e447196e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T19:24:39Z', 'updated_at': '2022-03-25T19:24:43Z', 'revision_number': 5, 'project_id': 'dc089ebbae3f448da3893c2c3fea588f', 'subnets': [{'id': 'fabde86b-5205-4844-a05e-c2d1e447196e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-755101-7-iscsi', False) {} {{(pid=103199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 19:26:53.628439 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b072df1e-81e9-4871-a742-ed4b2ca85c34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687199'] for security_group (73972be8-3a27-4793-a30a-73f89154bb78), after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:26:53.630053 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9aeffbf-e741-4fe0-93b8-464a8ac98899 None None] The sync data for ids ['8176248a-16f5-4694-bf25-b326f00a7f6a'] in dv-cinder-755101-7-iscsi is: [{'id': '8176248a-16f5-4694-bf25-b326f00a7f6a', 'name': 'tempest-AttachVolumeNegativeTest-1535724324-router', 'tenant_id': 'dc089ebbae3f448da3893c2c3fea588f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'external_fixed_ips': [{'subnet_id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'ip_address': '172.27.0.249'}], 'enable_snat': True}, 'gw_port_id': '4068821f-380a-43e9-8dd6-d8fd566fe3d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T19:24:37Z', 'updated_at': '2022-03-25T19:24:39Z', 'revision_number': 4, 'project_id': 'dc089ebbae3f448da3893c2c3fea588f', 'gw_port': {'id': '4068821f-380a-43e9-8dd6-d8fd566fe3d3', 'name': '', 'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:e3:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8176248a-16f5-4694-bf25-b326f00a7f6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'ip_address': '172.27.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T19:24:37Z', 'updated_at': '2022-03-25T19:24:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755101-7-iscsi', '_floatingips': [{'id': '691cbe1b-528e-4065-b7f2-455c250ef365', 'tenant_id': 'dc089ebbae3f448da3893c2c3fea588f', 'floating_ip_address': '172.27.0.115', 'floating_network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'router_id': '8176248a-16f5-4694-bf25-b326f00a7f6a', 'port_id': 'aeee7985-1066-4f0c-970a-4a7504dd9693', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 580, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1b551ab7-2e5a-400a-a69e-184f0d4cccb9', 'mac_address': 'fa:16:3e:91:c9:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '360de154-406b-4380-a3b6-691f3ae3d521', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-25T19:26:40Z', 'updated_at': '2022-03-25T19:26:52Z', 'revision_number': 1, 'project_id': 'dc089ebbae3f448da3893c2c3fea588f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '183b74b2-7fc1-4f1d-8907-284dc2000128', 'name': '', 'network_id': '1b551ab7-2e5a-400a-a69e-184f0d4cccb9', 'tenant_id': 'dc089ebbae3f448da3893c2c3fea588f', 'mac_address': 'fa:16:3e:8e:3f:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8176248a-16f5-4694-bf25-b326f00a7f6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'fabde86b-5205-4844-a05e-c2d1e447196e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T19:24:39Z', 'updated_at': '2022-03-25T19:24:43Z', 'revision_number': 5, 'project_id': 'dc089ebbae3f448da3893c2c3fea588f', 'subnets': [{'id': 'fabde86b-5205-4844-a05e-c2d1e447196e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 25 19:26:53.631172 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b072df1e-81e9-4871-a742-ed4b2ca85c34 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:26:53.632385 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-b072df1e-81e9-4871-a742-ed4b2ca85c34 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/73972be8-3a27-4793-a30a-73f89154bb78 HTTP/1.1" status: 204 len: 168 time: 0.1176836 Mar 25 19:26:53.643239 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b072df1e-81e9-4871-a742-ed4b2ca85c34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73972be8-3a27-4793-a30a-73f89154bb78,revision_number=None']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:26:53.855184 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d45b4afd-2d97-4808-8402-0bfe0f20d278 None None] New status for floating IP 691cbe1b-528e-4065-b7f2-455c250ef365: ACTIVE {{(pid=103198) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 25 19:26:53.900033 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.18', 37566) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:26:53.913529 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-5c604c77-bf22-42da-9f09-8738330cc833 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:26:53.987186 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-5c604c77-bf22-42da-9f09-8738330cc833 admin admin] Publish callbacks [] for security_group (be6dea78-f286-4714-880d-d1a9acba1711), precommit_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:26:53.990914 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-5c604c77-bf22-42da-9f09-8738330cc833 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687199'] for security_group (be6dea78-f286-4714-880d-d1a9acba1711), after_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:26:54.025799 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-5c604c77-bf22-42da-9f09-8738330cc833 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6b8e0101380f4c3e8d1fbef95e14917b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1246705 Mar 25 19:26:54.028550 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.18', 37568) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:26:54.035111 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c604c77-bf22-42da-9f09-8738330cc833 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be6dea78-f286-4714-880d-d1a9acba1711,revision_number=1']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:26:54.084750 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-51521469-998b-4118-8899-23fcf108df97 admin admin] Publish callbacks [] for security_group (be6dea78-f286-4714-880d-d1a9acba1711), before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:26:54.105439 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-51521469-998b-4118-8899-23fcf108df97 admin admin] Publish callbacks [] for security_group (be6dea78-f286-4714-880d-d1a9acba1711), precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:26:54.152246 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-51521469-998b-4118-8899-23fcf108df97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687199'] for security_group (be6dea78-f286-4714-880d-d1a9acba1711), after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:26:54.154918 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-51521469-998b-4118-8899-23fcf108df97 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:26:54.156573 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-51521469-998b-4118-8899-23fcf108df97 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/be6dea78-f286-4714-880d-d1a9acba1711 HTTP/1.1" status: 204 len: 168 time: 0.1264677 Mar 25 19:26:54.163990 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51521469-998b-4118-8899-23fcf108df97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be6dea78-f286-4714-880d-d1a9acba1711,revision_number=None']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:26:54.297582 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-5644ed14-c3a7-4cfe-9243-9d610410567e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741036503857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133703'] for agent (ff15a80c-2d7c-4104-a6ad-0973d1d911f7), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:26:56.357513 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-70054486-0a02-452c-b298-8a52f56cf920 req-fbee9784-b535-439c-badd-5ddcaee6a24d tempest-VolumesNegativeTest-2071803458 tempest-VolumesNegativeTest-2071803458-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=59fb444d0ef54d38b6bd829045460fe7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0286222 Mar 25 19:26:56.535629 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70054486-0a02-452c-b298-8a52f56cf920 req-9e03c959-b906-4fe3-bfc6-d221fe68843b tempest-VolumesNegativeTest-2071803458 tempest-VolumesNegativeTest-2071803458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:26:56.537082 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-70054486-0a02-452c-b298-8a52f56cf920 req-9e03c959-b906-4fe3-bfc6-d221fe68843b tempest-VolumesNegativeTest-2071803458 tempest-VolumesNegativeTest-2071803458-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1740608 Mar 25 19:26:56.551149 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-70054486-0a02-452c-b298-8a52f56cf920 req-a0974f08-c330-45fb-80da-a06dff7e1156 tempest-VolumesNegativeTest-2071803458 tempest-VolumesNegativeTest-2071803458-project] 10.222.0.18 "GET /v2.0/quotas/59fb444d0ef54d38b6bd829045460fe7 HTTP/1.1" status: 200 len: 375 time: 0.0088387 Mar 25 19:26:56.585427 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-70054486-0a02-452c-b298-8a52f56cf920 req-105d475f-7065-4f78-be5e-db6e858d4588 tempest-VolumesNegativeTest-2071803458 tempest-VolumesNegativeTest-2071803458-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=59fb444d0ef54d38b6bd829045460fe7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0295792 Mar 25 19:26:56.705627 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-bd45a37b-83db-4646-8856-e9151a46b757 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741036503857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133703'] for agent (af1b81b0-43af-47bb-a61e-8e46b36efc57), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:26:56.739580 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-cafbfe61-8077-40b3-9dd0-f72dedcc8c33 req-c491de34-612d-4f0d-869c-d1d5a5a2e5f8 tempest-VolumesNegativeTest-2071803458 tempest-VolumesNegativeTest-2071803458-project] 10.222.0.18 "GET /v2.0/ports?device_id=7c31b37d-80a5-4057-9f79-dde439dc09e1 HTTP/1.1" status: 200 len: 210 time: 0.0273235 Mar 25 19:26:57.538599 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-70054486-0a02-452c-b298-8a52f56cf920 req-0d1ccbdf-8a4f-42b5-88d6-144fb79c9780 tempest-VolumesNegativeTest-2071803458 tempest-VolumesNegativeTest-2071803458-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=59fb444d0ef54d38b6bd829045460fe7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0209188 Mar 25 19:26:57.604852 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-af60142c-683d-41c3-be1d-5377fff6ca45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741036503857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133703'] for agent (c3076277-13eb-43a7-9b94-fad13f82c96d), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:26:57.642103 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70054486-0a02-452c-b298-8a52f56cf920 req-e91cf9b0-2c8e-453a-b774-9ed01ac189f6 tempest-VolumesNegativeTest-2071803458 tempest-VolumesNegativeTest-2071803458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:26:57.643561 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-70054486-0a02-452c-b298-8a52f56cf920 req-e91cf9b0-2c8e-453a-b774-9ed01ac189f6 tempest-VolumesNegativeTest-2071803458 tempest-VolumesNegativeTest-2071803458-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1005342 Mar 25 19:26:57.659791 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.v2.base [req-70054486-0a02-452c-b298-8a52f56cf920 req-fe7b19ad-5c96-4458-85e6-4bec7676a05c tempest-VolumesNegativeTest-2071803458 tempest-VolumesNegativeTest-2071803458-project] Request body: {'port': {'device_id': '7c31b37d-80a5-4057-9f79-dde439dc09e1', 'network_id': 'e7cd8c06-49e8-401c-8a8d-9e5d98c43cfd', 'admin_state_up': True, 'tenant_id': '59fb444d0ef54d38b6bd829045460fe7'}} {{(pid=103196) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 19:26:57.766126 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70054486-0a02-452c-b298-8a52f56cf920 req-fe7b19ad-5c96-4458-85e6-4bec7676a05c tempest-VolumesNegativeTest-2071803458 tempest-VolumesNegativeTest-2071803458-project] Made reservation on behalf of 59fb444d0ef54d38b6bd829045460fe7 for: {'port': 1} {{(pid=103196) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 19:26:57.769422 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-70054486-0a02-452c-b298-8a52f56cf920 req-fe7b19ad-5c96-4458-85e6-4bec7676a05c tempest-VolumesNegativeTest-2071803458 tempest-VolumesNegativeTest-2071803458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1293263'] for port (None), before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:26:57.778245 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-70054486-0a02-452c-b298-8a52f56cf920 req-fe7b19ad-5c96-4458-85e6-4bec7676a05c tempest-VolumesNegativeTest-2071803458 tempest-VolumesNegativeTest-2071803458-project] Publish callbacks [] for security_group (None), before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:26:57.836130 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-90fde03f-0501-48df-bbce-4dd4ff53fb53 req-284c500f-4304-419a-a50a-08369c1f90eb tempest-VolumesNegativeTest-2071803458 tempest-VolumesNegativeTest-2071803458-project] 10.222.0.18 "GET /v2.0/ports?device_id=7c31b37d-80a5-4057-9f79-dde439dc09e1 HTTP/1.1" status: 200 len: 210 time: 0.0306373 Mar 25 19:26:57.878397 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-70054486-0a02-452c-b298-8a52f56cf920 req-fe7b19ad-5c96-4458-85e6-4bec7676a05c tempest-VolumesNegativeTest-2071803458 tempest-VolumesNegativeTest-2071803458-project] Publish callbacks [] for security_group (17d68bd7-d9e0-49f3-9bfb-6174a5e76419), precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:26:57.883168 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-70054486-0a02-452c-b298-8a52f56cf920 req-fe7b19ad-5c96-4458-85e6-4bec7676a05c tempest-VolumesNegativeTest-2071803458 tempest-VolumesNegativeTest-2071803458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687199'] for security_group (17d68bd7-d9e0-49f3-9bfb-6174a5e76419), after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:26:57.951131 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7b19ad-5c96-4458-85e6-4bec7676a05c tempest-VolumesNegativeTest-2071803458 tempest-VolumesNegativeTest-2071803458-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17d68bd7-d9e0-49f3-9bfb-6174a5e76419,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:26:58.020647 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.db.db_base_plugin_common [req-70054486-0a02-452c-b298-8a52f56cf920 req-fe7b19ad-5c96-4458-85e6-4bec7676a05c tempest-VolumesNegativeTest-2071803458 tempest-VolumesNegativeTest-2071803458-project] Allocated IP 192.168.233.179 (e7cd8c06-49e8-401c-8a8d-9e5d98c43cfd/9bd64420-fcd4-47e1-805d-0d9012d111f6/23912376-f418-498f-8d47-a598dd114dfd) {{(pid=103196) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 19:26:58.165303 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-70054486-0a02-452c-b298-8a52f56cf920 req-fe7b19ad-5c96-4458-85e6-4bec7676a05c tempest-VolumesNegativeTest-2071803458 tempest-VolumesNegativeTest-2071803458-project] Publish callbacks [] for port (23912376-f418-498f-8d47-a598dd114dfd), precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:26:58.198339 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-70054486-0a02-452c-b298-8a52f56cf920 req-fe7b19ad-5c96-4458-85e6-4bec7676a05c tempest-VolumesNegativeTest-2071803458 tempest-VolumesNegativeTest-2071803458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741036193015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58911673'] for port (23912376-f418-498f-8d47-a598dd114dfd), after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:26:58.238167 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70054486-0a02-452c-b298-8a52f56cf920 req-fe7b19ad-5c96-4458-85e6-4bec7676a05c tempest-VolumesNegativeTest-2071803458 tempest-VolumesNegativeTest-2071803458-project] Network e7cd8c06-49e8-401c-8a8d-9e5d98c43cfd is already hosted by enough agents. {{(pid=103196) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 19:26:58.241194 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.scheduler.base_scheduler [req-70054486-0a02-452c-b298-8a52f56cf920 req-fe7b19ad-5c96-4458-85e6-4bec7676a05c tempest-VolumesNegativeTest-2071803458 tempest-VolumesNegativeTest-2071803458-project] Resources bound (agent type, host, resource id): {{(pid=103196) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 19:26:58.243611 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [req-70054486-0a02-452c-b298-8a52f56cf920 req-fe7b19ad-5c96-4458-85e6-4bec7676a05c tempest-VolumesNegativeTest-2071803458 tempest-VolumesNegativeTest-2071803458-project] Received port after_create {{(pid=103196) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 25 19:26:58.275392 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7b19ad-5c96-4458-85e6-4bec7676a05c tempest-VolumesNegativeTest-2071803458 tempest-VolumesNegativeTest-2071803458-project] Pushing event updated for resources: {'Port': ['ID=23912376-f418-498f-8d47-a598dd114dfd,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:26:58.300847 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70054486-0a02-452c-b298-8a52f56cf920 req-fe7b19ad-5c96-4458-85e6-4bec7676a05c tempest-VolumesNegativeTest-2071803458 tempest-VolumesNegativeTest-2071803458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:26:58.301463 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-70054486-0a02-452c-b298-8a52f56cf920 req-fe7b19ad-5c96-4458-85e6-4bec7676a05c tempest-VolumesNegativeTest-2071803458 tempest-VolumesNegativeTest-2071803458-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63648'] for port (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:26:58.317745 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-70054486-0a02-452c-b298-8a52f56cf920 req-fe7b19ad-5c96-4458-85e6-4bec7676a05c tempest-VolumesNegativeTest-2071803458 tempest-VolumesNegativeTest-2071803458-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6615551 Mar 25 19:26:58.328987 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.v2.base [req-70054486-0a02-452c-b298-8a52f56cf920 req-f406b713-6215-4202-9e34-c1eceaa4cbf0 service neutron] Request body: {'port': {'device_id': '7c31b37d-80a5-4057-9f79-dde439dc09e1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75510'}} {{(pid=103196) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 19:26:58.393664 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-70054486-0a02-452c-b298-8a52f56cf920 req-f406b713-6215-4202-9e34-c1eceaa4cbf0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1293263'] for port (23912376-f418-498f-8d47-a598dd114dfd), before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:26:58.475948 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-40b9b024-145e-4e3c-ac7c-5fca332a7c92 None None] Provisioning complete for port 23912376-f418-498f-8d47-a598dd114dfd triggered by entity DHCP. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 25 19:26:58.476525 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-40b9b024-145e-4e3c-ac7c-5fca332a7c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133789'] for port (23912376-f418-498f-8d47-a598dd114dfd), provisioning_complete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:26:58.509667 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-40b9b024-145e-4e3c-ac7c-5fca332a7c92 None None] Port 23912376-f418-498f-8d47-a598dd114dfd cannot update to ACTIVE because it is not bound. {{(pid=103198) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 25 19:26:58.647798 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.notifiers.nova [req-70054486-0a02-452c-b298-8a52f56cf920 req-f406b713-6215-4202-9e34-c1eceaa4cbf0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23912376-f418-498f-8d47-a598dd114dfd {{(pid=103196) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 25 19:26:58.655206 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-70054486-0a02-452c-b298-8a52f56cf920 req-f406b713-6215-4202-9e34-c1eceaa4cbf0 service neutron] Publish callbacks [] for port (23912376-f418-498f-8d47-a598dd114dfd), precommit_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:26:58.667477 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [req-70054486-0a02-452c-b298-8a52f56cf920 req-f406b713-6215-4202-9e34-c1eceaa4cbf0 service neutron] Transition to ACTIVE for port object 23912376-f418-498f-8d47-a598dd114dfd will not be triggered until provisioned by entity L2. {{(pid=103196) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 25 19:26:58.671048 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-70054486-0a02-452c-b298-8a52f56cf920 req-f406b713-6215-4202-9e34-c1eceaa4cbf0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036679572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741036190733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741036190751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58911630'] for port (23912376-f418-498f-8d47-a598dd114dfd), after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:26:58.738158 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f406b713-6215-4202-9e34-c1eceaa4cbf0 service neutron] Pushing event updated for resources: {'Port': ['ID=23912376-f418-498f-8d47-a598dd114dfd,revision_number=2']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:26:58.790210 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [req-70054486-0a02-452c-b298-8a52f56cf920 req-f406b713-6215-4202-9e34-c1eceaa4cbf0 service neutron] Attempting to bind port 23912376-f418-498f-8d47-a598dd114dfd on host hv-cinder-75510 for vnic_type normal with profile {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 25 19:26:58.790576 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [req-70054486-0a02-452c-b298-8a52f56cf920 req-f406b713-6215-4202-9e34-c1eceaa4cbf0 service neutron] Attempting to bind port 23912376-f418-498f-8d47-a598dd114dfd by drivers openvswitch,hyperv on host hv-cinder-75510 at level 0 using segments [{'id': '2981ec2a-cb05-41ca-ab4d-cba719b6aac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'e7cd8c06-49e8-401c-8a8d-9e5d98c43cfd'}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 25 19:26:58.790909 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70054486-0a02-452c-b298-8a52f56cf920 req-f406b713-6215-4202-9e34-c1eceaa4cbf0 service neutron] Attempting to bind port 23912376-f418-498f-8d47-a598dd114dfd on network e7cd8c06-49e8-401c-8a8d-9e5d98c43cfd {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 25 19:26:58.795567 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70054486-0a02-452c-b298-8a52f56cf920 req-f406b713-6215-4202-9e34-c1eceaa4cbf0 service neutron] Port 23912376-f418-498f-8d47-a598dd114dfd on network e7cd8c06-49e8-401c-8a8d-9e5d98c43cfd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75510 {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 25 19:26:58.795892 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70054486-0a02-452c-b298-8a52f56cf920 req-f406b713-6215-4202-9e34-c1eceaa4cbf0 service neutron] Attempting to bind port 23912376-f418-498f-8d47-a598dd114dfd on network e7cd8c06-49e8-401c-8a8d-9e5d98c43cfd {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 25 19:26:58.800821 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70054486-0a02-452c-b298-8a52f56cf920 req-f406b713-6215-4202-9e34-c1eceaa4cbf0 service neutron] Checking agent: {'id': 'e10cc9df-a7ce-4b9c-bc25-dffd007f5dd8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75510', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 19, 18, 1), 'started_at': datetime.datetime(2022, 3, 25, 19, 18, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 19, 26, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 25 19:26:58.801161 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70054486-0a02-452c-b298-8a52f56cf920 req-f406b713-6215-4202-9e34-c1eceaa4cbf0 service neutron] Checking segment: {'id': '2981ec2a-cb05-41ca-ab4d-cba719b6aac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'e7cd8c06-49e8-401c-8a8d-9e5d98c43cfd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103196) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 25 19:26:58.801544 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70054486-0a02-452c-b298-8a52f56cf920 req-f406b713-6215-4202-9e34-c1eceaa4cbf0 service neutron] Bound using segment: {'id': '2981ec2a-cb05-41ca-ab4d-cba719b6aac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'e7cd8c06-49e8-401c-8a8d-9e5d98c43cfd'} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 25 19:26:58.801967 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [req-70054486-0a02-452c-b298-8a52f56cf920 req-f406b713-6215-4202-9e34-c1eceaa4cbf0 service neutron] Bound port: 23912376-f418-498f-8d47-a598dd114dfd, host: hv-cinder-75510, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2981ec2a-cb05-41ca-ab4d-cba719b6aac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'e7cd8c06-49e8-401c-8a8d-9e5d98c43cfd'}}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 25 19:26:58.802323 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-70054486-0a02-452c-b298-8a52f56cf920 req-f406b713-6215-4202-9e34-c1eceaa4cbf0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1293263'] for port (23912376-f418-498f-8d47-a598dd114dfd), before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:26:58.868478 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.db [req-70054486-0a02-452c-b298-8a52f56cf920 req-f406b713-6215-4202-9e34-c1eceaa4cbf0 service neutron] For port 23912376-f418-498f-8d47-a598dd114dfd, host hv-cinder-75510, cleared binding levels {{(pid=103196) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 25 19:26:58.871488 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.db [req-70054486-0a02-452c-b298-8a52f56cf920 req-f406b713-6215-4202-9e34-c1eceaa4cbf0 service neutron] For port 23912376-f418-498f-8d47-a598dd114dfd, host hv-cinder-75510, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75510',level=0,port_id=23912376-f418-498f-8d47-a598dd114dfd,segment=NetworkSegment(2981ec2a-cb05-41ca-ab4d-cba719b6aac3),segment_id=2981ec2a-cb05-41ca-ab4d-cba719b6aac3)] {{(pid=103196) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 25 19:26:58.876836 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-70054486-0a02-452c-b298-8a52f56cf920 req-f406b713-6215-4202-9e34-c1eceaa4cbf0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036679572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741036190733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741036190751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58911630'] for port (23912376-f418-498f-8d47-a598dd114dfd), after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:26:58.909736 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70054486-0a02-452c-b298-8a52f56cf920 req-f406b713-6215-4202-9e34-c1eceaa4cbf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:26:58.910362 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-70054486-0a02-452c-b298-8a52f56cf920 req-f406b713-6215-4202-9e34-c1eceaa4cbf0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63648'] for port (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:26:58.911768 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-70054486-0a02-452c-b298-8a52f56cf920 req-f406b713-6215-4202-9e34-c1eceaa4cbf0 service neutron] 10.222.0.26 "PUT /v2.0/ports/23912376-f418-498f-8d47-a598dd114dfd HTTP/1.1" status: 200 len: 1098 time: 0.5874727 Mar 25 19:26:58.912182 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c31b37d-80a5-4057-9f79-dde439dc09e1', 'tag': '23912376-f418-498f-8d47-a598dd114dfd'}] {{(pid=103196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 25 19:26:58.914420 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aab9b3bfb8b62b9c439d2baea07b5fa53a515b81dc2b4d2d70d2153c83a947a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed12bee3-cc0b-4dfa-90a5-55a0613552d1" -d '{"events": [{"name": "network-changed", "server_uuid": "7c31b37d-80a5-4057-9f79-dde439dc09e1", "tag": "23912376-f418-498f-8d47-a598dd114dfd"}]}' {{(pid=103196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 25 19:26:58.940446 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f406b713-6215-4202-9e34-c1eceaa4cbf0 service neutron] Pushing event updated for resources: {'Port': ['ID=23912376-f418-498f-8d47-a598dd114dfd,revision_number=3']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:26:58.974150 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Mar 2022 19:26:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0631d847-bc23-4c9a-841e-c431c367af9a x-openstack-request-id: req-0631d847-bc23-4c9a-841e-c431c367af9a {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 25 19:26:58.974445 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c31b37d-80a5-4057-9f79-dde439dc09e1", "tag": "23912376-f418-498f-8d47-a598dd114dfd", "status": "completed", "code": 200}]} {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 25 19:26:58.974755 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0631d847-bc23-4c9a-841e-c431c367af9a {{(pid=103196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 25 19:26:58.975168 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0631d847-bc23-4c9a-841e-c431c367af9a'] response: {'name': 'network-changed', 'server_uuid': '7c31b37d-80a5-4057-9f79-dde439dc09e1', 'tag': '23912376-f418-498f-8d47-a598dd114dfd', 'status': 'completed', 'code': 200} Mar 25 19:26:58.989197 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab060c8f-dda6-4860-9c29-7cc672e2cad5 req-32bdf6e0-5f92-413f-a2fa-03e6ccc746ac tempest-VolumesNegativeTest-2071803458 tempest-VolumesNegativeTest-2071803458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:26:58.996911 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-ab060c8f-dda6-4860-9c29-7cc672e2cad5 req-32bdf6e0-5f92-413f-a2fa-03e6ccc746ac tempest-VolumesNegativeTest-2071803458 tempest-VolumesNegativeTest-2071803458-project] 10.222.0.18 "GET /v2.0/ports?device_id=7c31b37d-80a5-4057-9f79-dde439dc09e1 HTTP/1.1" status: 200 len: 948 time: 0.0923707 Mar 25 19:26:59.010861 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70054486-0a02-452c-b298-8a52f56cf920 req-ffe1249d-67f6-4aef-915b-7b6ca4acfa10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:26:59.012405 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-70054486-0a02-452c-b298-8a52f56cf920 req-ffe1249d-67f6-4aef-915b-7b6ca4acfa10 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=59fb444d0ef54d38b6bd829045460fe7&device_id=7c31b37d-80a5-4057-9f79-dde439dc09e1 HTTP/1.1" status: 200 len: 1132 time: 0.0508595 Mar 25 19:26:59.044475 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-ab060c8f-dda6-4860-9c29-7cc672e2cad5 req-762abc0a-3bd0-4ab6-8709-1754f923052e tempest-VolumesNegativeTest-2071803458 tempest-VolumesNegativeTest-2071803458-project] 10.222.0.18 "GET /v2.0/security-groups?id=17d68bd7-d9e0-49f3-9bfb-6174a5e76419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464497 Mar 25 19:26:59.063539 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-70054486-0a02-452c-b298-8a52f56cf920 req-b98421e9-44f5-4682-bf20-36f27858cdc7 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.179&port_id=23912376-f418-498f-8d47-a598dd114dfd HTTP/1.1" status: 200 len: 217 time: 0.0446355 Mar 25 19:26:59.113056 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70054486-0a02-452c-b298-8a52f56cf920 req-eab290a8-8e1e-4eb7-bd30-4efaef6d4d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:26:59.114561 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-70054486-0a02-452c-b298-8a52f56cf920 req-eab290a8-8e1e-4eb7-bd30-4efaef6d4d5e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9bd64420-fcd4-47e1-805d-0d9012d111f6 HTTP/1.1" status: 200 len: 843 time: 0.0454087 Mar 25 19:26:59.163774 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70054486-0a02-452c-b298-8a52f56cf920 req-cfd827e1-0c01-4718-bff3-5540ac6dd40d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:26:59.165700 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-70054486-0a02-452c-b298-8a52f56cf920 req-cfd827e1-0c01-4718-bff3-5540ac6dd40d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e7cd8c06-49e8-401c-8a8d-9e5d98c43cfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0454848 Mar 25 19:26:59.203393 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-bfcc621e-35c9-4ac2-b4cb-53c403134561 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741036503857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133703'] for agent (9ba807d9-64cc-4b2a-8ad2-e4f3b23bc779), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:26:59.255875 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-70054486-0a02-452c-b298-8a52f56cf920 req-022d4601-8d07-4422-8028-7a8795cdbf63 service neutron] 10.222.0.26 "GET /v2.0/networks/e7cd8c06-49e8-401c-8a8d-9e5d98c43cfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851471 Mar 25 19:26:59.340756 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-70054486-0a02-452c-b298-8a52f56cf920 req-0e4d3ac2-391d-4d2d-99e2-6bd64f5708d8 service neutron] 10.222.0.26 "GET /v2.0/networks/e7cd8c06-49e8-401c-8a8d-9e5d98c43cfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796185 Mar 25 19:26:59.429894 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed12bee3-cc0b-4dfa-90a5-55a0613552d1 req-55f97c42-26b6-4cba-a259-788f9ad450c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:26:59.431319 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-ed12bee3-cc0b-4dfa-90a5-55a0613552d1 req-55f97c42-26b6-4cba-a259-788f9ad450c6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=59fb444d0ef54d38b6bd829045460fe7&device_id=7c31b37d-80a5-4057-9f79-dde439dc09e1 HTTP/1.1" status: 200 len: 1132 time: 0.0475023 Mar 25 19:26:59.523035 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed12bee3-cc0b-4dfa-90a5-55a0613552d1 req-183659d5-5661-4031-acbe-edbd9963aac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:26:59.524481 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-ed12bee3-cc0b-4dfa-90a5-55a0613552d1 req-183659d5-5661-4031-acbe-edbd9963aac1 service neutron] 10.222.0.26 "GET /v2.0/networks?id=e7cd8c06-49e8-401c-8a8d-9e5d98c43cfd HTTP/1.1" status: 200 len: 870 time: 0.0866976 Mar 25 19:26:59.568025 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-ed12bee3-cc0b-4dfa-90a5-55a0613552d1 req-3ac5b323-d3ea-4582-86f5-3323277ad49c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.179&port_id=23912376-f418-498f-8d47-a598dd114dfd HTTP/1.1" status: 200 len: 217 time: 0.0365481 Mar 25 19:26:59.613871 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed12bee3-cc0b-4dfa-90a5-55a0613552d1 req-f3b5f826-b480-4d1d-8b80-9a62f3641060 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:26:59.615296 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-ed12bee3-cc0b-4dfa-90a5-55a0613552d1 req-f3b5f826-b480-4d1d-8b80-9a62f3641060 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9bd64420-fcd4-47e1-805d-0d9012d111f6 HTTP/1.1" status: 200 len: 843 time: 0.0414481 Mar 25 19:26:59.660847 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed12bee3-cc0b-4dfa-90a5-55a0613552d1 req-24270b70-40d5-4a62-9733-cc19f6faed91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:26:59.662317 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-ed12bee3-cc0b-4dfa-90a5-55a0613552d1 req-24270b70-40d5-4a62-9733-cc19f6faed91 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e7cd8c06-49e8-401c-8a8d-9e5d98c43cfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0414810 Mar 25 19:26:59.751929 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-ed12bee3-cc0b-4dfa-90a5-55a0613552d1 req-d931716f-f6a7-4c25-a2d1-e18797602c1c service neutron] 10.222.0.26 "GET /v2.0/networks/e7cd8c06-49e8-401c-8a8d-9e5d98c43cfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834241 Mar 25 19:26:59.837902 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-ed12bee3-cc0b-4dfa-90a5-55a0613552d1 req-6b66b722-c8d7-4b7b-a6f8-0ab8bdd25535 service neutron] 10.222.0.26 "GET /v2.0/networks/e7cd8c06-49e8-401c-8a8d-9e5d98c43cfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798888 Mar 25 19:27:00.161725 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a212be0f-f19e-49f4-9162-4ee8b939e76f req-be32a9d8-56d7-4b51-87fd-c8983edefee5 tempest-VolumesNegativeTest-2071803458 tempest-VolumesNegativeTest-2071803458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:27:00.163224 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-a212be0f-f19e-49f4-9162-4ee8b939e76f req-be32a9d8-56d7-4b51-87fd-c8983edefee5 tempest-VolumesNegativeTest-2071803458 tempest-VolumesNegativeTest-2071803458-project] 10.222.0.18 "GET /v2.0/ports?device_id=7c31b37d-80a5-4057-9f79-dde439dc09e1 HTTP/1.1" status: 200 len: 948 time: 0.0517504 Mar 25 19:27:00.208933 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-a212be0f-f19e-49f4-9162-4ee8b939e76f req-6ee28b69-3c93-402c-8a2a-4ee07cdd1e36 tempest-VolumesNegativeTest-2071803458 tempest-VolumesNegativeTest-2071803458-project] 10.222.0.18 "GET /v2.0/security-groups?id=17d68bd7-d9e0-49f3-9bfb-6174a5e76419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402327 Mar 25 19:27:00.752708 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741036503857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133703'] for agent (e10cc9df-a7ce-4b9c-bc25-dffd007f5dd8), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:00.794011 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741036503857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133703'] for agent (239dac0e-b210-4295-8f1a-11f7f9dc3de1), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:01.322206 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c948dd40-0894-480e-ae66-67c9a887f69b req-4771bcf1-db5c-458b-bbd2-9ef09ca2c169 tempest-VolumesNegativeTest-2071803458 tempest-VolumesNegativeTest-2071803458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:27:01.323719 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-c948dd40-0894-480e-ae66-67c9a887f69b req-4771bcf1-db5c-458b-bbd2-9ef09ca2c169 tempest-VolumesNegativeTest-2071803458 tempest-VolumesNegativeTest-2071803458-project] 10.222.0.18 "GET /v2.0/ports?device_id=7c31b37d-80a5-4057-9f79-dde439dc09e1 HTTP/1.1" status: 200 len: 948 time: 0.0507169 Mar 25 19:27:01.377188 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-c948dd40-0894-480e-ae66-67c9a887f69b req-7cc11909-6f45-411e-83a4-6d809f88f014 tempest-VolumesNegativeTest-2071803458 tempest-VolumesNegativeTest-2071803458-project] 10.222.0.18 "GET /v2.0/security-groups?id=17d68bd7-d9e0-49f3-9bfb-6174a5e76419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430772 Mar 25 19:27:02.495460 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd581d2-262d-4952-bed8-ad4c5b54fad1 req-23dad373-67e2-4734-af52-dccc1356f747 tempest-VolumesNegativeTest-2071803458 tempest-VolumesNegativeTest-2071803458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:27:02.496947 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-9bd581d2-262d-4952-bed8-ad4c5b54fad1 req-23dad373-67e2-4734-af52-dccc1356f747 tempest-VolumesNegativeTest-2071803458 tempest-VolumesNegativeTest-2071803458-project] 10.222.0.18 "GET /v2.0/ports?device_id=7c31b37d-80a5-4057-9f79-dde439dc09e1 HTTP/1.1" status: 200 len: 948 time: 0.0546675 Mar 25 19:27:02.542055 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-9bd581d2-262d-4952-bed8-ad4c5b54fad1 req-bb6d3a05-f7b8-4eb4-8ec8-e0b973d972b3 tempest-VolumesNegativeTest-2071803458 tempest-VolumesNegativeTest-2071803458-project] 10.222.0.18 "GET /v2.0/security-groups?id=17d68bd7-d9e0-49f3-9bfb-6174a5e76419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392020 Mar 25 19:27:03.347824 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Device 23912376-f418-498f-8d47-a598dd114dfd details requested by agent hyperv_hv-cinder-75510 with host hv-cinder-75510 {{(pid=103198) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 25 19:27:03.444784 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] For port 23912376-f418-498f-8d47-a598dd114dfd, host hv-cinder-75510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75510',level=0,port_id=23912376-f418-498f-8d47-a598dd114dfd,segment=NetworkSegment(2981ec2a-cb05-41ca-ab4d-cba719b6aac3),segment_id=2981ec2a-cb05-41ca-ab4d-cba719b6aac3)] {{(pid=103198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 25 19:27:03.456792 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Returning: {'device': '23912376-f418-498f-8d47-a598dd114dfd', 'network_id': 'e7cd8c06-49e8-401c-8a8d-9e5d98c43cfd', 'port_id': '23912376-f418-498f-8d47-a598dd114dfd', 'mac_address': 'fa:16:3e:13:12:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 264, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bd64420-fcd4-47e1-805d-0d9012d111f6', 'ip_address': '192.168.233.179'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103198) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 25 19:27:03.492473 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Current status of the port 23912376-f418-498f-8d47-a598dd114dfd is: DOWN; New status is: BUILD {{(pid=103198) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 25 19:27:03.492869 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1293263'] for port (23912376-f418-498f-8d47-a598dd114dfd), before_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:03.505288 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.notifiers.nova [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23912376-f418-498f-8d47-a598dd114dfd {{(pid=103198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 25 19:27:03.527741 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] For port 23912376-f418-498f-8d47-a598dd114dfd, host hv-cinder-75510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75510',level=0,port_id=23912376-f418-498f-8d47-a598dd114dfd,segment=NetworkSegment(2981ec2a-cb05-41ca-ab4d-cba719b6aac3),segment_id=2981ec2a-cb05-41ca-ab4d-cba719b6aac3)] {{(pid=103198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 25 19:27:03.532144 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036679572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741036190733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741036190751'] for port (23912376-f418-498f-8d47-a598dd114dfd), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:03.581782 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Pushing event updated for resources: {'Port': ['ID=23912376-f418-498f-8d47-a598dd114dfd,revision_number=4']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:27:03.663685 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b908361c-1a44-44f8-b84c-6149892eab48 req-84f3a67a-9b27-4e38-82b6-72eba48d9bdf tempest-VolumesNegativeTest-2071803458 tempest-VolumesNegativeTest-2071803458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:27:03.665155 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-b908361c-1a44-44f8-b84c-6149892eab48 req-84f3a67a-9b27-4e38-82b6-72eba48d9bdf tempest-VolumesNegativeTest-2071803458 tempest-VolumesNegativeTest-2071803458-project] 10.222.0.18 "GET /v2.0/ports?device_id=7c31b37d-80a5-4057-9f79-dde439dc09e1 HTTP/1.1" status: 200 len: 949 time: 0.0518053 Mar 25 19:27:03.710841 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-b908361c-1a44-44f8-b84c-6149892eab48 req-71156d37-9a45-4495-b817-8c13b9b9e206 tempest-VolumesNegativeTest-2071803458 tempest-VolumesNegativeTest-2071803458-project] 10.222.0.18 "GET /v2.0/security-groups?id=17d68bd7-d9e0-49f3-9bfb-6174a5e76419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401628 Mar 25 19:27:03.757044 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] get_ports_and_sgs() called for port_ids ['23912376-f418-498f-8d47-a598dd114dfd'] {{(pid=103198) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 25 19:27:04.825977 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac7abd5-ab16-43b7-aba6-3e04b95cdd7a req-3c6a06c2-5d87-44e9-b6bd-1a4f789c5e5b tempest-VolumesNegativeTest-2071803458 tempest-VolumesNegativeTest-2071803458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:27:04.827487 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-5ac7abd5-ab16-43b7-aba6-3e04b95cdd7a req-3c6a06c2-5d87-44e9-b6bd-1a4f789c5e5b tempest-VolumesNegativeTest-2071803458 tempest-VolumesNegativeTest-2071803458-project] 10.222.0.18 "GET /v2.0/ports?device_id=7c31b37d-80a5-4057-9f79-dde439dc09e1 HTTP/1.1" status: 200 len: 949 time: 0.0512760 Mar 25 19:27:04.872851 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-5ac7abd5-ab16-43b7-aba6-3e04b95cdd7a req-5cf5ae34-a03a-4f6f-87ec-41c87b28f1d2 tempest-VolumesNegativeTest-2071803458 tempest-VolumesNegativeTest-2071803458-project] 10.222.0.18 "GET /v2.0/security-groups?id=17d68bd7-d9e0-49f3-9bfb-6174a5e76419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398715 Mar 25 19:27:05.350095 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Device 23912376-f418-498f-8d47-a598dd114dfd up at agent hyperv_hv-cinder-75510 {{(pid=103198) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 25 19:27:05.397484 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Provisioning for port 23912376-f418-498f-8d47-a598dd114dfd completed by entity L2. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 25 19:27:05.401157 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Provisioning complete for port 23912376-f418-498f-8d47-a598dd114dfd triggered by entity L2. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 25 19:27:05.401529 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133789'] for port (23912376-f418-498f-8d47-a598dd114dfd), provisioning_complete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:05.477105 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Current status of the port 23912376-f418-498f-8d47-a598dd114dfd is: BUILD; New status is: ACTIVE {{(pid=103198) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 25 19:27:05.477498 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1293263'] for port (23912376-f418-498f-8d47-a598dd114dfd), before_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:05.499445 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c31b37d-80a5-4057-9f79-dde439dc09e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23912376-f418-498f-8d47-a598dd114dfd'}] {{(pid=103198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 25 19:27:05.501647 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be5bcd447a3797005f5619062121570069e0d2064b33fc0b2cf836394b7860ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8812c88a-630c-4fe5-a674-2e3e3d54d499" -d '{"events": [{"server_uuid": "7c31b37d-80a5-4057-9f79-dde439dc09e1", "name": "network-vif-plugged", "status": "completed", "tag": "23912376-f418-498f-8d47-a598dd114dfd"}]}' {{(pid=103198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 25 19:27:05.514141 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] For port 23912376-f418-498f-8d47-a598dd114dfd, host hv-cinder-75510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75510',level=0,port_id=23912376-f418-498f-8d47-a598dd114dfd,segment=NetworkSegment(2981ec2a-cb05-41ca-ab4d-cba719b6aac3),segment_id=2981ec2a-cb05-41ca-ab4d-cba719b6aac3)] {{(pid=103198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 25 19:27:05.518395 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036679572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741036190733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741036190751'] for port (23912376-f418-498f-8d47-a598dd114dfd), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:05.545190 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Mar 2022 19:27:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa282b60-b141-4622-9893-d8f7aeb5fe7b x-openstack-request-id: req-fa282b60-b141-4622-9893-d8f7aeb5fe7b {{(pid=103198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 25 19:27:05.545479 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c31b37d-80a5-4057-9f79-dde439dc09e1", "name": "network-vif-plugged", "status": "completed", "tag": "23912376-f418-498f-8d47-a598dd114dfd", "code": 200}]} {{(pid=103198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 25 19:27:05.545732 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-fa282b60-b141-4622-9893-d8f7aeb5fe7b {{(pid=103198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 25 19:27:05.546118 dv-cinder-755101-7-iscsi neutron-server[103198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa282b60-b141-4622-9893-d8f7aeb5fe7b'] response: {'server_uuid': '7c31b37d-80a5-4057-9f79-dde439dc09e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23912376-f418-498f-8d47-a598dd114dfd', 'code': 200} Mar 25 19:27:05.574161 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Pushing event updated for resources: {'Port': ['ID=23912376-f418-498f-8d47-a598dd114dfd,revision_number=5']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:27:05.696710 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ce9933-b5e7-4604-814a-7fae8600d242 req-b818e450-66ee-47dd-a492-f6111c2ffcd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:27:05.698165 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-f9ce9933-b5e7-4604-814a-7fae8600d242 req-b818e450-66ee-47dd-a492-f6111c2ffcd9 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=7c31b37d-80a5-4057-9f79-dde439dc09e1 HTTP/1.1" status: 200 len: 1134 time: 0.0459681 Mar 25 19:27:05.738918 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-f9ce9933-b5e7-4604-814a-7fae8600d242 req-5a69162d-759b-4ba9-8c4b-c5ee2b4f29e7 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=17d68bd7-d9e0-49f3-9bfb-6174a5e76419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353098 Mar 25 19:27:05.988242 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22ecfe8-6166-4e4b-9730-c90d207d825a req-e1e5400c-0e46-41d3-bce0-0c4d72c04d14 tempest-VolumesNegativeTest-2071803458 tempest-VolumesNegativeTest-2071803458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:27:05.989602 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-d22ecfe8-6166-4e4b-9730-c90d207d825a req-e1e5400c-0e46-41d3-bce0-0c4d72c04d14 tempest-VolumesNegativeTest-2071803458 tempest-VolumesNegativeTest-2071803458-project] 10.222.0.18 "GET /v2.0/ports?device_id=7c31b37d-80a5-4057-9f79-dde439dc09e1 HTTP/1.1" status: 200 len: 950 time: 0.0508015 Mar 25 19:27:06.034631 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-d22ecfe8-6166-4e4b-9730-c90d207d825a req-fd954474-b433-43de-ba3c-3086ec43165a tempest-VolumesNegativeTest-2071803458 tempest-VolumesNegativeTest-2071803458-project] 10.222.0.18 "GET /v2.0/security-groups?id=17d68bd7-d9e0-49f3-9bfb-6174a5e76419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395460 Mar 25 19:27:07.150380 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbb8c3b-ab9b-4158-a999-2128b5592d1f req-f17f70ac-c50e-43f4-acb7-d941d5d7949c tempest-VolumesNegativeTest-2071803458 tempest-VolumesNegativeTest-2071803458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:27:07.151869 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-efbb8c3b-ab9b-4158-a999-2128b5592d1f req-f17f70ac-c50e-43f4-acb7-d941d5d7949c tempest-VolumesNegativeTest-2071803458 tempest-VolumesNegativeTest-2071803458-project] 10.222.0.18 "GET /v2.0/ports?device_id=7c31b37d-80a5-4057-9f79-dde439dc09e1 HTTP/1.1" status: 200 len: 950 time: 0.0517795 Mar 25 19:27:07.196814 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-efbb8c3b-ab9b-4158-a999-2128b5592d1f req-093a4ad2-f87b-45e2-88ba-9243d59a165e tempest-VolumesNegativeTest-2071803458 tempest-VolumesNegativeTest-2071803458-project] 10.222.0.18 "GET /v2.0/security-groups?id=17d68bd7-d9e0-49f3-9bfb-6174a5e76419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388021 Mar 25 19:27:07.597860 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068c5e00-24d4-4617-a8d9-e27150571b46 req-82102484-7957-4569-b8fe-457a45dffee2 tempest-VolumesNegativeTest-2071803458 tempest-VolumesNegativeTest-2071803458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:27:07.599317 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-068c5e00-24d4-4617-a8d9-e27150571b46 req-82102484-7957-4569-b8fe-457a45dffee2 tempest-VolumesNegativeTest-2071803458 tempest-VolumesNegativeTest-2071803458-project] 10.222.0.18 "GET /v2.0/ports?device_id=7c31b37d-80a5-4057-9f79-dde439dc09e1 HTTP/1.1" status: 200 len: 950 time: 0.0549893 Mar 25 19:27:07.643692 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-068c5e00-24d4-4617-a8d9-e27150571b46 req-56b0245b-77d7-432e-9623-f9fa304cf273 tempest-VolumesNegativeTest-2071803458 tempest-VolumesNegativeTest-2071803458-project] 10.222.0.18 "GET /v2.0/security-groups?id=17d68bd7-d9e0-49f3-9bfb-6174a5e76419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389493 Mar 25 19:27:08.762108 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796aca36-345f-4928-bef8-caacb2bd3584 req-502d7425-10e5-4c0d-be6c-8b96fc251d98 tempest-VolumesNegativeTest-2071803458 tempest-VolumesNegativeTest-2071803458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:27:08.763647 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-796aca36-345f-4928-bef8-caacb2bd3584 req-502d7425-10e5-4c0d-be6c-8b96fc251d98 tempest-VolumesNegativeTest-2071803458 tempest-VolumesNegativeTest-2071803458-project] 10.222.0.18 "GET /v2.0/ports?device_id=7c31b37d-80a5-4057-9f79-dde439dc09e1 HTTP/1.1" status: 200 len: 950 time: 0.0522530 Mar 25 19:27:08.813438 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-796aca36-345f-4928-bef8-caacb2bd3584 req-158aff45-788f-4a4e-b121-45b0f5acf3fd tempest-VolumesNegativeTest-2071803458 tempest-VolumesNegativeTest-2071803458-project] 10.222.0.18 "GET /v2.0/security-groups?id=17d68bd7-d9e0-49f3-9bfb-6174a5e76419&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441499 Mar 25 19:27:08.916844 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dccde33-b493-4453-b9cc-16a0432ddc76 req-fc6f9e1d-acd1-41d2-9b8e-3579522f7a6d tempest-VolumesNegativeTest-2071803458 tempest-VolumesNegativeTest-2071803458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:27:08.918254 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-5dccde33-b493-4453-b9cc-16a0432ddc76 req-fc6f9e1d-acd1-41d2-9b8e-3579522f7a6d tempest-VolumesNegativeTest-2071803458 tempest-VolumesNegativeTest-2071803458-project] 10.222.0.26 "GET /v2.0/ports?device_id=7c31b37d-80a5-4057-9f79-dde439dc09e1 HTTP/1.1" status: 200 len: 950 time: 0.0495095 Mar 25 19:27:09.007138 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [req-5dccde33-b493-4453-b9cc-16a0432ddc76 req-95792e90-1902-417e-b91d-176f07e1d33a tempest-VolumesNegativeTest-2071803458 tempest-VolumesNegativeTest-2071803458-project] Deleting port 23912376-f418-498f-8d47-a598dd114dfd {{(pid=103196) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 25 19:27:09.007382 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-5dccde33-b493-4453-b9cc-16a0432ddc76 req-95792e90-1902-417e-b91d-176f07e1d33a tempest-VolumesNegativeTest-2071803458 tempest-VolumesNegativeTest-2071803458-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741036672799'] for port (23912376-f418-498f-8d47-a598dd114dfd), before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:09.095358 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.db [req-5dccde33-b493-4453-b9cc-16a0432ddc76 req-95792e90-1902-417e-b91d-176f07e1d33a tempest-VolumesNegativeTest-2071803458 tempest-VolumesNegativeTest-2071803458-project] For port 23912376-f418-498f-8d47-a598dd114dfd, host hv-cinder-75510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75510',level=0,port_id=23912376-f418-498f-8d47-a598dd114dfd,segment=NetworkSegment(2981ec2a-cb05-41ca-ab4d-cba719b6aac3),segment_id=2981ec2a-cb05-41ca-ab4d-cba719b6aac3)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 25 19:27:09.095719 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-5dccde33-b493-4453-b9cc-16a0432ddc76 req-95792e90-1902-417e-b91d-176f07e1d33a tempest-VolumesNegativeTest-2071803458 tempest-VolumesNegativeTest-2071803458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3766103'] for port (23912376-f418-498f-8d47-a598dd114dfd), precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:09.108766 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [req-5dccde33-b493-4453-b9cc-16a0432ddc76 req-95792e90-1902-417e-b91d-176f07e1d33a tempest-VolumesNegativeTest-2071803458 tempest-VolumesNegativeTest-2071803458-project] Calling delete_port for 23912376-f418-498f-8d47-a598dd114dfd owned by compute:nova {{(pid=103196) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 25 19:27:09.230952 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-5dccde33-b493-4453-b9cc-16a0432ddc76 req-95792e90-1902-417e-b91d-176f07e1d33a tempest-VolumesNegativeTest-2071803458 tempest-VolumesNegativeTest-2071803458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741036679554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741036190724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58911673'] for port (23912376-f418-498f-8d47-a598dd114dfd), after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:09.242235 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] get_ports_and_sgs() called for port_ids ['23912376-f418-498f-8d47-a598dd114dfd'] {{(pid=103198) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 25 19:27:09.259068 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95792e90-1902-417e-b91d-176f07e1d33a tempest-VolumesNegativeTest-2071803458 tempest-VolumesNegativeTest-2071803458-project] Pushing event deleted for resources: {'Port': ['ID=23912376-f418-498f-8d47-a598dd114dfd,revision_number=None']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:27:09.305454 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [req-5dccde33-b493-4453-b9cc-16a0432ddc76 req-95792e90-1902-417e-b91d-176f07e1d33a tempest-VolumesNegativeTest-2071803458 tempest-VolumesNegativeTest-2071803458-project] No DVR routers for this DVR port 23912376-f418-498f-8d47-a598dd114dfd on host hv-cinder-75510 {{(pid=103196) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 25 19:27:09.308022 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-5dccde33-b493-4453-b9cc-16a0432ddc76 req-95792e90-1902-417e-b91d-176f07e1d33a tempest-VolumesNegativeTest-2071803458 tempest-VolumesNegativeTest-2071803458-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63648'] for port (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:09.311303 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-5dccde33-b493-4453-b9cc-16a0432ddc76 req-95792e90-1902-417e-b91d-176f07e1d33a tempest-VolumesNegativeTest-2071803458 tempest-VolumesNegativeTest-2071803458-project] 10.222.0.26 "DELETE /v2.0/ports/23912376-f418-498f-8d47-a598dd114dfd HTTP/1.1" status: 204 len: 173 time: 0.3878753 Mar 25 19:27:09.311742 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c31b37d-80a5-4057-9f79-dde439dc09e1', 'name': 'network-vif-deleted', 'tag': '23912376-f418-498f-8d47-a598dd114dfd'}] {{(pid=103196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 25 19:27:09.313987 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aab9b3bfb8b62b9c439d2baea07b5fa53a515b81dc2b4d2d70d2153c83a947a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e139fe07-73d4-4cd1-8c97-8bdb7ce9f8cb" -d '{"events": [{"server_uuid": "7c31b37d-80a5-4057-9f79-dde439dc09e1", "name": "network-vif-deleted", "tag": "23912376-f418-498f-8d47-a598dd114dfd"}]}' {{(pid=103196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 25 19:27:09.352841 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Mar 2022 19:27:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6958ff41-2ae9-4a19-9d88-b8f24b544cc7 x-openstack-request-id: req-6958ff41-2ae9-4a19-9d88-b8f24b544cc7 {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 25 19:27:09.353134 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c31b37d-80a5-4057-9f79-dde439dc09e1", "name": "network-vif-deleted", "tag": "23912376-f418-498f-8d47-a598dd114dfd", "status": "completed", "code": 200}]} {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 25 19:27:09.353439 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6958ff41-2ae9-4a19-9d88-b8f24b544cc7 {{(pid=103196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 25 19:27:09.353854 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6958ff41-2ae9-4a19-9d88-b8f24b544cc7'] response: {'server_uuid': '7c31b37d-80a5-4057-9f79-dde439dc09e1', 'name': 'network-vif-deleted', 'tag': '23912376-f418-498f-8d47-a598dd114dfd', 'status': 'completed', 'code': 200} Mar 25 19:27:11.635192 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.18', 37858) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:27:11.799377 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-9b869986-76ca-406c-9af2-e67f119ff5eb tempest-TestShelveInstance-1646936502 tempest-TestShelveInstance-1646936502-project] Deleting port 8adbc07c-c653-4046-aea5-1363f9d0f318 {{(pid=103196) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 25 19:27:11.799715 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9b869986-76ca-406c-9af2-e67f119ff5eb tempest-TestShelveInstance-1646936502 tempest-TestShelveInstance-1646936502-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741036672799'] for port (8adbc07c-c653-4046-aea5-1363f9d0f318), before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:11.875280 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9b869986-76ca-406c-9af2-e67f119ff5eb tempest-TestShelveInstance-1646936502 tempest-TestShelveInstance-1646936502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3766103'] for port (8adbc07c-c653-4046-aea5-1363f9d0f318), precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:11.875602 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9b869986-76ca-406c-9af2-e67f119ff5eb tempest-TestShelveInstance-1646936502 tempest-TestShelveInstance-1646936502-project] Publish callbacks [] for floatingip (8adbc07c-c653-4046-aea5-1363f9d0f318), precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:11.886866 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-9b869986-76ca-406c-9af2-e67f119ff5eb tempest-TestShelveInstance-1646936502 tempest-TestShelveInstance-1646936502-project] Calling delete_port for 8adbc07c-c653-4046-aea5-1363f9d0f318 owned by network:floatingip {{(pid=103196) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 25 19:27:12.307707 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9b869986-76ca-406c-9af2-e67f119ff5eb tempest-TestShelveInstance-1646936502 tempest-TestShelveInstance-1646936502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741036679554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741036190724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58911673'] for port (8adbc07c-c653-4046-aea5-1363f9d0f318), after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:12.336155 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b869986-76ca-406c-9af2-e67f119ff5eb tempest-TestShelveInstance-1646936502 tempest-TestShelveInstance-1646936502-project] Pushing event deleted for resources: {'Port': ['ID=8adbc07c-c653-4046-aea5-1363f9d0f318,revision_number=None']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:27:12.400290 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9b869986-76ca-406c-9af2-e67f119ff5eb tempest-TestShelveInstance-1646936502 tempest-TestShelveInstance-1646936502-project] Publish callbacks [] for floatingip (9e076dbc-d656-4d49-88fd-3b05bf046d40), after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:12.400614 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.db.l3_db [None req-9b869986-76ca-406c-9af2-e67f119ff5eb tempest-TestShelveInstance-1646936502 tempest-TestShelveInstance-1646936502-project] Floating IP 9e076dbc-d656-4d49-88fd-3b05bf046d40 disassociated (deleted). External IP: 172.27.0.165, port: aebbfe60-04d4-4d3c-8a76-e7cd3540537a. Mar 25 19:27:12.612833 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b869986-76ca-406c-9af2-e67f119ff5eb tempest-TestShelveInstance-1646936502 tempest-TestShelveInstance-1646936502-project] Router b1d70869-4277-4d8f-a436-7af816a21fdd has already been hosted by L3 agent af1b81b0-43af-47bb-a61e-8e46b36efc57 {{(pid=103196) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 25 19:27:12.719787 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b869986-76ca-406c-9af2-e67f119ff5eb tempest-TestShelveInstance-1646936502 tempest-TestShelveInstance-1646936502-project] Notify agent at l3_agent.dv-cinder-755101-7-iscsi the message routers_updated {{(pid=103196) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 25 19:27:12.725078 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9b869986-76ca-406c-9af2-e67f119ff5eb tempest-TestShelveInstance-1646936502 tempest-TestShelveInstance-1646936502-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63648'] for floatingip (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:12.729324 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e7294c3-80fb-40be-90a0-0444877699d5 None None] Sync routers for ids ['b1d70869-4277-4d8f-a436-7af816a21fdd'] in dv-cinder-755101-7-iscsi {{(pid=103199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 25 19:27:12.739392 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e7294c3-80fb-40be-90a0-0444877699d5 None None] Routers {'b1d70869-4277-4d8f-a436-7af816a21fdd'} bound to L3 agent in host dv-cinder-755101-7-iscsi {{(pid=103199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 25 19:27:12.739984 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.db.l3_hamode_db [None req-6e7294c3-80fb-40be-90a0-0444877699d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755101-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-25T19:11:57Z,description=,heartbeat_timestamp=2022-03-25T19:26:57Z,host='dv-cinder-755101-7-iscsi',id=af1b81b0-43af-47bb-a61e-8e46b36efc57,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:11:57Z,topic='l3_agent')) {'router_ids': ['b1d70869-4277-4d8f-a436-7af816a21fdd'], 'active': True} {{(pid=103199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 19:27:12.759277 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-9b869986-76ca-406c-9af2-e67f119ff5eb tempest-TestShelveInstance-1646936502 tempest-TestShelveInstance-1646936502-project] 10.222.0.18 "DELETE /v2.0/floatingips/9e076dbc-d656-4d49-88fd-3b05bf046d40 HTTP/1.1" status: 204 len: 168 time: 1.1229498 Mar 25 19:27:12.759863 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38f2e171-22da-433b-a2b5-3cfa379c81a4', 'tag': 'aebbfe60-04d4-4d3c-8a76-e7cd3540537a'}] {{(pid=103196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 25 19:27:12.762084 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aab9b3bfb8b62b9c439d2baea07b5fa53a515b81dc2b4d2d70d2153c83a947a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d9a4442-0407-442e-b8e7-2d3055e0351a" -d '{"events": [{"name": "network-changed", "server_uuid": "38f2e171-22da-433b-a2b5-3cfa379c81a4", "tag": "aebbfe60-04d4-4d3c-8a76-e7cd3540537a"}]}' {{(pid=103196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 25 19:27:12.799848 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Mar 2022 19:27:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f179b9a-c1d3-4138-85c2-a0df13750d42 x-openstack-request-id: req-6f179b9a-c1d3-4138-85c2-a0df13750d42 {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 25 19:27:12.800139 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38f2e171-22da-433b-a2b5-3cfa379c81a4", "tag": "aebbfe60-04d4-4d3c-8a76-e7cd3540537a", "status": "completed", "code": 200}]} {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 25 19:27:12.800393 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6f179b9a-c1d3-4138-85c2-a0df13750d42 {{(pid=103196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 25 19:27:12.801307 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6f179b9a-c1d3-4138-85c2-a0df13750d42'] response: {'name': 'network-changed', 'server_uuid': '38f2e171-22da-433b-a2b5-3cfa379c81a4', 'tag': 'aebbfe60-04d4-4d3c-8a76-e7cd3540537a', 'status': 'completed', 'code': 200} Mar 25 19:27:12.848825 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.db.l3_dvr_db [None req-6e7294c3-80fb-40be-90a0-0444877699d5 None None] Set router b1d70869-4277-4d8f-a436-7af816a21fdd gateway port host: dv-cinder-755101-7-iscsi {{(pid=103199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 25 19:27:12.872394 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9a4442-0407-442e-b8e7-2d3055e0351a req-62cb42e5-facf-48d1-9ae2-e178ec55a3f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:27:12.873983 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-3d9a4442-0407-442e-b8e7-2d3055e0351a req-62cb42e5-facf-48d1-9ae2-e178ec55a3f7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3c14746134994a9bb1469d2de7a5fbee&device_id=38f2e171-22da-433b-a2b5-3cfa379c81a4 HTTP/1.1" status: 200 len: 1129 time: 0.0531080 Mar 25 19:27:13.008724 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9a4442-0407-442e-b8e7-2d3055e0351a req-7613fa7b-0d62-4b4b-8a31-332baae987b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:27:13.010385 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-3d9a4442-0407-442e-b8e7-2d3055e0351a req-7613fa7b-0d62-4b4b-8a31-332baae987b7 service neutron] 10.222.0.26 "GET /v2.0/networks?id=097c27dd-3b60-4b46-8c4d-1a422d066be5 HTTP/1.1" status: 200 len: 909 time: 0.1269200 Mar 25 19:27:13.034440 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c850e919-9372-4415-83f3-e6cc2735a3e0 req-49ceaeac-de57-4bac-947b-77d9478717f0 tempest-TestShelveInstance-1646936502 tempest-TestShelveInstance-1646936502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:27:13.035826 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-c850e919-9372-4415-83f3-e6cc2735a3e0 req-49ceaeac-de57-4bac-947b-77d9478717f0 tempest-TestShelveInstance-1646936502 tempest-TestShelveInstance-1646936502-project] 10.222.0.18 "GET /v2.0/ports?device_id=38f2e171-22da-433b-a2b5-3cfa379c81a4 HTTP/1.1" status: 200 len: 945 time: 0.0868914 Mar 25 19:27:13.050284 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.db.l3_hamode_db [None req-6e7294c3-80fb-40be-90a0-0444877699d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1d70869-4277-4d8f-a436-7af816a21fdd', 'name': 'tempest-TestShelveInstance-183429673-router', 'tenant_id': '3c14746134994a9bb1469d2de7a5fbee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'external_fixed_ips': [{'subnet_id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'ip_address': '172.27.0.235'}], 'enable_snat': True}, 'gw_port_id': 'fd4b2b60-ef94-450e-979b-3a9063f00d9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T19:22:21Z', 'updated_at': '2022-03-25T19:22:27Z', 'revision_number': 4, 'project_id': '3c14746134994a9bb1469d2de7a5fbee', 'gw_port': {'id': 'fd4b2b60-ef94-450e-979b-3a9063f00d9d', 'name': '', 'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:56:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1d70869-4277-4d8f-a436-7af816a21fdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'ip_address': '172.27.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T19:22:22Z', 'updated_at': '2022-03-25T19:22:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755101-7-iscsi', '_interfaces': [{'id': '03f29af6-aa02-44b2-83f7-df2745e7e56a', 'name': '', 'network_id': '097c27dd-3b60-4b46-8c4d-1a422d066be5', 'tenant_id': '3c14746134994a9bb1469d2de7a5fbee', 'mac_address': 'fa:16:3e:4e:00:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1d70869-4277-4d8f-a436-7af816a21fdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '86db36bb-b1b4-4cd3-a48d-f41ecd1b139a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T19:22:26Z', 'updated_at': '2022-03-25T19:22:34Z', 'revision_number': 5, 'project_id': '3c14746134994a9bb1469d2de7a5fbee', 'subnets': [{'id': '86db36bb-b1b4-4cd3-a48d-f41ecd1b139a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-755101-7-iscsi', False) {} {{(pid=103199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 19:27:13.064781 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-3d9a4442-0407-442e-b8e7-2d3055e0351a req-e649949d-7a90-46f4-aa15-baba89999ce5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=aebbfe60-04d4-4d3c-8a76-e7cd3540537a HTTP/1.1" status: 200 len: 217 time: 0.0464802 Mar 25 19:27:13.079271 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e7294c3-80fb-40be-90a0-0444877699d5 None None] Checking router: b1d70869-4277-4d8f-a436-7af816a21fdd for host: dv-cinder-755101-7-iscsi {{(pid=103199) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 25 19:27:13.087782 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e7294c3-80fb-40be-90a0-0444877699d5 None None] Routers {'b1d70869-4277-4d8f-a436-7af816a21fdd'} bound to L3 agent in host dv-cinder-755101-7-iscsi {{(pid=103199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 25 19:27:13.088399 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.db.l3_hamode_db [None req-6e7294c3-80fb-40be-90a0-0444877699d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755101-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-25T19:11:57Z,description=,heartbeat_timestamp=2022-03-25T19:26:57Z,host='dv-cinder-755101-7-iscsi',id=af1b81b0-43af-47bb-a61e-8e46b36efc57,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:11:57Z,topic='l3_agent')) {'router_ids': ['b1d70869-4277-4d8f-a436-7af816a21fdd'], 'active': True} {{(pid=103199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 19:27:13.137433 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9a4442-0407-442e-b8e7-2d3055e0351a req-2ed98a05-36d0-4a95-b7c7-35fc421ecf78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:27:13.138896 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-3d9a4442-0407-442e-b8e7-2d3055e0351a req-2ed98a05-36d0-4a95-b7c7-35fc421ecf78 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=86db36bb-b1b4-4cd3-a48d-f41ecd1b139a HTTP/1.1" status: 200 len: 847 time: 0.0682702 Mar 25 19:27:13.143108 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-c850e919-9372-4415-83f3-e6cc2735a3e0 req-6f1f8593-f431-454b-97cb-3b063ea13348 tempest-TestShelveInstance-1646936502 tempest-TestShelveInstance-1646936502-project] 10.222.0.18 "GET /v2.0/security-groups?id=0d0283e4-c61f-4082-abaa-df161b665b94&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0810122 Mar 25 19:27:13.192002 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.db.l3_dvr_db [None req-6e7294c3-80fb-40be-90a0-0444877699d5 None None] Set router b1d70869-4277-4d8f-a436-7af816a21fdd gateway port host: dv-cinder-755101-7-iscsi {{(pid=103199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 25 19:27:13.193418 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9a4442-0407-442e-b8e7-2d3055e0351a req-d8e09e3e-94ed-445a-bfc5-f50c2a6e9ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:27:13.194967 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-3d9a4442-0407-442e-b8e7-2d3055e0351a req-d8e09e3e-94ed-445a-bfc5-f50c2a6e9ba1 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=097c27dd-3b60-4b46-8c4d-1a422d066be5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0479562 Mar 25 19:27:13.282884 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-3d9a4442-0407-442e-b8e7-2d3055e0351a req-cb3b336e-bf85-4cf6-8c65-a83a3008d6e6 service neutron] 10.222.0.26 "GET /v2.0/networks/097c27dd-3b60-4b46-8c4d-1a422d066be5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795960 Mar 25 19:27:13.366415 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Device 23912376-f418-498f-8d47-a598dd114dfd no longer exists at agent hyperv_hv-cinder-75510 {{(pid=103198) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 25 19:27:13.376931 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-3d9a4442-0407-442e-b8e7-2d3055e0351a req-e0f0062b-bca6-4c12-9f5e-9e0af34d6694 service neutron] 10.222.0.26 "GET /v2.0/networks/097c27dd-3b60-4b46-8c4d-1a422d066be5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865784 Mar 25 19:27:13.390675 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] No Port match for: 23912376-f418-498f-8d47-a598dd114dfd {{(pid=103198) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 25 19:27:13.390931 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.db.l3_hamode_db [None req-6e7294c3-80fb-40be-90a0-0444877699d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1d70869-4277-4d8f-a436-7af816a21fdd', 'name': 'tempest-TestShelveInstance-183429673-router', 'tenant_id': '3c14746134994a9bb1469d2de7a5fbee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'external_fixed_ips': [{'subnet_id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'ip_address': '172.27.0.235'}], 'enable_snat': True}, 'gw_port_id': 'fd4b2b60-ef94-450e-979b-3a9063f00d9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T19:22:21Z', 'updated_at': '2022-03-25T19:22:27Z', 'revision_number': 4, 'project_id': '3c14746134994a9bb1469d2de7a5fbee', 'gw_port': {'id': 'fd4b2b60-ef94-450e-979b-3a9063f00d9d', 'name': '', 'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:56:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1d70869-4277-4d8f-a436-7af816a21fdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'ip_address': '172.27.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T19:22:22Z', 'updated_at': '2022-03-25T19:22:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755101-7-iscsi', '_interfaces': [{'id': '03f29af6-aa02-44b2-83f7-df2745e7e56a', 'name': '', 'network_id': '097c27dd-3b60-4b46-8c4d-1a422d066be5', 'tenant_id': '3c14746134994a9bb1469d2de7a5fbee', 'mac_address': 'fa:16:3e:4e:00:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1d70869-4277-4d8f-a436-7af816a21fdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '86db36bb-b1b4-4cd3-a48d-f41ecd1b139a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T19:22:26Z', 'updated_at': '2022-03-25T19:22:34Z', 'revision_number': 5, 'project_id': '3c14746134994a9bb1469d2de7a5fbee', 'subnets': [{'id': '86db36bb-b1b4-4cd3-a48d-f41ecd1b139a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-755101-7-iscsi', False) {} {{(pid=103199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 19:27:13.391315 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Device 23912376-f418-498f-8d47-a598dd114dfd not bound to the agent host hv-cinder-75510 {{(pid=103198) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 25 19:27:13.417691 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e7294c3-80fb-40be-90a0-0444877699d5 None None] The sync data for ids ['b1d70869-4277-4d8f-a436-7af816a21fdd'] in dv-cinder-755101-7-iscsi is: [{'id': 'b1d70869-4277-4d8f-a436-7af816a21fdd', 'name': 'tempest-TestShelveInstance-183429673-router', 'tenant_id': '3c14746134994a9bb1469d2de7a5fbee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'external_fixed_ips': [{'subnet_id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'ip_address': '172.27.0.235'}], 'enable_snat': True}, 'gw_port_id': 'fd4b2b60-ef94-450e-979b-3a9063f00d9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T19:22:21Z', 'updated_at': '2022-03-25T19:22:27Z', 'revision_number': 4, 'project_id': '3c14746134994a9bb1469d2de7a5fbee', 'gw_port': {'id': 'fd4b2b60-ef94-450e-979b-3a9063f00d9d', 'name': '', 'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:56:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1d70869-4277-4d8f-a436-7af816a21fdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'ip_address': '172.27.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T19:22:22Z', 'updated_at': '2022-03-25T19:22:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755101-7-iscsi', '_interfaces': [{'id': '03f29af6-aa02-44b2-83f7-df2745e7e56a', 'name': '', 'network_id': '097c27dd-3b60-4b46-8c4d-1a422d066be5', 'tenant_id': '3c14746134994a9bb1469d2de7a5fbee', 'mac_address': 'fa:16:3e:4e:00:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1d70869-4277-4d8f-a436-7af816a21fdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '86db36bb-b1b4-4cd3-a48d-f41ecd1b139a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T19:22:26Z', 'updated_at': '2022-03-25T19:22:34Z', 'revision_number': 5, 'project_id': '3c14746134994a9bb1469d2de7a5fbee', 'subnets': [{'id': '86db36bb-b1b4-4cd3-a48d-f41ecd1b139a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 25 19:27:13.640154 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42e36c6f-a823-421e-a0bf-b3ec164cd768 None None] New status for floating IP 9e076dbc-d656-4d49-88fd-3b05bf046d40: DOWN {{(pid=103198) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 25 19:27:13.663092 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.18', 37914) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:27:13.793884 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-a6071d86-f0dd-4266-99c9-b646385c2ae6 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=59fb444d0ef54d38b6bd829045460fe7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1296539 Mar 25 19:27:13.797013 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.18', 37918) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:27:13.840946 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-f55b4d08-934f-41ff-9550-72dbb34b4fc8 admin admin] Publish callbacks [] for security_group (17d68bd7-d9e0-49f3-9bfb-6174a5e76419), before_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:13.862302 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-f55b4d08-934f-41ff-9550-72dbb34b4fc8 admin admin] Publish callbacks [] for security_group (17d68bd7-d9e0-49f3-9bfb-6174a5e76419), precommit_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:13.907837 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-f55b4d08-934f-41ff-9550-72dbb34b4fc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687199'] for security_group (17d68bd7-d9e0-49f3-9bfb-6174a5e76419), after_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:13.910575 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-f55b4d08-934f-41ff-9550-72dbb34b4fc8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:13.911990 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-f55b4d08-934f-41ff-9550-72dbb34b4fc8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/17d68bd7-d9e0-49f3-9bfb-6174a5e76419 HTTP/1.1" status: 204 len: 168 time: 0.1139472 Mar 25 19:27:13.919379 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55b4d08-934f-41ff-9550-72dbb34b4fc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17d68bd7-d9e0-49f3-9bfb-6174a5e76419,revision_number=None']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:27:14.267055 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb9a265-a1d7-4362-88b9-0c68c6f34c93 req-6201480c-32c6-4a8d-b4f9-6b133c5cfc86 tempest-TestShelveInstance-1646936502 tempest-TestShelveInstance-1646936502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:27:14.268561 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-9fb9a265-a1d7-4362-88b9-0c68c6f34c93 req-6201480c-32c6-4a8d-b4f9-6b133c5cfc86 tempest-TestShelveInstance-1646936502 tempest-TestShelveInstance-1646936502-project] 10.222.0.18 "GET /v2.0/ports?device_id=38f2e171-22da-433b-a2b5-3cfa379c81a4 HTTP/1.1" status: 200 len: 945 time: 0.0563710 Mar 25 19:27:14.317998 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-9fb9a265-a1d7-4362-88b9-0c68c6f34c93 req-0b70cd02-4d10-4c2a-96de-420840310a2a tempest-TestShelveInstance-1646936502 tempest-TestShelveInstance-1646936502-project] 10.222.0.18 "GET /v2.0/security-groups?id=0d0283e4-c61f-4082-abaa-df161b665b94&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0436993 Mar 25 19:27:14.503457 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae44bf64-6113-47fd-a211-abe5d90003a5 req-e192a381-5d46-4039-bf9e-f3b11ae623bd tempest-TestShelveInstance-1646936502 tempest-TestShelveInstance-1646936502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:27:14.504900 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-ae44bf64-6113-47fd-a211-abe5d90003a5 req-e192a381-5d46-4039-bf9e-f3b11ae623bd tempest-TestShelveInstance-1646936502 tempest-TestShelveInstance-1646936502-project] 10.222.0.26 "GET /v2.0/ports?device_id=38f2e171-22da-433b-a2b5-3cfa379c81a4 HTTP/1.1" status: 200 len: 945 time: 0.0528402 Mar 25 19:27:14.529769 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.18', 37942) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:27:14.597482 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [req-ae44bf64-6113-47fd-a211-abe5d90003a5 req-ed724a94-1e29-464d-a448-2d3ad8fc51a2 tempest-TestShelveInstance-1646936502 tempest-TestShelveInstance-1646936502-project] Deleting port aebbfe60-04d4-4d3c-8a76-e7cd3540537a {{(pid=103196) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 25 19:27:14.597726 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-ae44bf64-6113-47fd-a211-abe5d90003a5 req-ed724a94-1e29-464d-a448-2d3ad8fc51a2 tempest-TestShelveInstance-1646936502 tempest-TestShelveInstance-1646936502-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741036672799'] for port (aebbfe60-04d4-4d3c-8a76-e7cd3540537a), before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:14.623622 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.v2.base [None req-59c83035-bc35-48ff-bdb5-a11b6cc6f189 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2140778875-network', 'tenant_id': 'de6288af9cbc41b895e700e06b64d38f'}} {{(pid=103197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 19:27:14.643006 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59c83035-bc35-48ff-bdb5-a11b6cc6f189 admin admin] Made reservation on behalf of de6288af9cbc41b895e700e06b64d38f for: {'network': 1} {{(pid=103197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 19:27:14.645446 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-59c83035-bc35-48ff-bdb5-a11b6cc6f189 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1293263'] for network (None), before_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:14.653724 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-59c83035-bc35-48ff-bdb5-a11b6cc6f189 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:14.692302 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.db [req-ae44bf64-6113-47fd-a211-abe5d90003a5 req-ed724a94-1e29-464d-a448-2d3ad8fc51a2 tempest-TestShelveInstance-1646936502 tempest-TestShelveInstance-1646936502-project] For port aebbfe60-04d4-4d3c-8a76-e7cd3540537a, host hv-cinder-75510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75510',level=0,port_id=aebbfe60-04d4-4d3c-8a76-e7cd3540537a,segment=NetworkSegment(44317c25-04d3-4459-9cb0-9336ea66d066),segment_id=44317c25-04d3-4459-9cb0-9336ea66d066)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 25 19:27:14.692710 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-ae44bf64-6113-47fd-a211-abe5d90003a5 req-ed724a94-1e29-464d-a448-2d3ad8fc51a2 tempest-TestShelveInstance-1646936502 tempest-TestShelveInstance-1646936502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3766103'] for port (aebbfe60-04d4-4d3c-8a76-e7cd3540537a), precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:14.706412 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [req-ae44bf64-6113-47fd-a211-abe5d90003a5 req-ed724a94-1e29-464d-a448-2d3ad8fc51a2 tempest-TestShelveInstance-1646936502 tempest-TestShelveInstance-1646936502-project] Calling delete_port for aebbfe60-04d4-4d3c-8a76-e7cd3540537a owned by compute:nova {{(pid=103196) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 25 19:27:14.728184 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-59c83035-bc35-48ff-bdb5-a11b6cc6f189 admin admin] Publish callbacks [] for security_group (de11b369-bf18-417b-b57a-1a4e784dc595), precommit_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:14.732062 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-59c83035-bc35-48ff-bdb5-a11b6cc6f189 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687199'] for security_group (de11b369-bf18-417b-b57a-1a4e784dc595), after_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:14.754260 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59c83035-bc35-48ff-bdb5-a11b6cc6f189 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 269} {{(pid=103197) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 25 19:27:14.770203 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c83035-bc35-48ff-bdb5-a11b6cc6f189 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de11b369-bf18-417b-b57a-1a4e784dc595,revision_number=1']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:27:14.773064 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-59c83035-bc35-48ff-bdb5-a11b6cc6f189 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1189096'] for segment (1a7e55d8-cf7a-4436-99f4-09c918a68e4c), precommit_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:14.773409 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.db.segments_db [None req-59c83035-bc35-48ff-bdb5-a11b6cc6f189 admin admin] Added segment 1a7e55d8-cf7a-4436-99f4-09c918a68e4c of type vlan for network 90b5080c-c621-4204-a1f6-ac899cb26880 Mar 25 19:27:14.814020 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-59c83035-bc35-48ff-bdb5-a11b6cc6f189 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741036145210'] for network (90b5080c-c621-4204-a1f6-ac899cb26880), precommit_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:14.837396 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-ae44bf64-6113-47fd-a211-abe5d90003a5 req-ed724a94-1e29-464d-a448-2d3ad8fc51a2 tempest-TestShelveInstance-1646936502 tempest-TestShelveInstance-1646936502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741036679554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741036190724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58911673'] for port (aebbfe60-04d4-4d3c-8a76-e7cd3540537a), after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:14.841150 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-59c83035-bc35-48ff-bdb5-a11b6cc6f189 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877'] for network (90b5080c-c621-4204-a1f6-ac899cb26880), after_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:14.842349 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59c83035-bc35-48ff-bdb5-a11b6cc6f189 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:27:14.842886 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-59c83035-bc35-48ff-bdb5-a11b6cc6f189 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692927'] for network (None), before_response {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:14.866918 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed724a94-1e29-464d-a448-2d3ad8fc51a2 tempest-TestShelveInstance-1646936502 tempest-TestShelveInstance-1646936502-project] Pushing event deleted for resources: {'Port': ['ID=aebbfe60-04d4-4d3c-8a76-e7cd3540537a,revision_number=None']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:27:14.899303 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-59c83035-bc35-48ff-bdb5-a11b6cc6f189 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3684304 Mar 25 19:27:14.902339 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.18', 37946) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:27:14.909020 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.v2.base [None req-62524a4a-503e-4601-9fac-f9dcc0ac11fd admin admin] Request body: {'subnet': {'network_id': '90b5080c-c621-4204-a1f6-ac899cb26880', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2140778875-subnet', 'tenant_id': 'de6288af9cbc41b895e700e06b64d38f', 'ip_version': 4}} {{(pid=103197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 19:27:14.911817 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae44bf64-6113-47fd-a211-abe5d90003a5 req-ed724a94-1e29-464d-a448-2d3ad8fc51a2 tempest-TestShelveInstance-1646936502 tempest-TestShelveInstance-1646936502-project] No DVR routers for this DVR port aebbfe60-04d4-4d3c-8a76-e7cd3540537a on host hv-cinder-75510 {{(pid=103196) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 25 19:27:14.913186 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c83035-bc35-48ff-bdb5-a11b6cc6f189 admin admin] Pushing event updated for resources: {'Network': ['ID=90b5080c-c621-4204-a1f6-ac899cb26880,revision_number=1']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:27:14.914173 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-ae44bf64-6113-47fd-a211-abe5d90003a5 req-ed724a94-1e29-464d-a448-2d3ad8fc51a2 tempest-TestShelveInstance-1646936502 tempest-TestShelveInstance-1646936502-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63648'] for port (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:14.917464 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-ae44bf64-6113-47fd-a211-abe5d90003a5 req-ed724a94-1e29-464d-a448-2d3ad8fc51a2 tempest-TestShelveInstance-1646936502 tempest-TestShelveInstance-1646936502-project] 10.222.0.26 "DELETE /v2.0/ports/aebbfe60-04d4-4d3c-8a76-e7cd3540537a HTTP/1.1" status: 204 len: 173 time: 0.4071188 Mar 25 19:27:14.917899 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38f2e171-22da-433b-a2b5-3cfa379c81a4', 'name': 'network-vif-deleted', 'tag': 'aebbfe60-04d4-4d3c-8a76-e7cd3540537a'}] {{(pid=103196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 25 19:27:14.920133 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aab9b3bfb8b62b9c439d2baea07b5fa53a515b81dc2b4d2d70d2153c83a947a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e8971c1-0376-440b-90df-5b55708480fe" -d '{"events": [{"server_uuid": "38f2e171-22da-433b-a2b5-3cfa379c81a4", "name": "network-vif-deleted", "tag": "aebbfe60-04d4-4d3c-8a76-e7cd3540537a"}]}' {{(pid=103196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 25 19:27:14.926974 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Network 90b5080c-c621-4204-a1f6-ac899cb26880 details requested by agent ovs-agent-dv-cinder-755101-7-iscsi with host dv-cinder-755101-7-iscsi {{(pid=103198) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 25 19:27:14.932166 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62524a4a-503e-4601-9fac-f9dcc0ac11fd admin admin] Made reservation on behalf of de6288af9cbc41b895e700e06b64d38f for: {'subnet': 1} {{(pid=103197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 19:27:14.935202 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-62524a4a-503e-4601-9fac-f9dcc0ac11fd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59750796'] for subnet (None), before_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:14.957679 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Mar 2022 19:27:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c0630d4-422c-4f19-ae69-16b1477a6718 x-openstack-request-id: req-5c0630d4-422c-4f19-ae69-16b1477a6718 {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 25 19:27:14.957977 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38f2e171-22da-433b-a2b5-3cfa379c81a4", "name": "network-vif-deleted", "tag": "aebbfe60-04d4-4d3c-8a76-e7cd3540537a", "status": "completed", "code": 200}]} {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 25 19:27:14.958253 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5c0630d4-422c-4f19-ae69-16b1477a6718 {{(pid=103196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 25 19:27:14.959468 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c0630d4-422c-4f19-ae69-16b1477a6718'] response: {'server_uuid': '38f2e171-22da-433b-a2b5-3cfa379c81a4', 'name': 'network-vif-deleted', 'tag': 'aebbfe60-04d4-4d3c-8a76-e7cd3540537a', 'status': 'completed', 'code': 200} Mar 25 19:27:15.120213 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-62524a4a-503e-4601-9fac-f9dcc0ac11fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59285124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59750810'] for subnet (947c40b8-7890-4f1b-a010-66d2d58532e3), after_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:15.175359 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62524a4a-503e-4601-9fac-f9dcc0ac11fd admin admin] Pushing event updated for resources: {'Subnet': ['ID=947c40b8-7890-4f1b-a010-66d2d58532e3,revision_number=0']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:27:15.184083 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62524a4a-503e-4601-9fac-f9dcc0ac11fd admin admin] Checking segment: {'id': '1a7e55d8-cf7a-4436-99f4-09c918a68e4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '90b5080c-c621-4204-a1f6-ac899cb26880'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 25 19:27:15.184440 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62524a4a-503e-4601-9fac-f9dcc0ac11fd admin admin] Network hostable DHCP agents. Network: 90b5080c-c621-4204-a1f6-ac899cb26880, hostable agents: ['ff15a80c-2d7c-4104-a6ad-0973d1d911f7'], hosted agents: [] {{(pid=103197) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 25 19:27:15.203899 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62524a4a-503e-4601-9fac-f9dcc0ac11fd admin admin] Network 90b5080c-c621-4204-a1f6-ac899cb26880 is scheduled to be hosted by DHCP agent ff15a80c-2d7c-4104-a6ad-0973d1d911f7 with binding_index 1 {{(pid=103197) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 25 19:27:15.214187 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.scheduler.base_scheduler [None req-62524a4a-503e-4601-9fac-f9dcc0ac11fd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-755101-7-iscsi, 90b5080c-c621-4204-a1f6-ac899cb26880) {{(pid=103197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 19:27:15.222268 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fc3a897-0976-4ebc-8729-b64e7a5bb544 None None] Network 90b5080c-c621-4204-a1f6-ac899cb26880 requested from dv-cinder-755101-7-iscsi {{(pid=103198) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 25 19:27:15.229202 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62524a4a-503e-4601-9fac-f9dcc0ac11fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:27:15.230309 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-62524a4a-503e-4601-9fac-f9dcc0ac11fd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:15.251803 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-62524a4a-503e-4601-9fac-f9dcc0ac11fd admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3482208 Mar 25 19:27:15.254438 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.18', 37950) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:27:15.259255 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.v2.base [None req-f7255952-ca11-409b-bd15-38882d0d0b57 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2140778875-router', 'tenant_id': 'de6288af9cbc41b895e700e06b64d38f', 'external_gateway_info': {'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15'}}} {{(pid=103197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 19:27:15.281432 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-f7255952-ca11-409b-bd15-38882d0d0b57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3755069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1425'] for router (50247d3f-4ce7-4da7-ab3e-4a85e05733f4), before_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:15.291096 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-f7255952-ca11-409b-bd15-38882d0d0b57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3755949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3753726', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3727394', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1446'] for router (50247d3f-4ce7-4da7-ab3e-4a85e05733f4), precommit_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:15.355238 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-f7255952-ca11-409b-bd15-38882d0d0b57 admin admin] Publish callbacks [] for router_controller (50247d3f-4ce7-4da7-ab3e-4a85e05733f4), precommit_add_association {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:15.357048 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd3f788c-780c-4f4d-9568-9aeb5ef80963 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26d9a643-5fd7-5ada-a1a5-42c9304502b0-90b5080c-c621-4204-a1f6-ac899cb26880', 'network_id': '90b5080c-c621-4204-a1f6-ac899cb26880', 'project_id': 'de6288af9cbc41b895e700e06b64d38f', 'fixed_ips': [{'subnet_id': '947c40b8-7890-4f1b-a010-66d2d58532e3'}]}} from dv-cinder-755101-7-iscsi. {{(pid=103198) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 25 19:27:15.359454 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-dd3f788c-780c-4f4d-9568-9aeb5ef80963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1293263'] for port (None), before_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:15.477916 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-4ca05061-6569-467e-9216-7bc864fb2520 req-236f0979-0979-4534-a93c-3437a1f90dfc tempest-TestShelveInstance-1646936502 tempest-TestShelveInstance-1646936502-project] 10.222.0.18 "GET /v2.0/ports?device_id=38f2e171-22da-433b-a2b5-3cfa379c81a4 HTTP/1.1" status: 200 len: 210 time: 0.0493262 Mar 25 19:27:15.520105 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.db_base_plugin_common [None req-dd3f788c-780c-4f4d-9568-9aeb5ef80963 None None] Allocated IP 172.20.0.2 (90b5080c-c621-4204-a1f6-ac899cb26880/947c40b8-7890-4f1b-a010-66d2d58532e3/a0e9be20-764e-47d8-9abf-a6fc288336ec) {{(pid=103198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 19:27:15.547342 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-f7255952-ca11-409b-bd15-38882d0d0b57 admin admin] Publish callbacks [] for router_gateway (50247d3f-4ce7-4da7-ab3e-4a85e05733f4), precommit_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:15.672972 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-dd3f788c-780c-4f4d-9568-9aeb5ef80963 None None] Publish callbacks [] for port (a0e9be20-764e-47d8-9abf-a6fc288336ec), precommit_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:15.679390 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-dd3f788c-780c-4f4d-9568-9aeb5ef80963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741036193015'] for port (a0e9be20-764e-47d8-9abf-a6fc288336ec), after_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:15.724477 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd3f788c-780c-4f4d-9568-9aeb5ef80963 None None] Network 90b5080c-c621-4204-a1f6-ac899cb26880 is already hosted by enough agents. {{(pid=103198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 19:27:15.728660 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.scheduler.base_scheduler [None req-dd3f788c-780c-4f4d-9568-9aeb5ef80963 None None] Resources bound (agent type, host, resource id): {{(pid=103198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 19:27:15.731636 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd3f788c-780c-4f4d-9568-9aeb5ef80963 None None] Received port after_create {{(pid=103198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 25 19:27:15.743300 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3f788c-780c-4f4d-9568-9aeb5ef80963 None None] Pushing event updated for resources: {'Port': ['ID=a0e9be20-764e-47d8-9abf-a6fc288336ec,revision_number=1']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:27:15.761414 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-f7255952-ca11-409b-bd15-38882d0d0b57 admin admin] Publish callbacks [] for router_gateway (50247d3f-4ce7-4da7-ab3e-4a85e05733f4), before_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:15.781157 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-f7255952-ca11-409b-bd15-38882d0d0b57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1293263'] for port (None), before_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:15.796476 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.managers [None req-dd3f788c-780c-4f4d-9568-9aeb5ef80963 None None] Attempting to bind port a0e9be20-764e-47d8-9abf-a6fc288336ec on host dv-cinder-755101-7-iscsi for vnic_type normal with profile {{(pid=103198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 25 19:27:15.796841 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.managers [None req-dd3f788c-780c-4f4d-9568-9aeb5ef80963 None None] Attempting to bind port a0e9be20-764e-47d8-9abf-a6fc288336ec by drivers openvswitch,hyperv on host dv-cinder-755101-7-iscsi at level 0 using segments [{'id': '1a7e55d8-cf7a-4436-99f4-09c918a68e4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '90b5080c-c621-4204-a1f6-ac899cb26880'}] {{(pid=103198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 25 19:27:15.797227 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd3f788c-780c-4f4d-9568-9aeb5ef80963 None None] Attempting to bind port a0e9be20-764e-47d8-9abf-a6fc288336ec on network 90b5080c-c621-4204-a1f6-ac899cb26880 {{(pid=103198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 25 19:27:15.802092 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd3f788c-780c-4f4d-9568-9aeb5ef80963 None None] Checking agent: {'id': '239dac0e-b210-4295-8f1a-11f7f9dc3de1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-755101-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 19, 12, 1), 'started_at': datetime.datetime(2022, 3, 25, 19, 12, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 19, 27, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-755101-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 25 19:27:15.802459 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd3f788c-780c-4f4d-9568-9aeb5ef80963 None None] Checking segment: {'id': '1a7e55d8-cf7a-4436-99f4-09c918a68e4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '90b5080c-c621-4204-a1f6-ac899cb26880'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 25 19:27:15.802884 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-dd3f788c-780c-4f4d-9568-9aeb5ef80963 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:15.803272 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd3f788c-780c-4f4d-9568-9aeb5ef80963 None None] Bound using segment: {'id': '1a7e55d8-cf7a-4436-99f4-09c918a68e4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '90b5080c-c621-4204-a1f6-ac899cb26880'} {{(pid=103198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 25 19:27:15.803728 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.managers [None req-dd3f788c-780c-4f4d-9568-9aeb5ef80963 None None] Bound port: a0e9be20-764e-47d8-9abf-a6fc288336ec, host: dv-cinder-755101-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a7e55d8-cf7a-4436-99f4-09c918a68e4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '90b5080c-c621-4204-a1f6-ac899cb26880'}}] {{(pid=103198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 25 19:27:15.804103 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-dd3f788c-780c-4f4d-9568-9aeb5ef80963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1293263'] for port (a0e9be20-764e-47d8-9abf-a6fc288336ec), before_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:15.867838 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-dd3f788c-780c-4f4d-9568-9aeb5ef80963 None None] For port a0e9be20-764e-47d8-9abf-a6fc288336ec, host dv-cinder-755101-7-iscsi, cleared binding levels {{(pid=103198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 25 19:27:15.871487 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-dd3f788c-780c-4f4d-9568-9aeb5ef80963 None None] For port a0e9be20-764e-47d8-9abf-a6fc288336ec, host dv-cinder-755101-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755101-7-iscsi',level=0,port_id=a0e9be20-764e-47d8-9abf-a6fc288336ec,segment=NetworkSegment(1a7e55d8-cf7a-4436-99f4-09c918a68e4c),segment_id=1a7e55d8-cf7a-4436-99f4-09c918a68e4c)] {{(pid=103198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 25 19:27:15.877942 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-dd3f788c-780c-4f4d-9568-9aeb5ef80963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036679572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741036190733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741036190751'] for port (a0e9be20-764e-47d8-9abf-a6fc288336ec), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:15.942393 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3f788c-780c-4f4d-9568-9aeb5ef80963 None None] Pushing event updated for resources: {'Port': ['ID=a0e9be20-764e-47d8-9abf-a6fc288336ec,revision_number=2']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:27:16.127829 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.db.db_base_plugin_common [None req-f7255952-ca11-409b-bd15-38882d0d0b57 admin admin] Allocated IP 172.27.0.148 (4acd50f3-de7f-4854-a6f4-5b66b3577c15/efae7cfd-1549-43a8-94ca-01f5ce7b3ee1/d5f8a0d2-aa80-49a9-a06e-c68b7348013e) {{(pid=103197) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 19:27:16.237310 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-f7255952-ca11-409b-bd15-38882d0d0b57 admin admin] Publish callbacks [] for port (d5f8a0d2-aa80-49a9-a06e-c68b7348013e), precommit_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:16.269130 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-f7255952-ca11-409b-bd15-38882d0d0b57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741036193015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59283508'] for port (d5f8a0d2-aa80-49a9-a06e-c68b7348013e), after_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:16.304625 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7255952-ca11-409b-bd15-38882d0d0b57 admin admin] Network 4acd50f3-de7f-4854-a6f4-5b66b3577c15 is already hosted by enough agents. {{(pid=103197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 19:27:16.307394 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.scheduler.base_scheduler [None req-f7255952-ca11-409b-bd15-38882d0d0b57 admin admin] Resources bound (agent type, host, resource id): {{(pid=103197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 19:27:16.310862 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7255952-ca11-409b-bd15-38882d0d0b57 admin admin] Received port after_create {{(pid=103197) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 25 19:27:16.337370 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7255952-ca11-409b-bd15-38882d0d0b57 admin admin] Pushing event updated for resources: {'Port': ['ID=d5f8a0d2-aa80-49a9-a06e-c68b7348013e,revision_number=1']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:27:16.477406 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Device a0e9be20-764e-47d8-9abf-a6fc288336ec up at agent ovs-agent-dv-cinder-755101-7-iscsi {{(pid=103198) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 25 19:27:16.528197 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Provisioning complete for port a0e9be20-764e-47d8-9abf-a6fc288336ec triggered by entity L2. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 25 19:27:16.528841 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133789'] for port (a0e9be20-764e-47d8-9abf-a6fc288336ec), provisioning_complete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:16.532921 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.18', 37956) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:27:16.608634 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Current status of the port a0e9be20-764e-47d8-9abf-a6fc288336ec is: DOWN; New status is: ACTIVE {{(pid=103198) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 25 19:27:16.609587 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1293263'] for port (a0e9be20-764e-47d8-9abf-a6fc288336ec), before_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:16.615797 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-6fd08747-e416-49d7-82fa-f2d42b6b511a tempest-TestShelveInstance-1646936502 tempest-TestShelveInstance-1646936502-project] Publish callbacks [] for security_group (0d0283e4-c61f-4082-abaa-df161b665b94), before_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:16.621178 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-f7255952-ca11-409b-bd15-38882d0d0b57 admin admin] Publish callbacks [] for router_gateway (50247d3f-4ce7-4da7-ab3e-4a85e05733f4), after_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:16.646379 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] For port a0e9be20-764e-47d8-9abf-a6fc288336ec, host dv-cinder-755101-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755101-7-iscsi',level=0,port_id=a0e9be20-764e-47d8-9abf-a6fc288336ec,segment=NetworkSegment(1a7e55d8-cf7a-4436-99f4-09c918a68e4c),segment_id=1a7e55d8-cf7a-4436-99f4-09c918a68e4c)] {{(pid=103198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 25 19:27:16.651932 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036679572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741036190733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741036190751'] for port (a0e9be20-764e-47d8-9abf-a6fc288336ec), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:16.705470 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Pushing event updated for resources: {'Port': ['ID=a0e9be20-764e-47d8-9abf-a6fc288336ec,revision_number=3']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:27:16.708544 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-6fd08747-e416-49d7-82fa-f2d42b6b511a tempest-TestShelveInstance-1646936502 tempest-TestShelveInstance-1646936502-project] Publish callbacks [] for security_group (0d0283e4-c61f-4082-abaa-df161b665b94), precommit_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:16.861532 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-6fd08747-e416-49d7-82fa-f2d42b6b511a tempest-TestShelveInstance-1646936502 tempest-TestShelveInstance-1646936502-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687199'] for security_group (0d0283e4-c61f-4082-abaa-df161b665b94), after_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:16.864229 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-6fd08747-e416-49d7-82fa-f2d42b6b511a tempest-TestShelveInstance-1646936502 tempest-TestShelveInstance-1646936502-project] Publish callbacks [] for security_group (None), before_response {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:16.865372 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-6fd08747-e416-49d7-82fa-f2d42b6b511a tempest-TestShelveInstance-1646936502 tempest-TestShelveInstance-1646936502-project] 10.222.0.18 "DELETE /v2.0/security-groups/0d0283e4-c61f-4082-abaa-df161b665b94 HTTP/1.1" status: 204 len: 168 time: 0.3314130 Mar 25 19:27:16.878305 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd08747-e416-49d7-82fa-f2d42b6b511a tempest-TestShelveInstance-1646936502 tempest-TestShelveInstance-1646936502-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d0283e4-c61f-4082-abaa-df161b665b94,revision_number=None']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:27:16.891016 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-f7255952-ca11-409b-bd15-38882d0d0b57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3755958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3753515'] for router (50247d3f-4ce7-4da7-ab3e-4a85e05733f4), after_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:16.898286 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3641b01-0d19-4f5f-a897-58b9a5a01ffc None None] Network 90b5080c-c621-4204-a1f6-ac899cb26880 requested from dv-cinder-755101-7-iscsi {{(pid=103198) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 25 19:27:16.919794 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.18', 37960) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:27:17.017582 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-cdece47d-1316-4c22-9d03-b007bc8594d7 None None] Provisioning complete for port a0e9be20-764e-47d8-9abf-a6fc288336ec triggered by entity DHCP. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 25 19:27:17.018160 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-cdece47d-1316-4c22-9d03-b007bc8594d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133789'] for port (a0e9be20-764e-47d8-9abf-a6fc288336ec), provisioning_complete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:17.028733 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7255952-ca11-409b-bd15-38882d0d0b57 admin admin] Router 50247d3f-4ce7-4da7-ab3e-4a85e05733f4 is scheduled to L3 agent af1b81b0-43af-47bb-a61e-8e46b36efc57 with binding_index 1 {{(pid=103197) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 25 19:27:17.106529 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-cdece47d-1316-4c22-9d03-b007bc8594d7 None None] Current status of the port a0e9be20-764e-47d8-9abf-a6fc288336ec is: ACTIVE; New status is: ACTIVE {{(pid=103198) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 25 19:27:17.148362 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7255952-ca11-409b-bd15-38882d0d0b57 admin admin] Notify agent at l3_agent.dv-cinder-755101-7-iscsi the message routers_updated {{(pid=103197) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 25 19:27:17.159181 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-708d3552-7231-4ba3-848d-3e39f1ee18c4 None None] Sync routers for ids ['50247d3f-4ce7-4da7-ab3e-4a85e05733f4'] in dv-cinder-755101-7-iscsi {{(pid=103199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 25 19:27:17.171455 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-708d3552-7231-4ba3-848d-3e39f1ee18c4 None None] Routers {'50247d3f-4ce7-4da7-ab3e-4a85e05733f4'} bound to L3 agent in host dv-cinder-755101-7-iscsi {{(pid=103199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 25 19:27:17.172206 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.db.l3_hamode_db [None req-708d3552-7231-4ba3-848d-3e39f1ee18c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755101-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-25T19:11:57Z,description=,heartbeat_timestamp=2022-03-25T19:26:57Z,host='dv-cinder-755101-7-iscsi',id=af1b81b0-43af-47bb-a61e-8e46b36efc57,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:11:57Z,topic='l3_agent')) {'router_ids': ['50247d3f-4ce7-4da7-ab3e-4a85e05733f4'], 'active': True} {{(pid=103199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 19:27:17.173139 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-f7255952-ca11-409b-bd15-38882d0d0b57 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:17.174556 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-f7255952-ca11-409b-bd15-38882d0d0b57 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.9187486 Mar 25 19:27:17.177076 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.18', 37962) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:27:17.290792 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.db.l3_dvr_db [None req-708d3552-7231-4ba3-848d-3e39f1ee18c4 None None] Set router 50247d3f-4ce7-4da7-ab3e-4a85e05733f4 gateway port host: dv-cinder-755101-7-iscsi {{(pid=103199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 25 19:27:17.330243 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-87726867-728e-46ed-acff-df09163e0aca None None] Provisioning complete for port a0e9be20-764e-47d8-9abf-a6fc288336ec triggered by entity DHCP. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 25 19:27:17.331006 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-87726867-728e-46ed-acff-df09163e0aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133789'] for port (a0e9be20-764e-47d8-9abf-a6fc288336ec), provisioning_complete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:17.346068 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-54e33e7e-a2c3-4fab-b74c-9682dc5d8ba7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3752261'] for router_interface (b1d70869-4277-4d8f-a436-7af816a21fdd), before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:17.428953 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-87726867-728e-46ed-acff-df09163e0aca None None] Current status of the port a0e9be20-764e-47d8-9abf-a6fc288336ec is: ACTIVE; New status is: ACTIVE {{(pid=103198) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 25 19:27:17.485842 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.db.l3_hamode_db [None req-708d3552-7231-4ba3-848d-3e39f1ee18c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50247d3f-4ce7-4da7-ab3e-4a85e05733f4', 'name': 'tempest-TestMinimumBasicScenario-2140778875-router', 'tenant_id': 'de6288af9cbc41b895e700e06b64d38f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'external_fixed_ips': [{'subnet_id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'ip_address': '172.27.0.148'}], 'enable_snat': True}, 'gw_port_id': 'd5f8a0d2-aa80-49a9-a06e-c68b7348013e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T19:27:15Z', 'updated_at': '2022-03-25T19:27:16Z', 'revision_number': 3, 'project_id': 'de6288af9cbc41b895e700e06b64d38f', 'gw_port': {'id': 'd5f8a0d2-aa80-49a9-a06e-c68b7348013e', 'name': '', 'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:35:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50247d3f-4ce7-4da7-ab3e-4a85e05733f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'ip_address': '172.27.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T19:27:15Z', 'updated_at': '2022-03-25T19:27:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755101-7-iscsi'}], 'dv-cinder-755101-7-iscsi', False) {} {{(pid=103199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 19:27:17.512214 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-708d3552-7231-4ba3-848d-3e39f1ee18c4 None None] Checking router: 50247d3f-4ce7-4da7-ab3e-4a85e05733f4 for host: dv-cinder-755101-7-iscsi {{(pid=103199) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 25 19:27:17.512684 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-708d3552-7231-4ba3-848d-3e39f1ee18c4 None None] Updating router 50247d3f-4ce7-4da7-ab3e-4a85e05733f4 port d5f8a0d2-aa80-49a9-a06e-c68b7348013e binding host dv-cinder-755101-7-iscsi {{(pid=103199) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 25 19:27:17.540298 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-708d3552-7231-4ba3-848d-3e39f1ee18c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1293263'] for port (d5f8a0d2-aa80-49a9-a06e-c68b7348013e), before_update {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:17.623123 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-54e33e7e-a2c3-4fab-b74c-9682dc5d8ba7 admin admin] Deleting port 03f29af6-aa02-44b2-83f7-df2745e7e56a {{(pid=103196) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 25 19:27:17.623500 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-54e33e7e-a2c3-4fab-b74c-9682dc5d8ba7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741036672799'] for port (03f29af6-aa02-44b2-83f7-df2745e7e56a), before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:17.627579 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-dc7005bf-1c5a-4f40-aa7a-b7e18fb05951 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1293263'] for port (None), before_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:17.702713 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-54e33e7e-a2c3-4fab-b74c-9682dc5d8ba7 admin admin] For port 03f29af6-aa02-44b2-83f7-df2745e7e56a, host dv-cinder-755101-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755101-7-iscsi',level=0,port_id=03f29af6-aa02-44b2-83f7-df2745e7e56a,segment=NetworkSegment(44317c25-04d3-4459-9cb0-9336ea66d066),segment_id=44317c25-04d3-4459-9cb0-9336ea66d066)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 25 19:27:17.703161 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-54e33e7e-a2c3-4fab-b74c-9682dc5d8ba7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3766103'] for port (03f29af6-aa02-44b2-83f7-df2745e7e56a), precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:17.715982 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-54e33e7e-a2c3-4fab-b74c-9682dc5d8ba7 admin admin] Calling delete_port for 03f29af6-aa02-44b2-83f7-df2745e7e56a owned by network:router_interface {{(pid=103196) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 25 19:27:17.783903 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.db.db_base_plugin_common [None req-dc7005bf-1c5a-4f40-aa7a-b7e18fb05951 admin admin] Allocated IP 172.20.0.1 (90b5080c-c621-4204-a1f6-ac899cb26880/947c40b8-7890-4f1b-a010-66d2d58532e3/1ea4a206-4b16-4784-9988-1cdd7cfd5e26) {{(pid=103197) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 19:27:17.789404 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-708d3552-7231-4ba3-848d-3e39f1ee18c4 None None] Publish callbacks [] for port (d5f8a0d2-aa80-49a9-a06e-c68b7348013e), precommit_update {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:17.794746 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-708d3552-7231-4ba3-848d-3e39f1ee18c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036679572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741036190733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741036190751'] for port (d5f8a0d2-aa80-49a9-a06e-c68b7348013e), after_update {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:17.838429 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c353365b-b9e4-46b4-a808-c90c6b4191d9 None None] Pushing event updated for resources: {'Port': ['ID=d5f8a0d2-aa80-49a9-a06e-c68b7348013e,revision_number=2']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:27:17.848001 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c353365b-b9e4-46b4-a808-c90c6b4191d9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:27:17.848357 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c353365b-b9e4-46b4-a808-c90c6b4191d9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:27:17.848726 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c353365b-b9e4-46b4-a808-c90c6b4191d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:27:17.849069 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c353365b-b9e4-46b4-a808-c90c6b4191d9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:27:17.849400 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c353365b-b9e4-46b4-a808-c90c6b4191d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:27:17.849733 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c353365b-b9e4-46b4-a808-c90c6b4191d9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:27:17.850063 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c353365b-b9e4-46b4-a808-c90c6b4191d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:27:17.850388 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c353365b-b9e4-46b4-a808-c90c6b4191d9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:27:17.850736 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c353365b-b9e4-46b4-a808-c90c6b4191d9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:27:17.851449 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c353365b-b9e4-46b4-a808-c90c6b4191d9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:27:17.851449 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c353365b-b9e4-46b4-a808-c90c6b4191d9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:27:17.851707 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c353365b-b9e4-46b4-a808-c90c6b4191d9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:27:17.852012 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c353365b-b9e4-46b4-a808-c90c6b4191d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:27:17.852335 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c353365b-b9e4-46b4-a808-c90c6b4191d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:27:17.852651 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c353365b-b9e4-46b4-a808-c90c6b4191d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:27:17.876536 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.managers [None req-708d3552-7231-4ba3-848d-3e39f1ee18c4 None None] Attempting to bind port d5f8a0d2-aa80-49a9-a06e-c68b7348013e on host dv-cinder-755101-7-iscsi for vnic_type normal with profile {{(pid=103199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 25 19:27:17.876938 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.managers [None req-708d3552-7231-4ba3-848d-3e39f1ee18c4 None None] Attempting to bind port d5f8a0d2-aa80-49a9-a06e-c68b7348013e by drivers openvswitch,hyperv on host dv-cinder-755101-7-iscsi at level 0 using segments [{'id': 'bcf11cf5-8ef8-46ee-bf1d-f87c743f3fc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15'}] {{(pid=103199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 25 19:27:17.877303 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-708d3552-7231-4ba3-848d-3e39f1ee18c4 None None] Attempting to bind port d5f8a0d2-aa80-49a9-a06e-c68b7348013e on network 4acd50f3-de7f-4854-a6f4-5b66b3577c15 {{(pid=103199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 25 19:27:17.882234 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-708d3552-7231-4ba3-848d-3e39f1ee18c4 None None] Checking agent: {'id': '239dac0e-b210-4295-8f1a-11f7f9dc3de1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-755101-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 19, 12, 1), 'started_at': datetime.datetime(2022, 3, 25, 19, 12, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 19, 27, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-755101-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 25 19:27:17.882640 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-708d3552-7231-4ba3-848d-3e39f1ee18c4 None None] Checking segment: {'id': 'bcf11cf5-8ef8-46ee-bf1d-f87c743f3fc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 25 19:27:17.883384 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-708d3552-7231-4ba3-848d-3e39f1ee18c4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:17.883601 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-708d3552-7231-4ba3-848d-3e39f1ee18c4 None None] Bound using segment: {'id': 'bcf11cf5-8ef8-46ee-bf1d-f87c743f3fc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15'} {{(pid=103199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 25 19:27:17.883885 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.managers [None req-708d3552-7231-4ba3-848d-3e39f1ee18c4 None None] Bound port: d5f8a0d2-aa80-49a9-a06e-c68b7348013e, host: dv-cinder-755101-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcf11cf5-8ef8-46ee-bf1d-f87c743f3fc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15'}}] {{(pid=103199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 25 19:27:17.884592 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-708d3552-7231-4ba3-848d-3e39f1ee18c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1293263'] for port (d5f8a0d2-aa80-49a9-a06e-c68b7348013e), before_update {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:17.900629 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-dc7005bf-1c5a-4f40-aa7a-b7e18fb05951 admin admin] Publish callbacks [] for port (1ea4a206-4b16-4784-9988-1cdd7cfd5e26), precommit_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:17.906568 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-54e33e7e-a2c3-4fab-b74c-9682dc5d8ba7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741036679554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741036190724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58911673'] for port (03f29af6-aa02-44b2-83f7-df2745e7e56a), after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:17.932576 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e33e7e-a2c3-4fab-b74c-9682dc5d8ba7 admin admin] Pushing event deleted for resources: {'Port': ['ID=03f29af6-aa02-44b2-83f7-df2745e7e56a,revision_number=None']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:27:17.942076 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.db [None req-708d3552-7231-4ba3-848d-3e39f1ee18c4 None None] For port d5f8a0d2-aa80-49a9-a06e-c68b7348013e, host dv-cinder-755101-7-iscsi, cleared binding levels {{(pid=103199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 25 19:27:17.945751 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.db [None req-708d3552-7231-4ba3-848d-3e39f1ee18c4 None None] For port d5f8a0d2-aa80-49a9-a06e-c68b7348013e, host dv-cinder-755101-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755101-7-iscsi',level=0,port_id=d5f8a0d2-aa80-49a9-a06e-c68b7348013e,segment=NetworkSegment(bcf11cf5-8ef8-46ee-bf1d-f87c743f3fc7),segment_id=bcf11cf5-8ef8-46ee-bf1d-f87c743f3fc7)] {{(pid=103199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 25 19:27:17.948222 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-dc7005bf-1c5a-4f40-aa7a-b7e18fb05951 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741036193015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59283508'] for port (1ea4a206-4b16-4784-9988-1cdd7cfd5e26), after_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:17.952958 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-708d3552-7231-4ba3-848d-3e39f1ee18c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036679572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741036190733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741036190751'] for port (d5f8a0d2-aa80-49a9-a06e-c68b7348013e), after_update {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:17.987383 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc7005bf-1c5a-4f40-aa7a-b7e18fb05951 admin admin] Network 90b5080c-c621-4204-a1f6-ac899cb26880 is already hosted by enough agents. {{(pid=103197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 19:27:17.990315 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.scheduler.base_scheduler [None req-dc7005bf-1c5a-4f40-aa7a-b7e18fb05951 admin admin] Resources bound (agent type, host, resource id): {{(pid=103197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 19:27:17.996131 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc7005bf-1c5a-4f40-aa7a-b7e18fb05951 admin admin] Received port after_create {{(pid=103197) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 25 19:27:18.002835 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7005bf-1c5a-4f40-aa7a-b7e18fb05951 admin admin] Pushing event updated for resources: {'Port': ['ID=1ea4a206-4b16-4784-9988-1cdd7cfd5e26,revision_number=1']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:27:18.040730 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-dc7005bf-1c5a-4f40-aa7a-b7e18fb05951 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3752446'] for router_interface (50247d3f-4ce7-4da7-ab3e-4a85e05733f4), before_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:18.041537 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-708d3552-7231-4ba3-848d-3e39f1ee18c4 None None] Routers {'50247d3f-4ce7-4da7-ab3e-4a85e05733f4'} bound to L3 agent in host dv-cinder-755101-7-iscsi {{(pid=103199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 25 19:27:18.042281 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.db.l3_hamode_db [None req-708d3552-7231-4ba3-848d-3e39f1ee18c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755101-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-25T19:11:57Z,description=,heartbeat_timestamp=2022-03-25T19:26:57Z,host='dv-cinder-755101-7-iscsi',id=af1b81b0-43af-47bb-a61e-8e46b36efc57,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:11:57Z,topic='l3_agent')) {'router_ids': ['50247d3f-4ce7-4da7-ab3e-4a85e05733f4'], 'active': True} {{(pid=103199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 19:27:18.047478 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c353365b-b9e4-46b4-a808-c90c6b4191d9 None None] Pushing event updated for resources: {'Port': ['ID=d5f8a0d2-aa80-49a9-a06e-c68b7348013e,revision_number=3']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:27:18.186285 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-54e33e7e-a2c3-4fab-b74c-9682dc5d8ba7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3692866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3752181'] for router_interface (b1d70869-4277-4d8f-a436-7af816a21fdd), after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:18.255748 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-dc7005bf-1c5a-4f40-aa7a-b7e18fb05951 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1293263'] for port (1ea4a206-4b16-4784-9988-1cdd7cfd5e26), before_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:18.294861 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.db.l3_dvr_db [None req-708d3552-7231-4ba3-848d-3e39f1ee18c4 None None] Set router 50247d3f-4ce7-4da7-ab3e-4a85e05733f4 gateway port host: dv-cinder-755101-7-iscsi {{(pid=103199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 25 19:27:18.357418 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-70984d5d-6eab-494a-b889-f336b16aea73 None None] Provisioning complete for port 1ea4a206-4b16-4784-9988-1cdd7cfd5e26 triggered by entity DHCP. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 25 19:27:18.359390 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-70984d5d-6eab-494a-b889-f336b16aea73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133789'] for port (1ea4a206-4b16-4784-9988-1cdd7cfd5e26), provisioning_complete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:18.409165 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-70984d5d-6eab-494a-b889-f336b16aea73 None None] Port 1ea4a206-4b16-4784-9988-1cdd7cfd5e26 cannot update to ACTIVE because it is not bound. {{(pid=103198) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 25 19:27:18.450029 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-dc7005bf-1c5a-4f40-aa7a-b7e18fb05951 admin admin] Publish callbacks [] for port (1ea4a206-4b16-4784-9988-1cdd7cfd5e26), precommit_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:18.455894 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-dc7005bf-1c5a-4f40-aa7a-b7e18fb05951 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036679572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741036190733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741036190751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59283459'] for port (1ea4a206-4b16-4784-9988-1cdd7cfd5e26), after_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:18.469910 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54e33e7e-a2c3-4fab-b74c-9682dc5d8ba7 admin admin] Router b1d70869-4277-4d8f-a436-7af816a21fdd has already been hosted by L3 agent af1b81b0-43af-47bb-a61e-8e46b36efc57 {{(pid=103196) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 25 19:27:18.522530 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-dc7005bf-1c5a-4f40-aa7a-b7e18fb05951 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3692891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3752298'] for router_interface (50247d3f-4ce7-4da7-ab3e-4a85e05733f4), after_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:18.530532 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7005bf-1c5a-4f40-aa7a-b7e18fb05951 admin admin] Pushing event updated for resources: {'Port': ['ID=1ea4a206-4b16-4784-9988-1cdd7cfd5e26,revision_number=2']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:27:18.544119 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.db.l3_hamode_db [None req-708d3552-7231-4ba3-848d-3e39f1ee18c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50247d3f-4ce7-4da7-ab3e-4a85e05733f4', 'name': 'tempest-TestMinimumBasicScenario-2140778875-router', 'tenant_id': 'de6288af9cbc41b895e700e06b64d38f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'external_fixed_ips': [{'subnet_id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'ip_address': '172.27.0.148'}], 'enable_snat': True}, 'gw_port_id': 'd5f8a0d2-aa80-49a9-a06e-c68b7348013e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T19:27:15Z', 'updated_at': '2022-03-25T19:27:16Z', 'revision_number': 3, 'project_id': 'de6288af9cbc41b895e700e06b64d38f', 'gw_port': {'id': 'd5f8a0d2-aa80-49a9-a06e-c68b7348013e', 'name': '', 'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:35:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50247d3f-4ce7-4da7-ab3e-4a85e05733f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'ip_address': '172.27.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T19:27:15Z', 'updated_at': '2022-03-25T19:27:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755101-7-iscsi'}], 'dv-cinder-755101-7-iscsi', False) {} {{(pid=103199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 19:27:18.583358 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Device a0e9be20-764e-47d8-9abf-a6fc288336ec up at agent ovs-agent-dv-cinder-755101-7-iscsi {{(pid=103198) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 25 19:27:18.587119 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-708d3552-7231-4ba3-848d-3e39f1ee18c4 None None] The sync data for ids ['50247d3f-4ce7-4da7-ab3e-4a85e05733f4'] in dv-cinder-755101-7-iscsi is: [{'id': '50247d3f-4ce7-4da7-ab3e-4a85e05733f4', 'name': 'tempest-TestMinimumBasicScenario-2140778875-router', 'tenant_id': 'de6288af9cbc41b895e700e06b64d38f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'external_fixed_ips': [{'subnet_id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'ip_address': '172.27.0.148'}], 'enable_snat': True}, 'gw_port_id': 'd5f8a0d2-aa80-49a9-a06e-c68b7348013e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T19:27:15Z', 'updated_at': '2022-03-25T19:27:16Z', 'revision_number': 3, 'project_id': 'de6288af9cbc41b895e700e06b64d38f', 'gw_port': {'id': 'd5f8a0d2-aa80-49a9-a06e-c68b7348013e', 'name': '', 'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:35:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50247d3f-4ce7-4da7-ab3e-4a85e05733f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'ip_address': '172.27.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T19:27:15Z', 'updated_at': '2022-03-25T19:27:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755101-7-iscsi'}] {{(pid=103199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 25 19:27:18.600127 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54e33e7e-a2c3-4fab-b74c-9682dc5d8ba7 admin admin] Notify agent at l3_agent.dv-cinder-755101-7-iscsi the message routers_updated {{(pid=103196) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 25 19:27:18.614557 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-54e33e7e-a2c3-4fab-b74c-9682dc5d8ba7 admin admin] 10.222.0.18 "PUT /v2.0/routers/b1d70869-4277-4d8f-a436-7af816a21fdd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6909521 Mar 25 19:27:18.615485 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.18', 37964) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:27:18.619849 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f026f748-56a2-4903-8569-f6ae67e728a5 None None] Sync routers for ids ['b1d70869-4277-4d8f-a436-7af816a21fdd'] in dv-cinder-755101-7-iscsi {{(pid=103198) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 25 19:27:18.643756 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f026f748-56a2-4903-8569-f6ae67e728a5 None None] Routers {'b1d70869-4277-4d8f-a436-7af816a21fdd'} bound to L3 agent in host dv-cinder-755101-7-iscsi {{(pid=103198) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 25 19:27:18.644408 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.l3_hamode_db [None req-f026f748-56a2-4903-8569-f6ae67e728a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755101-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-25T19:11:57Z,description=,heartbeat_timestamp=2022-03-25T19:26:57Z,host='dv-cinder-755101-7-iscsi',id=af1b81b0-43af-47bb-a61e-8e46b36efc57,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:11:57Z,topic='l3_agent')) {'router_ids': ['b1d70869-4277-4d8f-a436-7af816a21fdd'], 'active': True} {{(pid=103198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 19:27:18.698923 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc7005bf-1c5a-4f40-aa7a-b7e18fb05951 admin admin] Network 90b5080c-c621-4204-a1f6-ac899cb26880 is already hosted by enough agents. {{(pid=103197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 19:27:18.702195 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.scheduler.base_scheduler [None req-dc7005bf-1c5a-4f40-aa7a-b7e18fb05951 admin admin] Resources bound (agent type, host, resource id): {{(pid=103197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 19:27:18.839437 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-9ea54480-91ae-4e30-8040-2b2db0473b0c admin admin] Publish callbacks [] for router (b1d70869-4277-4d8f-a436-7af816a21fdd), before_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:18.899888 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Provisioning complete for port a0e9be20-764e-47d8-9abf-a6fc288336ec triggered by entity L2. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 25 19:27:18.900410 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133789'] for port (a0e9be20-764e-47d8-9abf-a6fc288336ec), provisioning_complete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:18.966681 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.l3_dvr_db [None req-f026f748-56a2-4903-8569-f6ae67e728a5 None None] Set router b1d70869-4277-4d8f-a436-7af816a21fdd gateway port host: dv-cinder-755101-7-iscsi {{(pid=103198) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 25 19:27:19.109981 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-9449f886-e6b1-47e4-b344-9f3d0fbb23a3 None None] Provisioning complete for port 1ea4a206-4b16-4784-9988-1cdd7cfd5e26 triggered by entity DHCP. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 25 19:27:19.110355 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-9449f886-e6b1-47e4-b344-9f3d0fbb23a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133789'] for port (1ea4a206-4b16-4784-9988-1cdd7cfd5e26), provisioning_complete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:19.175143 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Current status of the port a0e9be20-764e-47d8-9abf-a6fc288336ec is: ACTIVE; New status is: ACTIVE {{(pid=103198) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 25 19:27:19.187639 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-9449f886-e6b1-47e4-b344-9f3d0fbb23a3 None None] Port 1ea4a206-4b16-4784-9988-1cdd7cfd5e26 cannot update to ACTIVE because it is not bound. {{(pid=103198) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 25 19:27:19.234647 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc7005bf-1c5a-4f40-aa7a-b7e18fb05951 admin admin] Router 50247d3f-4ce7-4da7-ab3e-4a85e05733f4 has already been hosted by L3 agent af1b81b0-43af-47bb-a61e-8e46b36efc57 {{(pid=103197) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 25 19:27:19.244445 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.l3_hamode_db [None req-f026f748-56a2-4903-8569-f6ae67e728a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1d70869-4277-4d8f-a436-7af816a21fdd', 'name': 'tempest-TestShelveInstance-183429673-router', 'tenant_id': '3c14746134994a9bb1469d2de7a5fbee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'external_fixed_ips': [{'subnet_id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'ip_address': '172.27.0.235'}], 'enable_snat': True}, 'gw_port_id': 'fd4b2b60-ef94-450e-979b-3a9063f00d9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T19:22:21Z', 'updated_at': '2022-03-25T19:27:17Z', 'revision_number': 5, 'project_id': '3c14746134994a9bb1469d2de7a5fbee', 'gw_port': {'id': 'fd4b2b60-ef94-450e-979b-3a9063f00d9d', 'name': '', 'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:56:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1d70869-4277-4d8f-a436-7af816a21fdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'ip_address': '172.27.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T19:22:22Z', 'updated_at': '2022-03-25T19:22:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755101-7-iscsi'}], 'dv-cinder-755101-7-iscsi', False) {} {{(pid=103198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 19:27:19.272221 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f026f748-56a2-4903-8569-f6ae67e728a5 None None] Checking router: b1d70869-4277-4d8f-a436-7af816a21fdd for host: dv-cinder-755101-7-iscsi {{(pid=103198) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 25 19:27:19.281260 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f026f748-56a2-4903-8569-f6ae67e728a5 None None] Routers {'b1d70869-4277-4d8f-a436-7af816a21fdd'} bound to L3 agent in host dv-cinder-755101-7-iscsi {{(pid=103198) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 25 19:27:19.282025 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.l3_hamode_db [None req-f026f748-56a2-4903-8569-f6ae67e728a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755101-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-25T19:11:57Z,description=,heartbeat_timestamp=2022-03-25T19:26:57Z,host='dv-cinder-755101-7-iscsi',id=af1b81b0-43af-47bb-a61e-8e46b36efc57,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:11:57Z,topic='l3_agent')) {'router_ids': ['b1d70869-4277-4d8f-a436-7af816a21fdd'], 'active': True} {{(pid=103198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 19:27:19.290834 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-9ea54480-91ae-4e30-8040-2b2db0473b0c admin admin] Publish callbacks [] for router_gateway (b1d70869-4277-4d8f-a436-7af816a21fdd), before_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:19.366427 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Device aebbfe60-04d4-4d3c-8a76-e7cd3540537a no longer exists at agent hyperv_hv-cinder-75510 {{(pid=103198) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 25 19:27:19.392688 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc7005bf-1c5a-4f40-aa7a-b7e18fb05951 admin admin] Notify agent at l3_agent.dv-cinder-755101-7-iscsi the message routers_updated {{(pid=103197) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 25 19:27:19.394885 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] No Port match for: aebbfe60-04d4-4d3c-8a76-e7cd3540537a {{(pid=103198) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 25 19:27:19.395240 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Device aebbfe60-04d4-4d3c-8a76-e7cd3540537a not bound to the agent host hv-cinder-75510 {{(pid=103198) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 25 19:27:19.403038 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-dc7005bf-1c5a-4f40-aa7a-b7e18fb05951 admin admin] 10.222.0.18 "PUT /v2.0/routers/50247d3f-4ce7-4da7-ab3e-4a85e05733f4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2248571 Mar 25 19:27:19.415579 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.plugins.ml2.plugin [None req-9ea54480-91ae-4e30-8040-2b2db0473b0c admin admin] Deleting port fd4b2b60-ef94-450e-979b-3a9063f00d9d {{(pid=103197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 25 19:27:19.415846 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-9ea54480-91ae-4e30-8040-2b2db0473b0c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741036672799'] for port (fd4b2b60-ef94-450e-979b-3a9063f00d9d), before_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:19.423331 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.l3_dvr_db [None req-f026f748-56a2-4903-8569-f6ae67e728a5 None None] Set router b1d70869-4277-4d8f-a436-7af816a21fdd gateway port host: dv-cinder-755101-7-iscsi {{(pid=103198) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 25 19:27:19.508989 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.plugins.ml2.db [None req-9ea54480-91ae-4e30-8040-2b2db0473b0c admin admin] For port fd4b2b60-ef94-450e-979b-3a9063f00d9d, host dv-cinder-755101-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755101-7-iscsi',level=0,port_id=fd4b2b60-ef94-450e-979b-3a9063f00d9d,segment=NetworkSegment(bcf11cf5-8ef8-46ee-bf1d-f87c743f3fc7),segment_id=bcf11cf5-8ef8-46ee-bf1d-f87c743f3fc7)] {{(pid=103197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 25 19:27:19.509424 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-9ea54480-91ae-4e30-8040-2b2db0473b0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3766103'] for port (fd4b2b60-ef94-450e-979b-3a9063f00d9d), precommit_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:19.523241 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.plugins.ml2.plugin [None req-9ea54480-91ae-4e30-8040-2b2db0473b0c admin admin] Calling delete_port for fd4b2b60-ef94-450e-979b-3a9063f00d9d owned by network:router_gateway {{(pid=103197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 25 19:27:19.643303 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.l3_hamode_db [None req-f026f748-56a2-4903-8569-f6ae67e728a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1d70869-4277-4d8f-a436-7af816a21fdd', 'name': 'tempest-TestShelveInstance-183429673-router', 'tenant_id': '3c14746134994a9bb1469d2de7a5fbee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'external_fixed_ips': [{'subnet_id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'ip_address': '172.27.0.235'}], 'enable_snat': True}, 'gw_port_id': 'fd4b2b60-ef94-450e-979b-3a9063f00d9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T19:22:21Z', 'updated_at': '2022-03-25T19:27:17Z', 'revision_number': 5, 'project_id': '3c14746134994a9bb1469d2de7a5fbee', 'gw_port': {'id': 'fd4b2b60-ef94-450e-979b-3a9063f00d9d', 'name': '', 'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:56:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1d70869-4277-4d8f-a436-7af816a21fdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'ip_address': '172.27.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T19:22:22Z', 'updated_at': '2022-03-25T19:22:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755101-7-iscsi'}], 'dv-cinder-755101-7-iscsi', False) {} {{(pid=103198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 19:27:19.672292 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f026f748-56a2-4903-8569-f6ae67e728a5 None None] The sync data for ids ['b1d70869-4277-4d8f-a436-7af816a21fdd'] in dv-cinder-755101-7-iscsi is: [{'id': 'b1d70869-4277-4d8f-a436-7af816a21fdd', 'name': 'tempest-TestShelveInstance-183429673-router', 'tenant_id': '3c14746134994a9bb1469d2de7a5fbee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'external_fixed_ips': [{'subnet_id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'ip_address': '172.27.0.235'}], 'enable_snat': True}, 'gw_port_id': 'fd4b2b60-ef94-450e-979b-3a9063f00d9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T19:22:21Z', 'updated_at': '2022-03-25T19:27:17Z', 'revision_number': 5, 'project_id': '3c14746134994a9bb1469d2de7a5fbee', 'gw_port': {'id': 'fd4b2b60-ef94-450e-979b-3a9063f00d9d', 'name': '', 'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:56:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1d70869-4277-4d8f-a436-7af816a21fdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'ip_address': '172.27.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T19:22:22Z', 'updated_at': '2022-03-25T19:22:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755101-7-iscsi'}] {{(pid=103198) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 25 19:27:19.721685 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-9ea54480-91ae-4e30-8040-2b2db0473b0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741036679554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741036190724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59283508'] for port (fd4b2b60-ef94-450e-979b-3a9063f00d9d), after_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:19.755825 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea54480-91ae-4e30-8040-2b2db0473b0c admin admin] Pushing event deleted for resources: {'Port': ['ID=fd4b2b60-ef94-450e-979b-3a9063f00d9d,revision_number=None']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:27:19.821483 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-9ea54480-91ae-4e30-8040-2b2db0473b0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3753487'] for router_gateway (b1d70869-4277-4d8f-a436-7af816a21fdd), after_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:19.916933 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-9ea54480-91ae-4e30-8040-2b2db0473b0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3756003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1471'] for router (b1d70869-4277-4d8f-a436-7af816a21fdd), precommit_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:19.918172 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.18', 37980) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:27:19.919252 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-9ea54480-91ae-4e30-8040-2b2db0473b0c admin admin] Publish callbacks [] for router_controller (b1d70869-4277-4d8f-a436-7af816a21fdd), precommit_delete_associations {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:19.923659 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.v2.base [None req-2bb9af8b-faa4-4f8a-afc0-cf4a82f4c85c admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1239351560-network', 'tenant_id': 'cf5ee844463840d78b56ccfc3da54a25'}} {{(pid=103196) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 19:27:19.943040 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bb9af8b-faa4-4f8a-afc0-cf4a82f4c85c admin admin] Made reservation on behalf of cf5ee844463840d78b56ccfc3da54a25 for: {'network': 1} {{(pid=103196) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 19:27:19.945302 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-2bb9af8b-faa4-4f8a-afc0-cf4a82f4c85c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1293263'] for network (None), before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:19.956211 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-2bb9af8b-faa4-4f8a-afc0-cf4a82f4c85c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:19.967288 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-9ea54480-91ae-4e30-8040-2b2db0473b0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3756012'] for router (b1d70869-4277-4d8f-a436-7af816a21fdd), after_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:19.967807 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ea54480-91ae-4e30-8040-2b2db0473b0c admin admin] Fanout notify agent at l3_agent the message router_deleted on router b1d70869-4277-4d8f-a436-7af816a21fdd {{(pid=103197) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 25 19:27:19.972236 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-9ea54480-91ae-4e30-8040-2b2db0473b0c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:19.973379 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-9ea54480-91ae-4e30-8040-2b2db0473b0c admin admin] 10.222.0.18 "DELETE /v2.0/routers/b1d70869-4277-4d8f-a436-7af816a21fdd HTTP/1.1" status: 204 len: 168 time: 1.3570247 Mar 25 19:27:19.976167 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.18', 37982) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:27:20.034099 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-2bb9af8b-faa4-4f8a-afc0-cf4a82f4c85c admin admin] Publish callbacks [] for security_group (de4a9912-1946-414c-baff-ed40a60403b5), precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:20.039617 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-2bb9af8b-faa4-4f8a-afc0-cf4a82f4c85c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687199'] for security_group (de4a9912-1946-414c-baff-ed40a60403b5), after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:20.072309 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2bb9af8b-faa4-4f8a-afc0-cf4a82f4c85c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 288} {{(pid=103196) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 25 19:27:20.082005 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb9af8b-faa4-4f8a-afc0-cf4a82f4c85c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de4a9912-1946-414c-baff-ed40a60403b5,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:27:20.088564 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-2bb9af8b-faa4-4f8a-afc0-cf4a82f4c85c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1189096'] for segment (417f6383-56d2-48b0-8c02-4feec69841d1), precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:20.089055 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.db.segments_db [None req-2bb9af8b-faa4-4f8a-afc0-cf4a82f4c85c admin admin] Added segment 417f6383-56d2-48b0-8c02-4feec69841d1 of type vlan for network bce5c8d1-d077-4de0-868e-d5378d83b4d0 Mar 25 19:27:20.136885 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-2bb9af8b-faa4-4f8a-afc0-cf4a82f4c85c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741036145210'] for network (bce5c8d1-d077-4de0-868e-d5378d83b4d0), precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:20.162331 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-2bb9af8b-faa4-4f8a-afc0-cf4a82f4c85c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877'] for network (bce5c8d1-d077-4de0-868e-d5378d83b4d0), after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:20.163437 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bb9af8b-faa4-4f8a-afc0-cf4a82f4c85c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:27:20.164078 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-2bb9af8b-faa4-4f8a-afc0-cf4a82f4c85c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692927'] for network (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:20.232390 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb9af8b-faa4-4f8a-afc0-cf4a82f4c85c admin admin] Pushing event updated for resources: {'Network': ['ID=bce5c8d1-d077-4de0-868e-d5378d83b4d0,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:27:20.259888 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-2bb9af8b-faa4-4f8a-afc0-cf4a82f4c85c admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3405764 Mar 25 19:27:20.264836 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.18', 37986) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:27:20.271906 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.v2.base [None req-c35fa2f6-54f4-4876-a218-685ca923b2a8 admin admin] Request body: {'subnet': {'network_id': 'bce5c8d1-d077-4de0-868e-d5378d83b4d0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1239351560-subnet', 'tenant_id': 'cf5ee844463840d78b56ccfc3da54a25', 'ip_version': 4}} {{(pid=103196) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 19:27:20.296371 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.db.db_base_plugin_v2 [None req-51054632-5f31-4c8f-9ead-58525b3abf0f admin admin] Deleting subnet 86db36bb-b1b4-4cd3-a48d-f41ecd1b139a {{(pid=103197) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 25 19:27:20.299861 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-51054632-5f31-4c8f-9ead-58525b3abf0f admin admin] Publish callbacks [] for subnet (86db36bb-b1b4-4cd3-a48d-f41ecd1b139a), before_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:20.300447 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Network bce5c8d1-d077-4de0-868e-d5378d83b4d0 details requested by agent ovs-agent-dv-cinder-755101-7-iscsi with host dv-cinder-755101-7-iscsi {{(pid=103198) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 25 19:27:20.301335 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c35fa2f6-54f4-4876-a218-685ca923b2a8 admin admin] Made reservation on behalf of cf5ee844463840d78b56ccfc3da54a25 for: {'subnet': 1} {{(pid=103196) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 19:27:20.303990 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-c35fa2f6-54f4-4876-a218-685ca923b2a8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62747899'] for subnet (None), before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:20.339744 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-51054632-5f31-4c8f-9ead-58525b3abf0f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59390877'] for subnet (86db36bb-b1b4-4cd3-a48d-f41ecd1b139a), precommit_delete_associations {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:20.500381 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-51054632-5f31-4c8f-9ead-58525b3abf0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1170929'] for subnet (86db36bb-b1b4-4cd3-a48d-f41ecd1b139a), precommit_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:20.577675 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-51054632-5f31-4c8f-9ead-58525b3abf0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1170920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59285189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59750817'] for subnet (86db36bb-b1b4-4cd3-a48d-f41ecd1b139a), after_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:20.620771 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-51054632-5f31-4c8f-9ead-58525b3abf0f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:20.621339 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-199d7488-b4cc-4d08-b095-d4888d93de19 None None] Network 097c27dd-3b60-4b46-8c4d-1a422d066be5 requested from dv-cinder-755101-7-iscsi {{(pid=103198) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 25 19:27:20.625503 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-51054632-5f31-4c8f-9ead-58525b3abf0f admin admin] 10.222.0.18 "DELETE /v2.0/subnets/86db36bb-b1b4-4cd3-a48d-f41ecd1b139a HTTP/1.1" status: 204 len: 168 time: 0.6485682 Mar 25 19:27:20.627118 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51054632-5f31-4c8f-9ead-58525b3abf0f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=86db36bb-b1b4-4cd3-a48d-f41ecd1b139a,revision_number=None']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:27:20.628555 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.18', 37988) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:27:20.658771 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d6fc09a-3c6b-44a5-aa06-e1b6796cb081 None None] Sync routers for ids ['50247d3f-4ce7-4da7-ab3e-4a85e05733f4'] in dv-cinder-755101-7-iscsi {{(pid=103199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 25 19:27:20.677682 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d6fc09a-3c6b-44a5-aa06-e1b6796cb081 None None] Routers {'50247d3f-4ce7-4da7-ab3e-4a85e05733f4'} bound to L3 agent in host dv-cinder-755101-7-iscsi {{(pid=103199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 25 19:27:20.678321 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.db.l3_hamode_db [None req-8d6fc09a-3c6b-44a5-aa06-e1b6796cb081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755101-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-25T19:11:57Z,description=,heartbeat_timestamp=2022-03-25T19:26:57Z,host='dv-cinder-755101-7-iscsi',id=af1b81b0-43af-47bb-a61e-8e46b36efc57,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:11:57Z,topic='l3_agent')) {'router_ids': ['50247d3f-4ce7-4da7-ab3e-4a85e05733f4'], 'active': True} {{(pid=103199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 19:27:20.719287 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-04872939-49d0-4cfc-8b56-04410868e1ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1050558'] for network (097c27dd-3b60-4b46-8c4d-1a422d066be5), before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:20.791031 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.db.l3_dvr_db [None req-8d6fc09a-3c6b-44a5-aa06-e1b6796cb081 None None] Set router 50247d3f-4ce7-4da7-ab3e-4a85e05733f4 gateway port host: dv-cinder-755101-7-iscsi {{(pid=103199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 25 19:27:20.854214 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-04872939-49d0-4cfc-8b56-04410868e1ef admin admin] Deleting port f5719239-f520-4237-8015-ea72acb06bef {{(pid=103196) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 25 19:27:20.854578 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-04872939-49d0-4cfc-8b56-04410868e1ef admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741036672799'] for port (f5719239-f520-4237-8015-ea72acb06bef), before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:20.895337 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-c35fa2f6-54f4-4876-a218-685ca923b2a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58912009', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62747885'] for subnet (c90f27f7-15bf-43da-9021-20c0fc8a2963), after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:20.959142 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-04872939-49d0-4cfc-8b56-04410868e1ef admin admin] For port f5719239-f520-4237-8015-ea72acb06bef, host dv-cinder-755101-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755101-7-iscsi',level=0,port_id=f5719239-f520-4237-8015-ea72acb06bef,segment=NetworkSegment(44317c25-04d3-4459-9cb0-9336ea66d066),segment_id=44317c25-04d3-4459-9cb0-9336ea66d066)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 25 19:27:20.959825 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-04872939-49d0-4cfc-8b56-04410868e1ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3766103'] for port (f5719239-f520-4237-8015-ea72acb06bef), precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:20.984549 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-04872939-49d0-4cfc-8b56-04410868e1ef admin admin] Calling delete_port for f5719239-f520-4237-8015-ea72acb06bef owned by network:dhcp {{(pid=103196) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 25 19:27:20.988586 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.db.l3_hamode_db [None req-8d6fc09a-3c6b-44a5-aa06-e1b6796cb081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50247d3f-4ce7-4da7-ab3e-4a85e05733f4', 'name': 'tempest-TestMinimumBasicScenario-2140778875-router', 'tenant_id': 'de6288af9cbc41b895e700e06b64d38f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'external_fixed_ips': [{'subnet_id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'ip_address': '172.27.0.148'}], 'enable_snat': True}, 'gw_port_id': 'd5f8a0d2-aa80-49a9-a06e-c68b7348013e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T19:27:15Z', 'updated_at': '2022-03-25T19:27:18Z', 'revision_number': 4, 'project_id': 'de6288af9cbc41b895e700e06b64d38f', 'gw_port': {'id': 'd5f8a0d2-aa80-49a9-a06e-c68b7348013e', 'name': '', 'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:35:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50247d3f-4ce7-4da7-ab3e-4a85e05733f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'ip_address': '172.27.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T19:27:15Z', 'updated_at': '2022-03-25T19:27:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755101-7-iscsi', '_interfaces': [{'id': '1ea4a206-4b16-4784-9988-1cdd7cfd5e26', 'name': '', 'network_id': '90b5080c-c621-4204-a1f6-ac899cb26880', 'tenant_id': 'de6288af9cbc41b895e700e06b64d38f', 'mac_address': 'fa:16:3e:f1:b0:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50247d3f-4ce7-4da7-ab3e-4a85e05733f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '947c40b8-7890-4f1b-a010-66d2d58532e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T19:27:17Z', 'updated_at': '2022-03-25T19:27:18Z', 'revision_number': 2, 'project_id': 'de6288af9cbc41b895e700e06b64d38f', 'subnets': [{'id': '947c40b8-7890-4f1b-a010-66d2d58532e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-755101-7-iscsi', False) {} {{(pid=103199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 19:27:20.989470 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35fa2f6-54f4-4876-a218-685ca923b2a8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c90f27f7-15bf-43da-9021-20c0fc8a2963,revision_number=0']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:27:21.002420 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c35fa2f6-54f4-4876-a218-685ca923b2a8 admin admin] Checking segment: {'id': '417f6383-56d2-48b0-8c02-4feec69841d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'bce5c8d1-d077-4de0-868e-d5378d83b4d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103196) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 25 19:27:21.002808 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c35fa2f6-54f4-4876-a218-685ca923b2a8 admin admin] Network hostable DHCP agents. Network: bce5c8d1-d077-4de0-868e-d5378d83b4d0, hostable agents: ['ff15a80c-2d7c-4104-a6ad-0973d1d911f7'], hosted agents: [] {{(pid=103196) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 25 19:27:21.023405 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d6fc09a-3c6b-44a5-aa06-e1b6796cb081 None None] Checking router: 50247d3f-4ce7-4da7-ab3e-4a85e05733f4 for host: dv-cinder-755101-7-iscsi {{(pid=103199) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 25 19:27:21.023761 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d6fc09a-3c6b-44a5-aa06-e1b6796cb081 None None] Updating router 50247d3f-4ce7-4da7-ab3e-4a85e05733f4 port 1ea4a206-4b16-4784-9988-1cdd7cfd5e26 binding host dv-cinder-755101-7-iscsi {{(pid=103199) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 25 19:27:21.039467 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ba6b9b8-324c-494f-bf02-1bd95afd9e59 None None] DHCP port deletion for 097c27dd-3b60-4b46-8c4d-1a422d066be5 request from dv-cinder-755101-7-iscsi {{(pid=103198) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 25 19:27:21.061690 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-8d6fc09a-3c6b-44a5-aa06-e1b6796cb081 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1293263'] for port (1ea4a206-4b16-4784-9988-1cdd7cfd5e26), before_update {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:21.062215 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c35fa2f6-54f4-4876-a218-685ca923b2a8 admin admin] Network bce5c8d1-d077-4de0-868e-d5378d83b4d0 is scheduled to be hosted by DHCP agent ff15a80c-2d7c-4104-a6ad-0973d1d911f7 with binding_index 1 {{(pid=103196) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 25 19:27:21.079125 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Device d5f8a0d2-aa80-49a9-a06e-c68b7348013e up at agent ovs-agent-dv-cinder-755101-7-iscsi {{(pid=103198) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 25 19:27:21.081996 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.scheduler.base_scheduler [None req-c35fa2f6-54f4-4876-a218-685ca923b2a8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-755101-7-iscsi, bce5c8d1-d077-4de0-868e-d5378d83b4d0) {{(pid=103196) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 19:27:21.088306 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c35fa2f6-54f4-4876-a218-685ca923b2a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:27:21.088768 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-c35fa2f6-54f4-4876-a218-685ca923b2a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692927'] for subnet (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:21.113202 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b2c1363-6fe2-4add-bc8a-42f483135cf0 None None] Network bce5c8d1-d077-4de0-868e-d5378d83b4d0 requested from dv-cinder-755101-7-iscsi {{(pid=103198) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 25 19:27:21.113524 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-c35fa2f6-54f4-4876-a218-685ca923b2a8 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8445764 Mar 25 19:27:21.113524 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.18', 37990) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:27:21.118464 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.v2.base [None req-9f9fac7a-3f63-4afd-9a63-6a9b7983a01e admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1239351560-router', 'tenant_id': 'cf5ee844463840d78b56ccfc3da54a25', 'external_gateway_info': {'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15'}}} {{(pid=103196) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 19:27:21.122813 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-04872939-49d0-4cfc-8b56-04410868e1ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741036679554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741036190724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58911673'] for port (f5719239-f520-4237-8015-ea72acb06bef), after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:21.156047 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04872939-49d0-4cfc-8b56-04410868e1ef admin admin] Pushing event deleted for resources: {'Port': ['ID=f5719239-f520-4237-8015-ea72acb06bef,revision_number=None']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:27:21.164048 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04872939-49d0-4cfc-8b56-04410868e1ef admin admin] No DVR routers for this DVR port f5719239-f520-4237-8015-ea72acb06bef on host dv-cinder-755101-7-iscsi {{(pid=103196) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 25 19:27:21.197149 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9f9fac7a-3f63-4afd-9a63-6a9b7983a01e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3755069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1425'] for router (08bb0c92-50ec-40ff-9833-ffa0a27de7e0), before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:21.198179 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9f9fac7a-3f63-4afd-9a63-6a9b7983a01e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3755949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3753726', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3727394', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1446'] for router (08bb0c92-50ec-40ff-9833-ffa0a27de7e0), precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:21.228572 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-4ba6b9b8-324c-494f-bf02-1bd95afd9e59 None None] Deleting port f5719239-f520-4237-8015-ea72acb06bef {{(pid=103198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 25 19:27:21.228912 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-4ba6b9b8-324c-494f-bf02-1bd95afd9e59 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741036672799'] for port (f5719239-f520-4237-8015-ea72acb06bef), before_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:21.235167 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Provisioning complete for port d5f8a0d2-aa80-49a9-a06e-c68b7348013e triggered by entity L2. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 25 19:27:21.235579 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133789'] for port (d5f8a0d2-aa80-49a9-a06e-c68b7348013e), provisioning_complete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:21.250024 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-04872939-49d0-4cfc-8b56-04410868e1ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1136452', 'neutron.services.segments.db._delete_segments_for_network-8741036503875'] for network (097c27dd-3b60-4b46-8c4d-1a422d066be5), precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:21.302865 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.services.segments.db [None req-04872939-49d0-4cfc-8b56-04410868e1ef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['097c27dd-3b60-4b46-8c4d-1a422d066be5']}} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 19:27:21.311905 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9f9fac7a-3f63-4afd-9a63-6a9b7983a01e admin admin] Publish callbacks [] for router_controller (08bb0c92-50ec-40ff-9833-ffa0a27de7e0), precommit_add_association {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:21.316203 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.services.segments.db [None req-04872939-49d0-4cfc-8b56-04410868e1ef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44317c25-04d3-4459-9cb0-9336ea66d066') {'for_net_delete': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 19:27:21.316203 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.services.segments.db [None req-04872939-49d0-4cfc-8b56-04410868e1ef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44317c25-04d3-4459-9cb0-9336ea66d066') {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 19:27:21.327445 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-04872939-49d0-4cfc-8b56-04410868e1ef admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741036503116', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62748183'] for segment (44317c25-04d3-4459-9cb0-9336ea66d066), before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:21.340544 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c7be1f8-f9bc-4371-bc98-d09b0a83d072 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26d9a643-5fd7-5ada-a1a5-42c9304502b0-bce5c8d1-d077-4de0-868e-d5378d83b4d0', 'network_id': 'bce5c8d1-d077-4de0-868e-d5378d83b4d0', 'project_id': 'cf5ee844463840d78b56ccfc3da54a25', 'fixed_ips': [{'subnet_id': 'c90f27f7-15bf-43da-9021-20c0fc8a2963'}]}} from dv-cinder-755101-7-iscsi. {{(pid=103198) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 25 19:27:21.341460 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-1c7be1f8-f9bc-4371-bc98-d09b0a83d072 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1293263'] for port (None), before_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:21.366092 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-8d6fc09a-3c6b-44a5-aa06-e1b6796cb081 None None] Publish callbacks [] for port (1ea4a206-4b16-4784-9988-1cdd7cfd5e26), precommit_update {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:21.371916 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-4ba6b9b8-324c-494f-bf02-1bd95afd9e59 None None] For port f5719239-f520-4237-8015-ea72acb06bef, host dv-cinder-755101-7-iscsi, got binding levels [] {{(pid=103198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 25 19:27:21.372664 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-4ba6b9b8-324c-494f-bf02-1bd95afd9e59 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3766103'] for port (f5719239-f520-4237-8015-ea72acb06bef), precommit_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:21.372860 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-8d6fc09a-3c6b-44a5-aa06-e1b6796cb081 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036679572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741036190733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741036190751'] for port (1ea4a206-4b16-4784-9988-1cdd7cfd5e26), after_update {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:21.394339 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-4ba6b9b8-324c-494f-bf02-1bd95afd9e59 None None] Calling delete_port for f5719239-f520-4237-8015-ea72acb06bef owned by network:dhcp {{(pid=103198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 25 19:27:21.397828 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.ipam_backend_mixin [None req-4ba6b9b8-324c-494f-bf02-1bd95afd9e59 None None] Port f5719239-f520-4237-8015-ea72acb06bef was not found and therefore no delete operation was performed {{(pid=103198) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Mar 25 19:27:21.401534 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-04872939-49d0-4cfc-8b56-04410868e1ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1189096'] for segment (44317c25-04d3-4459-9cb0-9336ea66d066), precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:21.410008 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-4ba6b9b8-324c-494f-bf02-1bd95afd9e59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741036679554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741036190724'] for port (f5719239-f520-4237-8015-ea72acb06bef), after_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:21.411001 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04872939-49d0-4cfc-8b56-04410868e1ef admin admin] Releasing vlan 291 on physical network physnet1 to pool {{(pid=103196) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 25 19:27:21.411399 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-04872939-49d0-4cfc-8b56-04410868e1ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1189096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58911722'] for segment (44317c25-04d3-4459-9cb0-9336ea66d066), after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:21.413044 dv-cinder-755101-7-iscsi neutron-server[103196]: Traceback (most recent call last): Mar 25 19:27:21.413044 dv-cinder-755101-7-iscsi neutron-server[103196]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 25 19:27:21.413044 dv-cinder-755101-7-iscsi neutron-server[103196]: timer() Mar 25 19:27:21.413044 dv-cinder-755101-7-iscsi neutron-server[103196]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 25 19:27:21.413044 dv-cinder-755101-7-iscsi neutron-server[103196]: cb(*args, **kw) Mar 25 19:27:21.413044 dv-cinder-755101-7-iscsi neutron-server[103196]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 25 19:27:21.413044 dv-cinder-755101-7-iscsi neutron-server[103196]: return func(*args, **kwargs) Mar 25 19:27:21.413044 dv-cinder-755101-7-iscsi neutron-server[103196]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 25 19:27:21.413044 dv-cinder-755101-7-iscsi neutron-server[103196]: self._notify() Mar 25 19:27:21.413044 dv-cinder-755101-7-iscsi neutron-server[103196]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 25 19:27:21.413044 dv-cinder-755101-7-iscsi neutron-server[103196]: self.callback(batched_events) Mar 25 19:27:21.413044 dv-cinder-755101-7-iscsi neutron-server[103196]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 25 19:27:21.413044 dv-cinder-755101-7-iscsi neutron-server[103196]: event.method(event) Mar 25 19:27:21.413044 dv-cinder-755101-7-iscsi neutron-server[103196]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 25 19:27:21.413044 dv-cinder-755101-7-iscsi neutron-server[103196]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 25 19:27:21.413044 dv-cinder-755101-7-iscsi neutron-server[103196]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 25 19:27:21.413044 dv-cinder-755101-7-iscsi neutron-server[103196]: aggregate_uuid = self.p_client.list_aggregates( Mar 25 19:27:21.413044 dv-cinder-755101-7-iscsi neutron-server[103196]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 25 19:27:21.413044 dv-cinder-755101-7-iscsi neutron-server[103196]: return f(self, *a, **k) Mar 25 19:27:21.413044 dv-cinder-755101-7-iscsi neutron-server[103196]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 25 19:27:21.413044 dv-cinder-755101-7-iscsi neutron-server[103196]: return self._get(url).json() Mar 25 19:27:21.413044 dv-cinder-755101-7-iscsi neutron-server[103196]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 25 19:27:21.413044 dv-cinder-755101-7-iscsi neutron-server[103196]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 25 19:27:21.413044 dv-cinder-755101-7-iscsi neutron-server[103196]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 25 19:27:21.413044 dv-cinder-755101-7-iscsi neutron-server[103196]: return self.request(url, 'GET', **kwargs) Mar 25 19:27:21.413044 dv-cinder-755101-7-iscsi neutron-server[103196]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 25 19:27:21.413044 dv-cinder-755101-7-iscsi neutron-server[103196]: base_url = self.get_endpoint(auth, allow=allow, Mar 25 19:27:21.413044 dv-cinder-755101-7-iscsi neutron-server[103196]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 25 19:27:21.413044 dv-cinder-755101-7-iscsi neutron-server[103196]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 25 19:27:21.413044 dv-cinder-755101-7-iscsi neutron-server[103196]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 25 19:27:21.413044 dv-cinder-755101-7-iscsi neutron-server[103196]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 25 19:27:21.413044 dv-cinder-755101-7-iscsi neutron-server[103196]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 25 19:27:21.429411 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b966e84d-e7a7-4f84-baf8-9173d8b05172 None None] Pushing event updated for resources: {'Port': ['ID=1ea4a206-4b16-4784-9988-1cdd7cfd5e26,revision_number=3']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:27:21.492431 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ba6b9b8-324c-494f-bf02-1bd95afd9e59 None None] No DVR routers for this DVR port f5719239-f520-4237-8015-ea72acb06bef on host dv-cinder-755101-7-iscsi {{(pid=103198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 25 19:27:21.502379 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.managers [None req-8d6fc09a-3c6b-44a5-aa06-e1b6796cb081 None None] Attempting to bind port 1ea4a206-4b16-4784-9988-1cdd7cfd5e26 on host dv-cinder-755101-7-iscsi for vnic_type normal with profile {{(pid=103199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 25 19:27:21.502821 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.managers [None req-8d6fc09a-3c6b-44a5-aa06-e1b6796cb081 None None] Attempting to bind port 1ea4a206-4b16-4784-9988-1cdd7cfd5e26 by drivers openvswitch,hyperv on host dv-cinder-755101-7-iscsi at level 0 using segments [{'id': '1a7e55d8-cf7a-4436-99f4-09c918a68e4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '90b5080c-c621-4204-a1f6-ac899cb26880'}] {{(pid=103199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 25 19:27:21.503232 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d6fc09a-3c6b-44a5-aa06-e1b6796cb081 None None] Attempting to bind port 1ea4a206-4b16-4784-9988-1cdd7cfd5e26 on network 90b5080c-c621-4204-a1f6-ac899cb26880 {{(pid=103199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 25 19:27:21.505231 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba6b9b8-324c-494f-bf02-1bd95afd9e59 None None] Pushing event deleted for resources: {'Port': ['ID=f5719239-f520-4237-8015-ea72acb06bef,revision_number=None']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:27:21.512717 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d6fc09a-3c6b-44a5-aa06-e1b6796cb081 None None] Checking agent: {'id': '239dac0e-b210-4295-8f1a-11f7f9dc3de1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-755101-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 19, 12, 1), 'started_at': datetime.datetime(2022, 3, 25, 19, 12, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 19, 27, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-755101-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 25 19:27:21.513334 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d6fc09a-3c6b-44a5-aa06-e1b6796cb081 None None] Checking segment: {'id': '1a7e55d8-cf7a-4436-99f4-09c918a68e4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '90b5080c-c621-4204-a1f6-ac899cb26880'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 25 19:27:21.513747 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-8d6fc09a-3c6b-44a5-aa06-e1b6796cb081 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:21.514703 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d6fc09a-3c6b-44a5-aa06-e1b6796cb081 None None] Bound using segment: {'id': '1a7e55d8-cf7a-4436-99f4-09c918a68e4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '90b5080c-c621-4204-a1f6-ac899cb26880'} {{(pid=103199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 25 19:27:21.515347 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.managers [None req-8d6fc09a-3c6b-44a5-aa06-e1b6796cb081 None None] Bound port: 1ea4a206-4b16-4784-9988-1cdd7cfd5e26, host: dv-cinder-755101-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a7e55d8-cf7a-4436-99f4-09c918a68e4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '90b5080c-c621-4204-a1f6-ac899cb26880'}}] {{(pid=103199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 25 19:27:21.516327 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-8d6fc09a-3c6b-44a5-aa06-e1b6796cb081 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1293263'] for port (1ea4a206-4b16-4784-9988-1cdd7cfd5e26), before_update {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:21.533150 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9f9fac7a-3f63-4afd-9a63-6a9b7983a01e admin admin] Publish callbacks [] for router_gateway (08bb0c92-50ec-40ff-9833-ffa0a27de7e0), precommit_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:21.593052 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-04872939-49d0-4cfc-8b56-04410868e1ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1136511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3753587'] for network (097c27dd-3b60-4b46-8c4d-1a422d066be5), after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:21.608241 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-04872939-49d0-4cfc-8b56-04410868e1ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692927'] for network (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:21.611540 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-04872939-49d0-4cfc-8b56-04410868e1ef admin admin] 10.222.0.18 "DELETE /v2.0/networks/097c27dd-3b60-4b46-8c4d-1a422d066be5 HTTP/1.1" status: 204 len: 168 time: 0.9819441 Mar 25 19:27:21.614371 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.db [None req-8d6fc09a-3c6b-44a5-aa06-e1b6796cb081 None None] For port 1ea4a206-4b16-4784-9988-1cdd7cfd5e26, host dv-cinder-755101-7-iscsi, cleared binding levels {{(pid=103199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 25 19:27:21.614673 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.18', 37992) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:27:21.619744 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.db [None req-8d6fc09a-3c6b-44a5-aa06-e1b6796cb081 None None] For port 1ea4a206-4b16-4784-9988-1cdd7cfd5e26, host dv-cinder-755101-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755101-7-iscsi',level=0,port_id=1ea4a206-4b16-4784-9988-1cdd7cfd5e26,segment=NetworkSegment(1a7e55d8-cf7a-4436-99f4-09c918a68e4c),segment_id=1a7e55d8-cf7a-4436-99f4-09c918a68e4c)] {{(pid=103199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 25 19:27:21.625764 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04872939-49d0-4cfc-8b56-04410868e1ef admin admin] Pushing event deleted for resources: {'Network': ['ID=097c27dd-3b60-4b46-8c4d-1a422d066be5,revision_number=None']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:27:21.642469 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-8d6fc09a-3c6b-44a5-aa06-e1b6796cb081 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036679572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741036190733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741036190751'] for port (1ea4a206-4b16-4784-9988-1cdd7cfd5e26), after_update {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:21.741116 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b966e84d-e7a7-4f84-baf8-9173d8b05172 None None] Pushing event updated for resources: {'Port': ['ID=1ea4a206-4b16-4784-9988-1cdd7cfd5e26,revision_number=4']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:27:21.755302 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Current status of the port d5f8a0d2-aa80-49a9-a06e-c68b7348013e is: DOWN; New status is: ACTIVE {{(pid=103198) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 25 19:27:21.755872 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1293263'] for port (d5f8a0d2-aa80-49a9-a06e-c68b7348013e), before_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:21.760957 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d6fc09a-3c6b-44a5-aa06-e1b6796cb081 None None] Routers {'50247d3f-4ce7-4da7-ab3e-4a85e05733f4'} bound to L3 agent in host dv-cinder-755101-7-iscsi {{(pid=103199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 25 19:27:21.761753 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.db.l3_hamode_db [None req-8d6fc09a-3c6b-44a5-aa06-e1b6796cb081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755101-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-25T19:11:57Z,description=,heartbeat_timestamp=2022-03-25T19:26:57Z,host='dv-cinder-755101-7-iscsi',id=af1b81b0-43af-47bb-a61e-8e46b36efc57,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:11:57Z,topic='l3_agent')) {'router_ids': ['50247d3f-4ce7-4da7-ab3e-4a85e05733f4'], 'active': True} {{(pid=103199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 19:27:21.849729 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] For port d5f8a0d2-aa80-49a9-a06e-c68b7348013e, host dv-cinder-755101-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755101-7-iscsi',level=0,port_id=d5f8a0d2-aa80-49a9-a06e-c68b7348013e,segment=NetworkSegment(bcf11cf5-8ef8-46ee-bf1d-f87c743f3fc7),segment_id=bcf11cf5-8ef8-46ee-bf1d-f87c743f3fc7)] {{(pid=103198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 25 19:27:21.861652 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036679572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741036190733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741036190751'] for port (d5f8a0d2-aa80-49a9-a06e-c68b7348013e), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:21.875687 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.db_base_plugin_common [None req-1c7be1f8-f9bc-4371-bc98-d09b0a83d072 None None] Allocated IP 172.20.0.2 (bce5c8d1-d077-4de0-868e-d5378d83b4d0/c90f27f7-15bf-43da-9021-20c0fc8a2963/8db15ee5-a53f-4f5b-add5-5712202b6168) {{(pid=103198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 19:27:21.900852 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Device 03f29af6-aa02-44b2-83f7-df2745e7e56a no longer exists at agent ovs-agent-dv-cinder-755101-7-iscsi {{(pid=103198) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 25 19:27:21.916557 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9f9fac7a-3f63-4afd-9a63-6a9b7983a01e admin admin] Publish callbacks [] for router_gateway (08bb0c92-50ec-40ff-9833-ffa0a27de7e0), before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:21.922003 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.db.l3_dvr_db [None req-8d6fc09a-3c6b-44a5-aa06-e1b6796cb081 None None] Set router 50247d3f-4ce7-4da7-ab3e-4a85e05733f4 gateway port host: dv-cinder-755101-7-iscsi {{(pid=103199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 25 19:27:21.943589 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9f9fac7a-3f63-4afd-9a63-6a9b7983a01e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1293263'] for port (None), before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:21.947778 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-ffdf494f-90ed-4156-859d-1d19f52e7a14 None None] Provisioning complete for port 1ea4a206-4b16-4784-9988-1cdd7cfd5e26 triggered by entity DHCP. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 25 19:27:21.948162 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-ffdf494f-90ed-4156-859d-1d19f52e7a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133789'] for port (1ea4a206-4b16-4784-9988-1cdd7cfd5e26), provisioning_complete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:21.955786 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] No Port match for: 03f29af6-aa02-44b2-83f7-df2745e7e56a {{(pid=103198) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 25 19:27:21.956155 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Device 03f29af6-aa02-44b2-83f7-df2745e7e56a not bound to the agent host dv-cinder-755101-7-iscsi {{(pid=103198) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 25 19:27:22.053277 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Pushing event updated for resources: {'Port': ['ID=d5f8a0d2-aa80-49a9-a06e-c68b7348013e,revision_number=4']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:27:22.115889 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.db.db_base_plugin_common [None req-9f9fac7a-3f63-4afd-9a63-6a9b7983a01e admin admin] Allocated IP 172.27.0.110 (4acd50f3-de7f-4854-a6f4-5b66b3577c15/efae7cfd-1549-43a8-94ca-01f5ce7b3ee1/5edc275a-7fa9-4957-8a20-198aa9d1cf60) {{(pid=103196) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 19:27:22.166699 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-ffdf494f-90ed-4156-859d-1d19f52e7a14 None None] Current status of the port 1ea4a206-4b16-4784-9988-1cdd7cfd5e26 is: DOWN; New status is: ACTIVE {{(pid=103198) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 25 19:27:22.167101 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-ffdf494f-90ed-4156-859d-1d19f52e7a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1293263'] for port (1ea4a206-4b16-4784-9988-1cdd7cfd5e26), before_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:22.202554 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-1c7be1f8-f9bc-4371-bc98-d09b0a83d072 None None] Publish callbacks [] for port (8db15ee5-a53f-4f5b-add5-5712202b6168), precommit_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:22.215257 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.db.l3_hamode_db [None req-8d6fc09a-3c6b-44a5-aa06-e1b6796cb081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50247d3f-4ce7-4da7-ab3e-4a85e05733f4', 'name': 'tempest-TestMinimumBasicScenario-2140778875-router', 'tenant_id': 'de6288af9cbc41b895e700e06b64d38f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'external_fixed_ips': [{'subnet_id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'ip_address': '172.27.0.148'}], 'enable_snat': True}, 'gw_port_id': 'd5f8a0d2-aa80-49a9-a06e-c68b7348013e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T19:27:15Z', 'updated_at': '2022-03-25T19:27:18Z', 'revision_number': 4, 'project_id': 'de6288af9cbc41b895e700e06b64d38f', 'gw_port': {'id': 'd5f8a0d2-aa80-49a9-a06e-c68b7348013e', 'name': '', 'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:35:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50247d3f-4ce7-4da7-ab3e-4a85e05733f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'ip_address': '172.27.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T19:27:15Z', 'updated_at': '2022-03-25T19:27:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755101-7-iscsi', '_interfaces': [{'id': '1ea4a206-4b16-4784-9988-1cdd7cfd5e26', 'name': '', 'network_id': '90b5080c-c621-4204-a1f6-ac899cb26880', 'tenant_id': 'de6288af9cbc41b895e700e06b64d38f', 'mac_address': 'fa:16:3e:f1:b0:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50247d3f-4ce7-4da7-ab3e-4a85e05733f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '947c40b8-7890-4f1b-a010-66d2d58532e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T19:27:17Z', 'updated_at': '2022-03-25T19:27:21Z', 'revision_number': 4, 'project_id': 'de6288af9cbc41b895e700e06b64d38f', 'subnets': [{'id': '947c40b8-7890-4f1b-a010-66d2d58532e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-755101-7-iscsi', False) {} {{(pid=103199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 19:27:22.216494 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-1c7be1f8-f9bc-4371-bc98-d09b0a83d072 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741036193015'] for port (8db15ee5-a53f-4f5b-add5-5712202b6168), after_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:22.224162 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-ffdf494f-90ed-4156-859d-1d19f52e7a14 None None] For port 1ea4a206-4b16-4784-9988-1cdd7cfd5e26, host dv-cinder-755101-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755101-7-iscsi',level=0,port_id=1ea4a206-4b16-4784-9988-1cdd7cfd5e26,segment=NetworkSegment(1a7e55d8-cf7a-4436-99f4-09c918a68e4c),segment_id=1a7e55d8-cf7a-4436-99f4-09c918a68e4c)] {{(pid=103198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 25 19:27:22.228285 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9f9fac7a-3f63-4afd-9a63-6a9b7983a01e admin admin] Publish callbacks [] for port (5edc275a-7fa9-4957-8a20-198aa9d1cf60), precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:22.246806 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-ffdf494f-90ed-4156-859d-1d19f52e7a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036679572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741036190733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741036190751'] for port (1ea4a206-4b16-4784-9988-1cdd7cfd5e26), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:22.252323 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-c83c3748-2554-4d43-b596-8a5e24af8716 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3752261'] for router_interface (eb7f74bc-0f3d-4a10-9891-89e1d74375db), before_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:22.254414 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d6fc09a-3c6b-44a5-aa06-e1b6796cb081 None None] The sync data for ids ['50247d3f-4ce7-4da7-ab3e-4a85e05733f4'] in dv-cinder-755101-7-iscsi is: [{'id': '50247d3f-4ce7-4da7-ab3e-4a85e05733f4', 'name': 'tempest-TestMinimumBasicScenario-2140778875-router', 'tenant_id': 'de6288af9cbc41b895e700e06b64d38f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'external_fixed_ips': [{'subnet_id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'ip_address': '172.27.0.148'}], 'enable_snat': True}, 'gw_port_id': 'd5f8a0d2-aa80-49a9-a06e-c68b7348013e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T19:27:15Z', 'updated_at': '2022-03-25T19:27:18Z', 'revision_number': 4, 'project_id': 'de6288af9cbc41b895e700e06b64d38f', 'gw_port': {'id': 'd5f8a0d2-aa80-49a9-a06e-c68b7348013e', 'name': '', 'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:35:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50247d3f-4ce7-4da7-ab3e-4a85e05733f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'ip_address': '172.27.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T19:27:15Z', 'updated_at': '2022-03-25T19:27:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755101-7-iscsi', '_interfaces': [{'id': '1ea4a206-4b16-4784-9988-1cdd7cfd5e26', 'name': '', 'network_id': '90b5080c-c621-4204-a1f6-ac899cb26880', 'tenant_id': 'de6288af9cbc41b895e700e06b64d38f', 'mac_address': 'fa:16:3e:f1:b0:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50247d3f-4ce7-4da7-ab3e-4a85e05733f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '947c40b8-7890-4f1b-a010-66d2d58532e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T19:27:17Z', 'updated_at': '2022-03-25T19:27:21Z', 'revision_number': 4, 'project_id': 'de6288af9cbc41b895e700e06b64d38f', 'subnets': [{'id': '947c40b8-7890-4f1b-a010-66d2d58532e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 25 19:27:22.261339 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c7be1f8-f9bc-4371-bc98-d09b0a83d072 None None] Network bce5c8d1-d077-4de0-868e-d5378d83b4d0 is already hosted by enough agents. {{(pid=103198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 19:27:22.264949 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.scheduler.base_scheduler [None req-1c7be1f8-f9bc-4371-bc98-d09b0a83d072 None None] Resources bound (agent type, host, resource id): {{(pid=103198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 19:27:22.271055 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9f9fac7a-3f63-4afd-9a63-6a9b7983a01e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741036193015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58911673'] for port (5edc275a-7fa9-4957-8a20-198aa9d1cf60), after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:22.276614 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c7be1f8-f9bc-4371-bc98-d09b0a83d072 None None] Received port after_create {{(pid=103198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 25 19:27:22.325292 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7be1f8-f9bc-4371-bc98-d09b0a83d072 None None] Pushing event updated for resources: {'Port': ['ID=8db15ee5-a53f-4f5b-add5-5712202b6168,revision_number=1']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:27:22.330285 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9fac7a-3f63-4afd-9a63-6a9b7983a01e admin admin] Pushing event updated for resources: {'Port': ['ID=5edc275a-7fa9-4957-8a20-198aa9d1cf60,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:27:22.344652 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f9fac7a-3f63-4afd-9a63-6a9b7983a01e admin admin] Network 4acd50f3-de7f-4854-a6f4-5b66b3577c15 is already hosted by enough agents. {{(pid=103196) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 19:27:22.346462 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.scheduler.base_scheduler [None req-9f9fac7a-3f63-4afd-9a63-6a9b7983a01e admin admin] Resources bound (agent type, host, resource id): {{(pid=103196) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 19:27:22.349949 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f9fac7a-3f63-4afd-9a63-6a9b7983a01e admin admin] Received port after_create {{(pid=103196) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 25 19:27:22.477533 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdf494f-90ed-4156-859d-1d19f52e7a14 None None] Pushing event updated for resources: {'Port': ['ID=1ea4a206-4b16-4784-9988-1cdd7cfd5e26,revision_number=5']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:27:22.492997 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-8850096a-582d-4bc1-bda6-c83669c9d2b6 None None] Provisioning complete for port 1ea4a206-4b16-4784-9988-1cdd7cfd5e26 triggered by entity DHCP. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 25 19:27:22.493375 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-8850096a-582d-4bc1-bda6-c83669c9d2b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133789'] for port (1ea4a206-4b16-4784-9988-1cdd7cfd5e26), provisioning_complete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:22.542596 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.managers [None req-1c7be1f8-f9bc-4371-bc98-d09b0a83d072 None None] Attempting to bind port 8db15ee5-a53f-4f5b-add5-5712202b6168 on host dv-cinder-755101-7-iscsi for vnic_type normal with profile {{(pid=103198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 25 19:27:22.543300 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.managers [None req-1c7be1f8-f9bc-4371-bc98-d09b0a83d072 None None] Attempting to bind port 8db15ee5-a53f-4f5b-add5-5712202b6168 by drivers openvswitch,hyperv on host dv-cinder-755101-7-iscsi at level 0 using segments [{'id': '417f6383-56d2-48b0-8c02-4feec69841d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'bce5c8d1-d077-4de0-868e-d5378d83b4d0'}] {{(pid=103198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 25 19:27:22.543910 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c7be1f8-f9bc-4371-bc98-d09b0a83d072 None None] Attempting to bind port 8db15ee5-a53f-4f5b-add5-5712202b6168 on network bce5c8d1-d077-4de0-868e-d5378d83b4d0 {{(pid=103198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 25 19:27:22.559873 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c7be1f8-f9bc-4371-bc98-d09b0a83d072 None None] Checking agent: {'id': '239dac0e-b210-4295-8f1a-11f7f9dc3de1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-755101-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 19, 12, 1), 'started_at': datetime.datetime(2022, 3, 25, 19, 12, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 19, 27, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-755101-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 25 19:27:22.560201 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c7be1f8-f9bc-4371-bc98-d09b0a83d072 None None] Checking segment: {'id': '417f6383-56d2-48b0-8c02-4feec69841d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'bce5c8d1-d077-4de0-868e-d5378d83b4d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 25 19:27:22.560616 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-1c7be1f8-f9bc-4371-bc98-d09b0a83d072 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:22.561558 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c7be1f8-f9bc-4371-bc98-d09b0a83d072 None None] Bound using segment: {'id': '417f6383-56d2-48b0-8c02-4feec69841d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'bce5c8d1-d077-4de0-868e-d5378d83b4d0'} {{(pid=103198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 25 19:27:22.562239 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.managers [None req-1c7be1f8-f9bc-4371-bc98-d09b0a83d072 None None] Bound port: 8db15ee5-a53f-4f5b-add5-5712202b6168, host: dv-cinder-755101-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '417f6383-56d2-48b0-8c02-4feec69841d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'bce5c8d1-d077-4de0-868e-d5378d83b4d0'}}] {{(pid=103198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 25 19:27:22.562837 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-1c7be1f8-f9bc-4371-bc98-d09b0a83d072 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1293263'] for port (8db15ee5-a53f-4f5b-add5-5712202b6168), before_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:22.613714 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.plugins.ml2.plugin [None req-c83c3748-2554-4d43-b596-8a5e24af8716 admin admin] Deleting port 737f7971-ded8-44f4-ae62-8ab311f3159b {{(pid=103197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 25 19:27:22.615191 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-c83c3748-2554-4d43-b596-8a5e24af8716 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741036672799'] for port (737f7971-ded8-44f4-ae62-8ab311f3159b), before_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:22.645245 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Device 1ea4a206-4b16-4784-9988-1cdd7cfd5e26 up at agent ovs-agent-dv-cinder-755101-7-iscsi {{(pid=103198) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 25 19:27:22.698650 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-1c7be1f8-f9bc-4371-bc98-d09b0a83d072 None None] For port 8db15ee5-a53f-4f5b-add5-5712202b6168, host dv-cinder-755101-7-iscsi, cleared binding levels {{(pid=103198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 25 19:27:22.723837 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.plugins.ml2.db [None req-c83c3748-2554-4d43-b596-8a5e24af8716 admin admin] For port 737f7971-ded8-44f4-ae62-8ab311f3159b, host dv-cinder-755101-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755101-7-iscsi',level=0,port_id=737f7971-ded8-44f4-ae62-8ab311f3159b,segment=NetworkSegment(d5d9e638-9172-438a-9403-536aa349dafa),segment_id=d5d9e638-9172-438a-9403-536aa349dafa)] {{(pid=103197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 25 19:27:22.724300 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-c83c3748-2554-4d43-b596-8a5e24af8716 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3766103'] for port (737f7971-ded8-44f4-ae62-8ab311f3159b), precommit_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:22.725660 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-1c7be1f8-f9bc-4371-bc98-d09b0a83d072 None None] For port 8db15ee5-a53f-4f5b-add5-5712202b6168, host dv-cinder-755101-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755101-7-iscsi',level=0,port_id=8db15ee5-a53f-4f5b-add5-5712202b6168,segment=NetworkSegment(417f6383-56d2-48b0-8c02-4feec69841d1),segment_id=417f6383-56d2-48b0-8c02-4feec69841d1)] {{(pid=103198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 25 19:27:22.739906 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-8850096a-582d-4bc1-bda6-c83669c9d2b6 None None] Current status of the port 1ea4a206-4b16-4784-9988-1cdd7cfd5e26 is: ACTIVE; New status is: ACTIVE {{(pid=103198) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 25 19:27:22.743471 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.plugins.ml2.plugin [None req-c83c3748-2554-4d43-b596-8a5e24af8716 admin admin] Calling delete_port for 737f7971-ded8-44f4-ae62-8ab311f3159b owned by network:router_interface {{(pid=103197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 25 19:27:22.746023 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-1c7be1f8-f9bc-4371-bc98-d09b0a83d072 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036679572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741036190733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741036190751'] for port (8db15ee5-a53f-4f5b-add5-5712202b6168), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:22.769127 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9f9fac7a-3f63-4afd-9a63-6a9b7983a01e admin admin] Publish callbacks [] for router_gateway (08bb0c92-50ec-40ff-9833-ffa0a27de7e0), after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:22.819205 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Provisioning complete for port 1ea4a206-4b16-4784-9988-1cdd7cfd5e26 triggered by entity L2. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 25 19:27:22.819786 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133789'] for port (1ea4a206-4b16-4784-9988-1cdd7cfd5e26), provisioning_complete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:22.828971 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7be1f8-f9bc-4371-bc98-d09b0a83d072 None None] Pushing event updated for resources: {'Port': ['ID=8db15ee5-a53f-4f5b-add5-5712202b6168,revision_number=2']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:27:22.958715 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Current status of the port 1ea4a206-4b16-4784-9988-1cdd7cfd5e26 is: ACTIVE; New status is: ACTIVE {{(pid=103198) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 25 19:27:22.959813 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Device d5f8a0d2-aa80-49a9-a06e-c68b7348013e up at agent ovs-agent-dv-cinder-755101-7-iscsi {{(pid=103198) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 25 19:27:23.017789 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-c83c3748-2554-4d43-b596-8a5e24af8716 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741036679554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741036190724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59283508'] for port (737f7971-ded8-44f4-ae62-8ab311f3159b), after_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:23.046440 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Provisioning complete for port d5f8a0d2-aa80-49a9-a06e-c68b7348013e triggered by entity L2. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 25 19:27:23.047087 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133789'] for port (d5f8a0d2-aa80-49a9-a06e-c68b7348013e), provisioning_complete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:23.071420 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83c3748-2554-4d43-b596-8a5e24af8716 admin admin] Pushing event deleted for resources: {'Port': ['ID=737f7971-ded8-44f4-ae62-8ab311f3159b,revision_number=None']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:27:23.119111 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9f9fac7a-3f63-4afd-9a63-6a9b7983a01e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3755958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3753515'] for router (08bb0c92-50ec-40ff-9833-ffa0a27de7e0), after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:23.186543 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Current status of the port d5f8a0d2-aa80-49a9-a06e-c68b7348013e is: ACTIVE; New status is: ACTIVE {{(pid=103198) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 25 19:27:23.274213 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Device f5719239-f520-4237-8015-ea72acb06bef no longer exists at agent ovs-agent-dv-cinder-755101-7-iscsi {{(pid=103198) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 25 19:27:23.298358 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] No Port match for: f5719239-f520-4237-8015-ea72acb06bef {{(pid=103198) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 25 19:27:23.298709 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Device f5719239-f520-4237-8015-ea72acb06bef not bound to the agent host dv-cinder-755101-7-iscsi {{(pid=103198) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 25 19:27:23.299643 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Device fd4b2b60-ef94-450e-979b-3a9063f00d9d no longer exists at agent ovs-agent-dv-cinder-755101-7-iscsi {{(pid=103198) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 25 19:27:23.312204 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-c83c3748-2554-4d43-b596-8a5e24af8716 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3692866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3752181'] for router_interface (eb7f74bc-0f3d-4a10-9891-89e1d74375db), after_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:23.325848 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] No Port match for: fd4b2b60-ef94-450e-979b-3a9063f00d9d {{(pid=103198) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 25 19:27:23.326710 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Device fd4b2b60-ef94-450e-979b-3a9063f00d9d not bound to the agent host dv-cinder-755101-7-iscsi {{(pid=103198) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 25 19:27:23.349854 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f9fac7a-3f63-4afd-9a63-6a9b7983a01e admin admin] Router 08bb0c92-50ec-40ff-9833-ffa0a27de7e0 is scheduled to L3 agent af1b81b0-43af-47bb-a61e-8e46b36efc57 with binding_index 1 {{(pid=103196) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 25 19:27:23.473531 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f9fac7a-3f63-4afd-9a63-6a9b7983a01e admin admin] Notify agent at l3_agent.dv-cinder-755101-7-iscsi the message routers_updated {{(pid=103196) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 25 19:27:23.489844 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c82e430-cb24-496a-abff-08e7b360fe27 None None] Sync routers for ids ['08bb0c92-50ec-40ff-9833-ffa0a27de7e0'] in dv-cinder-755101-7-iscsi {{(pid=103198) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 25 19:27:23.492277 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9f9fac7a-3f63-4afd-9a63-6a9b7983a01e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:23.496715 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-9f9fac7a-3f63-4afd-9a63-6a9b7983a01e admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.3792953 Mar 25 19:27:23.496925 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.18', 37994) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:27:23.502150 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c82e430-cb24-496a-abff-08e7b360fe27 None None] Routers {'08bb0c92-50ec-40ff-9833-ffa0a27de7e0'} bound to L3 agent in host dv-cinder-755101-7-iscsi {{(pid=103198) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 25 19:27:23.503083 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.l3_hamode_db [None req-4c82e430-cb24-496a-abff-08e7b360fe27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755101-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-25T19:11:57Z,description=,heartbeat_timestamp=2022-03-25T19:26:57Z,host='dv-cinder-755101-7-iscsi',id=af1b81b0-43af-47bb-a61e-8e46b36efc57,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:11:57Z,topic='l3_agent')) {'router_ids': ['08bb0c92-50ec-40ff-9833-ffa0a27de7e0'], 'active': True} {{(pid=103198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 19:27:23.579661 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c83c3748-2554-4d43-b596-8a5e24af8716 admin admin] Router eb7f74bc-0f3d-4a10-9891-89e1d74375db has already been hosted by L3 agent af1b81b0-43af-47bb-a61e-8e46b36efc57 {{(pid=103197) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 25 19:27:23.623503 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.l3_dvr_db [None req-4c82e430-cb24-496a-abff-08e7b360fe27 None None] Set router 08bb0c92-50ec-40ff-9833-ffa0a27de7e0 gateway port host: dv-cinder-755101-7-iscsi {{(pid=103198) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 25 19:27:23.703425 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c83c3748-2554-4d43-b596-8a5e24af8716 admin admin] Notify agent at l3_agent.dv-cinder-755101-7-iscsi the message routers_updated {{(pid=103197) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 25 19:27:23.712733 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-c83c3748-2554-4d43-b596-8a5e24af8716 admin admin] 10.222.0.18 "PUT /v2.0/routers/eb7f74bc-0f3d-4a10-9891-89e1d74375db/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0968206 Mar 25 19:27:23.713715 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.18', 37996) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:27:23.715025 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1065dfc-d189-4ef0-8b89-f6833a631435 None None] Sync routers for ids ['eb7f74bc-0f3d-4a10-9891-89e1d74375db'] in dv-cinder-755101-7-iscsi {{(pid=103199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 25 19:27:23.737764 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1065dfc-d189-4ef0-8b89-f6833a631435 None None] Routers {'eb7f74bc-0f3d-4a10-9891-89e1d74375db'} bound to L3 agent in host dv-cinder-755101-7-iscsi {{(pid=103199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 25 19:27:23.738660 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.db.l3_hamode_db [None req-d1065dfc-d189-4ef0-8b89-f6833a631435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755101-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-25T19:11:57Z,description=,heartbeat_timestamp=2022-03-25T19:26:57Z,host='dv-cinder-755101-7-iscsi',id=af1b81b0-43af-47bb-a61e-8e46b36efc57,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:11:57Z,topic='l3_agent')) {'router_ids': ['eb7f74bc-0f3d-4a10-9891-89e1d74375db'], 'active': True} {{(pid=103199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 19:27:23.835459 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-6960f5e4-3edc-4d50-8e6e-6a6a917c9bc9 admin admin] Publish callbacks [] for router (eb7f74bc-0f3d-4a10-9891-89e1d74375db), before_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:23.890177 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.l3_hamode_db [None req-4c82e430-cb24-496a-abff-08e7b360fe27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08bb0c92-50ec-40ff-9833-ffa0a27de7e0', 'name': 'tempest-TestMinimumBasicScenario-1239351560-router', 'tenant_id': 'cf5ee844463840d78b56ccfc3da54a25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'external_fixed_ips': [{'subnet_id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': '5edc275a-7fa9-4957-8a20-198aa9d1cf60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T19:27:21Z', 'updated_at': '2022-03-25T19:27:22Z', 'revision_number': 3, 'project_id': 'cf5ee844463840d78b56ccfc3da54a25', 'gw_port': {'id': '5edc275a-7fa9-4957-8a20-198aa9d1cf60', 'name': '', 'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:53:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08bb0c92-50ec-40ff-9833-ffa0a27de7e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T19:27:21Z', 'updated_at': '2022-03-25T19:27:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755101-7-iscsi'}], 'dv-cinder-755101-7-iscsi', False) {} {{(pid=103198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 19:27:23.937268 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c82e430-cb24-496a-abff-08e7b360fe27 None None] Checking router: 08bb0c92-50ec-40ff-9833-ffa0a27de7e0 for host: dv-cinder-755101-7-iscsi {{(pid=103198) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 25 19:27:23.937268 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c82e430-cb24-496a-abff-08e7b360fe27 None None] Updating router 08bb0c92-50ec-40ff-9833-ffa0a27de7e0 port 5edc275a-7fa9-4957-8a20-198aa9d1cf60 binding host dv-cinder-755101-7-iscsi {{(pid=103198) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 25 19:27:23.975851 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-6960f5e4-3edc-4d50-8e6e-6a6a917c9bc9 admin admin] Publish callbacks [] for router_gateway (eb7f74bc-0f3d-4a10-9891-89e1d74375db), before_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:23.982039 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-4c82e430-cb24-496a-abff-08e7b360fe27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1293263'] for port (5edc275a-7fa9-4957-8a20-198aa9d1cf60), before_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:24.071091 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.db.l3_dvr_db [None req-d1065dfc-d189-4ef0-8b89-f6833a631435 None None] Set router eb7f74bc-0f3d-4a10-9891-89e1d74375db gateway port host: dv-cinder-755101-7-iscsi {{(pid=103199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 25 19:27:24.136717 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.plugins.ml2.plugin [None req-6960f5e4-3edc-4d50-8e6e-6a6a917c9bc9 admin admin] Deleting port b07ff2cc-50d2-4a43-8eec-cba1d73ee1b3 {{(pid=103197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 25 19:27:24.137435 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-6960f5e4-3edc-4d50-8e6e-6a6a917c9bc9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741036672799'] for port (b07ff2cc-50d2-4a43-8eec-cba1d73ee1b3), before_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:24.268345 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-4c82e430-cb24-496a-abff-08e7b360fe27 None None] Publish callbacks [] for port (5edc275a-7fa9-4957-8a20-198aa9d1cf60), precommit_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:24.273935 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85081ee9-7446-4981-bd32-e8a4b0026341 None None] Network bce5c8d1-d077-4de0-868e-d5378d83b4d0 requested from dv-cinder-755101-7-iscsi {{(pid=103198) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 25 19:27:24.277911 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.plugins.ml2.db [None req-6960f5e4-3edc-4d50-8e6e-6a6a917c9bc9 admin admin] For port b07ff2cc-50d2-4a43-8eec-cba1d73ee1b3, host dv-cinder-755101-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755101-7-iscsi',level=0,port_id=b07ff2cc-50d2-4a43-8eec-cba1d73ee1b3,segment=NetworkSegment(bcf11cf5-8ef8-46ee-bf1d-f87c743f3fc7),segment_id=bcf11cf5-8ef8-46ee-bf1d-f87c743f3fc7)] {{(pid=103197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 25 19:27:24.278935 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-6960f5e4-3edc-4d50-8e6e-6a6a917c9bc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3766103'] for port (b07ff2cc-50d2-4a43-8eec-cba1d73ee1b3), precommit_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:24.300809 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.plugins.ml2.plugin [None req-6960f5e4-3edc-4d50-8e6e-6a6a917c9bc9 admin admin] Calling delete_port for b07ff2cc-50d2-4a43-8eec-cba1d73ee1b3 owned by network:router_gateway {{(pid=103197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 25 19:27:24.338172 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.db.l3_hamode_db [None req-d1065dfc-d189-4ef0-8b89-f6833a631435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb7f74bc-0f3d-4a10-9891-89e1d74375db', 'name': 'tempest-TestShelveInstance-480756647-router', 'tenant_id': 'eb0aefe8473a4e5faeb063ce28959b83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'external_fixed_ips': [{'subnet_id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'ip_address': '172.27.0.84'}], 'enable_snat': True}, 'gw_port_id': 'b07ff2cc-50d2-4a43-8eec-cba1d73ee1b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T19:22:33Z', 'updated_at': '2022-03-25T19:27:22Z', 'revision_number': 5, 'project_id': 'eb0aefe8473a4e5faeb063ce28959b83', 'gw_port': {'id': 'b07ff2cc-50d2-4a43-8eec-cba1d73ee1b3', 'name': '', 'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:01:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb7f74bc-0f3d-4a10-9891-89e1d74375db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'ip_address': '172.27.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T19:22:34Z', 'updated_at': '2022-03-25T19:22:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755101-7-iscsi'}], 'dv-cinder-755101-7-iscsi', False) {} {{(pid=103199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 19:27:24.364596 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-a4908c5e-ca0f-439d-8988-2fe902453dbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1293263'] for port (None), before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:24.368238 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-4c82e430-cb24-496a-abff-08e7b360fe27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036679572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741036190733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741036190751'] for port (5edc275a-7fa9-4957-8a20-198aa9d1cf60), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:24.376004 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1065dfc-d189-4ef0-8b89-f6833a631435 None None] Checking router: eb7f74bc-0f3d-4a10-9891-89e1d74375db for host: dv-cinder-755101-7-iscsi {{(pid=103199) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 25 19:27:24.388663 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1065dfc-d189-4ef0-8b89-f6833a631435 None None] Routers {'eb7f74bc-0f3d-4a10-9891-89e1d74375db'} bound to L3 agent in host dv-cinder-755101-7-iscsi {{(pid=103199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 25 19:27:24.400306 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.db.l3_hamode_db [None req-d1065dfc-d189-4ef0-8b89-f6833a631435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755101-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-25T19:11:57Z,description=,heartbeat_timestamp=2022-03-25T19:26:57Z,host='dv-cinder-755101-7-iscsi',id=af1b81b0-43af-47bb-a61e-8e46b36efc57,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:11:57Z,topic='l3_agent')) {'router_ids': ['eb7f74bc-0f3d-4a10-9891-89e1d74375db'], 'active': True} {{(pid=103199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 19:27:24.477633 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1136c27d-9a4b-4c19-9fbc-c25968a671f1 None None] Pushing event updated for resources: {'Port': ['ID=5edc275a-7fa9-4957-8a20-198aa9d1cf60,revision_number=2']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:27:24.505984 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-36f8b066-8048-41c2-a0f1-722edac51123 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741036503857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133703'] for agent (ff15a80c-2d7c-4104-a6ad-0973d1d911f7), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:24.537740 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.db.l3_dvr_db [None req-d1065dfc-d189-4ef0-8b89-f6833a631435 None None] Set router eb7f74bc-0f3d-4a10-9891-89e1d74375db gateway port host: None {{(pid=103199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 25 19:27:24.554191 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-6960f5e4-3edc-4d50-8e6e-6a6a917c9bc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741036679554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741036190724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59283508'] for port (b07ff2cc-50d2-4a43-8eec-cba1d73ee1b3), after_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:24.559615 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-6c5bafa0-42da-41f8-8735-d1b3368a09bc None None] Provisioning complete for port 8db15ee5-a53f-4f5b-add5-5712202b6168 triggered by entity DHCP. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 25 19:27:24.560097 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-6c5bafa0-42da-41f8-8735-d1b3368a09bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133789'] for port (8db15ee5-a53f-4f5b-add5-5712202b6168), provisioning_complete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:24.566686 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.db.db_base_plugin_common [None req-a4908c5e-ca0f-439d-8988-2fe902453dbf admin admin] Allocated IP 172.20.0.1 (bce5c8d1-d077-4de0-868e-d5378d83b4d0/c90f27f7-15bf-43da-9021-20c0fc8a2963/27497532-9992-401a-bd09-b396d4989d33) {{(pid=103196) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 19:27:24.593436 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.managers [None req-4c82e430-cb24-496a-abff-08e7b360fe27 None None] Attempting to bind port 5edc275a-7fa9-4957-8a20-198aa9d1cf60 on host dv-cinder-755101-7-iscsi for vnic_type normal with profile {{(pid=103198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 25 19:27:24.594067 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.managers [None req-4c82e430-cb24-496a-abff-08e7b360fe27 None None] Attempting to bind port 5edc275a-7fa9-4957-8a20-198aa9d1cf60 by drivers openvswitch,hyperv on host dv-cinder-755101-7-iscsi at level 0 using segments [{'id': 'bcf11cf5-8ef8-46ee-bf1d-f87c743f3fc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15'}] {{(pid=103198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 25 19:27:24.594723 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c82e430-cb24-496a-abff-08e7b360fe27 None None] Attempting to bind port 5edc275a-7fa9-4957-8a20-198aa9d1cf60 on network 4acd50f3-de7f-4854-a6f4-5b66b3577c15 {{(pid=103198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 25 19:27:24.655615 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6960f5e4-3edc-4d50-8e6e-6a6a917c9bc9 admin admin] Pushing event deleted for resources: {'Port': ['ID=b07ff2cc-50d2-4a43-8eec-cba1d73ee1b3,revision_number=None']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:27:24.659254 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c82e430-cb24-496a-abff-08e7b360fe27 None None] Checking agent: {'id': '239dac0e-b210-4295-8f1a-11f7f9dc3de1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-755101-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 19, 12, 1), 'started_at': datetime.datetime(2022, 3, 25, 19, 12, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 19, 27, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-755101-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 25 19:27:24.659643 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c82e430-cb24-496a-abff-08e7b360fe27 None None] Checking segment: {'id': 'bcf11cf5-8ef8-46ee-bf1d-f87c743f3fc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 25 19:27:24.660061 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-4c82e430-cb24-496a-abff-08e7b360fe27 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:24.660508 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c82e430-cb24-496a-abff-08e7b360fe27 None None] Bound using segment: {'id': 'bcf11cf5-8ef8-46ee-bf1d-f87c743f3fc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15'} {{(pid=103198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 25 19:27:24.660663 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-6960f5e4-3edc-4d50-8e6e-6a6a917c9bc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3753487'] for router_gateway (eb7f74bc-0f3d-4a10-9891-89e1d74375db), after_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:24.661069 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.managers [None req-4c82e430-cb24-496a-abff-08e7b360fe27 None None] Bound port: 5edc275a-7fa9-4957-8a20-198aa9d1cf60, host: dv-cinder-755101-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcf11cf5-8ef8-46ee-bf1d-f87c743f3fc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15'}}] {{(pid=103198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 25 19:27:24.661451 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-4c82e430-cb24-496a-abff-08e7b360fe27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1293263'] for port (5edc275a-7fa9-4957-8a20-198aa9d1cf60), before_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:24.673593 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.db.l3_hamode_db [None req-d1065dfc-d189-4ef0-8b89-f6833a631435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb7f74bc-0f3d-4a10-9891-89e1d74375db', 'name': 'tempest-TestShelveInstance-480756647-router', 'tenant_id': 'eb0aefe8473a4e5faeb063ce28959b83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T19:22:33Z', 'updated_at': '2022-03-25T19:27:23Z', 'revision_number': 6, 'project_id': 'eb0aefe8473a4e5faeb063ce28959b83', 'gw_port_host': None}], 'dv-cinder-755101-7-iscsi', False) {} {{(pid=103199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 19:27:24.674811 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-a4908c5e-ca0f-439d-8988-2fe902453dbf admin admin] Publish callbacks [] for port (27497532-9992-401a-bd09-b396d4989d33), precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:24.728061 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-a4908c5e-ca0f-439d-8988-2fe902453dbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741036193015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58911673'] for port (27497532-9992-401a-bd09-b396d4989d33), after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:24.773282 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-6960f5e4-3edc-4d50-8e6e-6a6a917c9bc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3756003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1471'] for router (eb7f74bc-0f3d-4a10-9891-89e1d74375db), precommit_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:24.776423 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-6960f5e4-3edc-4d50-8e6e-6a6a917c9bc9 admin admin] Publish callbacks [] for router_controller (eb7f74bc-0f3d-4a10-9891-89e1d74375db), precommit_delete_associations {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:24.788034 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1065dfc-d189-4ef0-8b89-f6833a631435 None None] The sync data for ids ['eb7f74bc-0f3d-4a10-9891-89e1d74375db'] in dv-cinder-755101-7-iscsi is: [{'id': 'eb7f74bc-0f3d-4a10-9891-89e1d74375db', 'name': 'tempest-TestShelveInstance-480756647-router', 'tenant_id': 'eb0aefe8473a4e5faeb063ce28959b83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T19:22:33Z', 'updated_at': '2022-03-25T19:27:23Z', 'revision_number': 6, 'project_id': 'eb0aefe8473a4e5faeb063ce28959b83', 'gw_port_host': None}] {{(pid=103199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 25 19:27:24.825426 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Device 1ea4a206-4b16-4784-9988-1cdd7cfd5e26 up at agent ovs-agent-dv-cinder-755101-7-iscsi {{(pid=103198) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 25 19:27:24.836671 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4908c5e-ca0f-439d-8988-2fe902453dbf admin admin] Network bce5c8d1-d077-4de0-868e-d5378d83b4d0 is already hosted by enough agents. {{(pid=103196) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 19:27:24.854726 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.scheduler.base_scheduler [None req-a4908c5e-ca0f-439d-8988-2fe902453dbf admin admin] Resources bound (agent type, host, resource id): {{(pid=103196) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 19:27:24.861937 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4908c5e-ca0f-439d-8988-2fe902453dbf admin admin] Received port after_create {{(pid=103196) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 25 19:27:24.866454 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4908c5e-ca0f-439d-8988-2fe902453dbf admin admin] Pushing event updated for resources: {'Port': ['ID=27497532-9992-401a-bd09-b396d4989d33,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:27:24.903720 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-6c5bafa0-42da-41f8-8735-d1b3368a09bc None None] Current status of the port 8db15ee5-a53f-4f5b-add5-5712202b6168 is: DOWN; New status is: ACTIVE {{(pid=103198) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 25 19:27:24.904869 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-6c5bafa0-42da-41f8-8735-d1b3368a09bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1293263'] for port (8db15ee5-a53f-4f5b-add5-5712202b6168), before_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:24.914673 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-4c82e430-cb24-496a-abff-08e7b360fe27 None None] For port 5edc275a-7fa9-4957-8a20-198aa9d1cf60, host dv-cinder-755101-7-iscsi, cleared binding levels {{(pid=103198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 25 19:27:24.924928 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-a4908c5e-ca0f-439d-8988-2fe902453dbf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3752446'] for router_interface (08bb0c92-50ec-40ff-9833-ffa0a27de7e0), before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:24.968863 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-4c82e430-cb24-496a-abff-08e7b360fe27 None None] For port 5edc275a-7fa9-4957-8a20-198aa9d1cf60, host dv-cinder-755101-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755101-7-iscsi',level=0,port_id=5edc275a-7fa9-4957-8a20-198aa9d1cf60,segment=NetworkSegment(bcf11cf5-8ef8-46ee-bf1d-f87c743f3fc7),segment_id=bcf11cf5-8ef8-46ee-bf1d-f87c743f3fc7)] {{(pid=103198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 25 19:27:24.986225 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-4c82e430-cb24-496a-abff-08e7b360fe27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036679572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741036190733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741036190751'] for port (5edc275a-7fa9-4957-8a20-198aa9d1cf60), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:25.013149 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-6c5bafa0-42da-41f8-8735-d1b3368a09bc None None] For port 8db15ee5-a53f-4f5b-add5-5712202b6168, host dv-cinder-755101-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755101-7-iscsi',level=0,port_id=8db15ee5-a53f-4f5b-add5-5712202b6168,segment=NetworkSegment(417f6383-56d2-48b0-8c02-4feec69841d1),segment_id=417f6383-56d2-48b0-8c02-4feec69841d1)] {{(pid=103198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 25 19:27:25.055918 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-6c5bafa0-42da-41f8-8735-d1b3368a09bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036679572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741036190733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741036190751'] for port (8db15ee5-a53f-4f5b-add5-5712202b6168), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:25.105248 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Provisioning complete for port 1ea4a206-4b16-4784-9988-1cdd7cfd5e26 triggered by entity L2. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 25 19:27:25.105994 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133789'] for port (1ea4a206-4b16-4784-9988-1cdd7cfd5e26), provisioning_complete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:25.135661 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1136c27d-9a4b-4c19-9fbc-c25968a671f1 None None] Pushing event updated for resources: {'Port': ['ID=5edc275a-7fa9-4957-8a20-198aa9d1cf60,revision_number=3']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:27:25.148055 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c82e430-cb24-496a-abff-08e7b360fe27 None None] Routers {'08bb0c92-50ec-40ff-9833-ffa0a27de7e0'} bound to L3 agent in host dv-cinder-755101-7-iscsi {{(pid=103198) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 25 19:27:25.148854 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.l3_hamode_db [None req-4c82e430-cb24-496a-abff-08e7b360fe27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755101-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-25T19:11:57Z,description=,heartbeat_timestamp=2022-03-25T19:26:57Z,host='dv-cinder-755101-7-iscsi',id=af1b81b0-43af-47bb-a61e-8e46b36efc57,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:11:57Z,topic='l3_agent')) {'router_ids': ['08bb0c92-50ec-40ff-9833-ffa0a27de7e0'], 'active': True} {{(pid=103198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 19:27:25.182803 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-a4908c5e-ca0f-439d-8988-2fe902453dbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1293263'] for port (27497532-9992-401a-bd09-b396d4989d33), before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:25.406449 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-6960f5e4-3edc-4d50-8e6e-6a6a917c9bc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3756012'] for router (eb7f74bc-0f3d-4a10-9891-89e1d74375db), after_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:25.407201 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6960f5e4-3edc-4d50-8e6e-6a6a917c9bc9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router eb7f74bc-0f3d-4a10-9891-89e1d74375db {{(pid=103197) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 25 19:27:25.413320 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-6960f5e4-3edc-4d50-8e6e-6a6a917c9bc9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:25.415707 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-6960f5e4-3edc-4d50-8e6e-6a6a917c9bc9 admin admin] 10.222.0.18 "DELETE /v2.0/routers/eb7f74bc-0f3d-4a10-9891-89e1d74375db HTTP/1.1" status: 204 len: 168 time: 1.7008197 Mar 25 19:27:25.418997 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.18', 38006) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:27:25.419155 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-a4908c5e-ca0f-439d-8988-2fe902453dbf admin admin] Publish callbacks [] for port (27497532-9992-401a-bd09-b396d4989d33), precommit_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:25.425016 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-a4908c5e-ca0f-439d-8988-2fe902453dbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036679572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741036190733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741036190751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58911630'] for port (27497532-9992-401a-bd09-b396d4989d33), after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:25.471686 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-a4908c5e-ca0f-439d-8988-2fe902453dbf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3692891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3752298'] for router_interface (08bb0c92-50ec-40ff-9833-ffa0a27de7e0), after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:25.481992 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.db.db_base_plugin_v2 [None req-085dd00e-c5ab-4895-9b40-5622a3d9e3fb admin admin] Deleting subnet fca8fe70-f054-4429-9981-9490d2799b15 {{(pid=103197) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 25 19:27:25.486253 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-085dd00e-c5ab-4895-9b40-5622a3d9e3fb admin admin] Publish callbacks [] for subnet (fca8fe70-f054-4429-9981-9490d2799b15), before_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:25.524101 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-085dd00e-c5ab-4895-9b40-5622a3d9e3fb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59390877'] for subnet (fca8fe70-f054-4429-9981-9490d2799b15), precommit_delete_associations {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:25.540582 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5bafa0-42da-41f8-8735-d1b3368a09bc None None] Pushing event updated for resources: {'Port': ['ID=8db15ee5-a53f-4f5b-add5-5712202b6168,revision_number=3']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:27:25.550210 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-97916d10-0d0f-4150-929c-03641f4d8e71 None None] Provisioning complete for port 8db15ee5-a53f-4f5b-add5-5712202b6168 triggered by entity DHCP. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 25 19:27:25.550617 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-97916d10-0d0f-4150-929c-03641f4d8e71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133789'] for port (8db15ee5-a53f-4f5b-add5-5712202b6168), provisioning_complete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:25.571535 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4908c5e-ca0f-439d-8988-2fe902453dbf admin admin] Pushing event updated for resources: {'Port': ['ID=27497532-9992-401a-bd09-b396d4989d33,revision_number=2']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:27:25.617421 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-085dd00e-c5ab-4895-9b40-5622a3d9e3fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1170929'] for subnet (fca8fe70-f054-4429-9981-9490d2799b15), precommit_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:25.629710 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4908c5e-ca0f-439d-8988-2fe902453dbf admin admin] Network bce5c8d1-d077-4de0-868e-d5378d83b4d0 is already hosted by enough agents. {{(pid=103196) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 19:27:25.631520 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.l3_dvr_db [None req-4c82e430-cb24-496a-abff-08e7b360fe27 None None] Set router 08bb0c92-50ec-40ff-9833-ffa0a27de7e0 gateway port host: dv-cinder-755101-7-iscsi {{(pid=103198) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 25 19:27:25.631804 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.scheduler.base_scheduler [None req-a4908c5e-ca0f-439d-8988-2fe902453dbf admin admin] Resources bound (agent type, host, resource id): {{(pid=103196) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 19:27:25.674341 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Current status of the port 1ea4a206-4b16-4784-9988-1cdd7cfd5e26 is: ACTIVE; New status is: ACTIVE {{(pid=103198) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 25 19:27:25.675368 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Device 8db15ee5-a53f-4f5b-add5-5712202b6168 up at agent ovs-agent-dv-cinder-755101-7-iscsi {{(pid=103198) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 25 19:27:25.687287 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-085dd00e-c5ab-4895-9b40-5622a3d9e3fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1170920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59285189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59750817'] for subnet (fca8fe70-f054-4429-9981-9490d2799b15), after_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:25.720882 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085dd00e-c5ab-4895-9b40-5622a3d9e3fb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fca8fe70-f054-4429-9981-9490d2799b15,revision_number=None']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:27:25.731650 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-085dd00e-c5ab-4895-9b40-5622a3d9e3fb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:25.741598 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-085dd00e-c5ab-4895-9b40-5622a3d9e3fb admin admin] 10.222.0.18 "DELETE /v2.0/subnets/fca8fe70-f054-4429-9981-9490d2799b15 HTTP/1.1" status: 204 len: 168 time: 0.3208761 Mar 25 19:27:25.744010 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.18', 38008) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:27:25.756703 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4da19e85-e2a2-49b7-9fe3-067f28c86447 None None] Network dbebce7a-f003-4071-bd7a-909bed861834 requested from dv-cinder-755101-7-iscsi {{(pid=103198) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 25 19:27:25.780029 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4908c5e-ca0f-439d-8988-2fe902453dbf admin admin] Router 08bb0c92-50ec-40ff-9833-ffa0a27de7e0 has already been hosted by L3 agent af1b81b0-43af-47bb-a61e-8e46b36efc57 {{(pid=103196) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 25 19:27:25.852810 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-4a7e724b-2d67-46cf-88b0-28bb1196ead9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1050558'] for network (dbebce7a-f003-4071-bd7a-909bed861834), before_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:25.926872 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.plugins.ml2.plugin [None req-4a7e724b-2d67-46cf-88b0-28bb1196ead9 admin admin] Deleting port 436c4910-dafd-4c7a-b1bc-6daeab4439d7 {{(pid=103197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 25 19:27:25.927331 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-4a7e724b-2d67-46cf-88b0-28bb1196ead9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741036672799'] for port (436c4910-dafd-4c7a-b1bc-6daeab4439d7), before_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:25.933219 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4908c5e-ca0f-439d-8988-2fe902453dbf admin admin] Notify agent at l3_agent.dv-cinder-755101-7-iscsi the message routers_updated {{(pid=103196) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 25 19:27:25.948406 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-a4908c5e-ca0f-439d-8988-2fe902453dbf admin admin] 10.222.0.18 "PUT /v2.0/routers/08bb0c92-50ec-40ff-9833-ffa0a27de7e0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4417579 Mar 25 19:27:25.976288 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-97916d10-0d0f-4150-929c-03641f4d8e71 None None] Current status of the port 8db15ee5-a53f-4f5b-add5-5712202b6168 is: ACTIVE; New status is: ACTIVE {{(pid=103198) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 25 19:27:25.994108 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Provisioning complete for port 8db15ee5-a53f-4f5b-add5-5712202b6168 triggered by entity L2. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 25 19:27:25.994629 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133789'] for port (8db15ee5-a53f-4f5b-add5-5712202b6168), provisioning_complete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:26.026803 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.plugins.ml2.db [None req-4a7e724b-2d67-46cf-88b0-28bb1196ead9 admin admin] For port 436c4910-dafd-4c7a-b1bc-6daeab4439d7, host dv-cinder-755101-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755101-7-iscsi',level=0,port_id=436c4910-dafd-4c7a-b1bc-6daeab4439d7,segment=NetworkSegment(d5d9e638-9172-438a-9403-536aa349dafa),segment_id=d5d9e638-9172-438a-9403-536aa349dafa)] {{(pid=103197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 25 19:27:26.027266 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-4a7e724b-2d67-46cf-88b0-28bb1196ead9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3766103'] for port (436c4910-dafd-4c7a-b1bc-6daeab4439d7), precommit_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:26.043419 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.plugins.ml2.plugin [None req-4a7e724b-2d67-46cf-88b0-28bb1196ead9 admin admin] Calling delete_port for 436c4910-dafd-4c7a-b1bc-6daeab4439d7 owned by network:dhcp {{(pid=103197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 25 19:27:26.131485 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-1bfe8a43-9667-4cff-83f4-f6a6fa1a8595 None None] Provisioning complete for port 27497532-9992-401a-bd09-b396d4989d33 triggered by entity DHCP. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 25 19:27:26.131963 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-1bfe8a43-9667-4cff-83f4-f6a6fa1a8595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133789'] for port (27497532-9992-401a-bd09-b396d4989d33), provisioning_complete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:26.172173 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-4a7e724b-2d67-46cf-88b0-28bb1196ead9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741036679554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741036190724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59283508'] for port (436c4910-dafd-4c7a-b1bc-6daeab4439d7), after_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:26.211875 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7e724b-2d67-46cf-88b0-28bb1196ead9 admin admin] Pushing event deleted for resources: {'Port': ['ID=436c4910-dafd-4c7a-b1bc-6daeab4439d7,revision_number=None']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:27:26.214580 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a7e724b-2d67-46cf-88b0-28bb1196ead9 admin admin] No DVR routers for this DVR port 436c4910-dafd-4c7a-b1bc-6daeab4439d7 on host dv-cinder-755101-7-iscsi {{(pid=103197) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 25 19:27:26.217399 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.l3_hamode_db [None req-4c82e430-cb24-496a-abff-08e7b360fe27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08bb0c92-50ec-40ff-9833-ffa0a27de7e0', 'name': 'tempest-TestMinimumBasicScenario-1239351560-router', 'tenant_id': 'cf5ee844463840d78b56ccfc3da54a25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'external_fixed_ips': [{'subnet_id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': '5edc275a-7fa9-4957-8a20-198aa9d1cf60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T19:27:21Z', 'updated_at': '2022-03-25T19:27:25Z', 'revision_number': 4, 'project_id': 'cf5ee844463840d78b56ccfc3da54a25', 'gw_port': {'id': '5edc275a-7fa9-4957-8a20-198aa9d1cf60', 'name': '', 'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:53:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08bb0c92-50ec-40ff-9833-ffa0a27de7e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T19:27:21Z', 'updated_at': '2022-03-25T19:27:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755101-7-iscsi', '_interfaces': [{'id': '27497532-9992-401a-bd09-b396d4989d33', 'name': '', 'network_id': 'bce5c8d1-d077-4de0-868e-d5378d83b4d0', 'tenant_id': 'cf5ee844463840d78b56ccfc3da54a25', 'mac_address': 'fa:16:3e:31:3c:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08bb0c92-50ec-40ff-9833-ffa0a27de7e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'c90f27f7-15bf-43da-9021-20c0fc8a2963', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T19:27:24Z', 'updated_at': '2022-03-25T19:27:24Z', 'revision_number': 1, 'project_id': 'cf5ee844463840d78b56ccfc3da54a25', 'subnets': [{'id': 'c90f27f7-15bf-43da-9021-20c0fc8a2963', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-755101-7-iscsi', False) {} {{(pid=103198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 19:27:26.226099 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Current status of the port 8db15ee5-a53f-4f5b-add5-5712202b6168 is: ACTIVE; New status is: ACTIVE {{(pid=103198) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 25 19:27:26.233142 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-1bfe8a43-9667-4cff-83f4-f6a6fa1a8595 None None] Port 27497532-9992-401a-bd09-b396d4989d33 cannot update to ACTIVE because it is not bound. {{(pid=103198) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 25 19:27:26.267238 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93af19c2-0b0e-4983-adf6-5291129c8177 None None] DHCP port deletion for dbebce7a-f003-4071-bd7a-909bed861834 request from dv-cinder-755101-7-iscsi {{(pid=103198) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 25 19:27:26.269676 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c82e430-cb24-496a-abff-08e7b360fe27 None None] The sync data for ids ['08bb0c92-50ec-40ff-9833-ffa0a27de7e0'] in dv-cinder-755101-7-iscsi is: [{'id': '08bb0c92-50ec-40ff-9833-ffa0a27de7e0', 'name': 'tempest-TestMinimumBasicScenario-1239351560-router', 'tenant_id': 'cf5ee844463840d78b56ccfc3da54a25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'external_fixed_ips': [{'subnet_id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': '5edc275a-7fa9-4957-8a20-198aa9d1cf60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T19:27:21Z', 'updated_at': '2022-03-25T19:27:25Z', 'revision_number': 4, 'project_id': 'cf5ee844463840d78b56ccfc3da54a25', 'gw_port': {'id': '5edc275a-7fa9-4957-8a20-198aa9d1cf60', 'name': '', 'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:53:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08bb0c92-50ec-40ff-9833-ffa0a27de7e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T19:27:21Z', 'updated_at': '2022-03-25T19:27:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755101-7-iscsi', '_interfaces': [{'id': '27497532-9992-401a-bd09-b396d4989d33', 'name': '', 'network_id': 'bce5c8d1-d077-4de0-868e-d5378d83b4d0', 'tenant_id': 'cf5ee844463840d78b56ccfc3da54a25', 'mac_address': 'fa:16:3e:31:3c:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08bb0c92-50ec-40ff-9833-ffa0a27de7e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'c90f27f7-15bf-43da-9021-20c0fc8a2963', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T19:27:24Z', 'updated_at': '2022-03-25T19:27:24Z', 'revision_number': 1, 'project_id': 'cf5ee844463840d78b56ccfc3da54a25', 'subnets': [{'id': 'c90f27f7-15bf-43da-9021-20c0fc8a2963', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103198) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 25 19:27:26.325243 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-4a7e724b-2d67-46cf-88b0-28bb1196ead9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1136452', 'neutron.services.segments.db._delete_segments_for_network-8741036503875'] for network (dbebce7a-f003-4071-bd7a-909bed861834), precommit_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:26.360424 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.services.segments.db [None req-4a7e724b-2d67-46cf-88b0-28bb1196ead9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbebce7a-f003-4071-bd7a-909bed861834']}} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 19:27:26.376028 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.services.segments.db [None req-4a7e724b-2d67-46cf-88b0-28bb1196ead9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5d9e638-9172-438a-9403-536aa349dafa') {'for_net_delete': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 19:27:26.376389 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.services.segments.db [None req-4a7e724b-2d67-46cf-88b0-28bb1196ead9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5d9e638-9172-438a-9403-536aa349dafa') {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 19:27:26.391298 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-4a7e724b-2d67-46cf-88b0-28bb1196ead9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741036503116', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59390884'] for segment (d5d9e638-9172-438a-9403-536aa349dafa), before_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:26.416319 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-4a7e724b-2d67-46cf-88b0-28bb1196ead9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1189096'] for segment (d5d9e638-9172-438a-9403-536aa349dafa), precommit_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:26.430810 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a7e724b-2d67-46cf-88b0-28bb1196ead9 admin admin] Releasing vlan 258 on physical network physnet1 to pool {{(pid=103197) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 25 19:27:26.431547 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-4a7e724b-2d67-46cf-88b0-28bb1196ead9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1189096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59283559'] for segment (d5d9e638-9172-438a-9403-536aa349dafa), after_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:26.447377 dv-cinder-755101-7-iscsi neutron-server[103197]: Traceback (most recent call last): Mar 25 19:27:26.447377 dv-cinder-755101-7-iscsi neutron-server[103197]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 25 19:27:26.447377 dv-cinder-755101-7-iscsi neutron-server[103197]: timer() Mar 25 19:27:26.447377 dv-cinder-755101-7-iscsi neutron-server[103197]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 25 19:27:26.447377 dv-cinder-755101-7-iscsi neutron-server[103197]: cb(*args, **kw) Mar 25 19:27:26.447377 dv-cinder-755101-7-iscsi neutron-server[103197]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 25 19:27:26.447377 dv-cinder-755101-7-iscsi neutron-server[103197]: return func(*args, **kwargs) Mar 25 19:27:26.447377 dv-cinder-755101-7-iscsi neutron-server[103197]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 25 19:27:26.447377 dv-cinder-755101-7-iscsi neutron-server[103197]: self._notify() Mar 25 19:27:26.447377 dv-cinder-755101-7-iscsi neutron-server[103197]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 25 19:27:26.447377 dv-cinder-755101-7-iscsi neutron-server[103197]: self.callback(batched_events) Mar 25 19:27:26.447377 dv-cinder-755101-7-iscsi neutron-server[103197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 25 19:27:26.447377 dv-cinder-755101-7-iscsi neutron-server[103197]: event.method(event) Mar 25 19:27:26.447377 dv-cinder-755101-7-iscsi neutron-server[103197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 25 19:27:26.447377 dv-cinder-755101-7-iscsi neutron-server[103197]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 25 19:27:26.447377 dv-cinder-755101-7-iscsi neutron-server[103197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 25 19:27:26.447377 dv-cinder-755101-7-iscsi neutron-server[103197]: aggregate_uuid = self.p_client.list_aggregates( Mar 25 19:27:26.447377 dv-cinder-755101-7-iscsi neutron-server[103197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 25 19:27:26.447377 dv-cinder-755101-7-iscsi neutron-server[103197]: return f(self, *a, **k) Mar 25 19:27:26.447377 dv-cinder-755101-7-iscsi neutron-server[103197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 25 19:27:26.447377 dv-cinder-755101-7-iscsi neutron-server[103197]: return self._get(url).json() Mar 25 19:27:26.447377 dv-cinder-755101-7-iscsi neutron-server[103197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 25 19:27:26.447377 dv-cinder-755101-7-iscsi neutron-server[103197]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 25 19:27:26.447377 dv-cinder-755101-7-iscsi neutron-server[103197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 25 19:27:26.447377 dv-cinder-755101-7-iscsi neutron-server[103197]: return self.request(url, 'GET', **kwargs) Mar 25 19:27:26.447377 dv-cinder-755101-7-iscsi neutron-server[103197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 25 19:27:26.447377 dv-cinder-755101-7-iscsi neutron-server[103197]: base_url = self.get_endpoint(auth, allow=allow, Mar 25 19:27:26.447377 dv-cinder-755101-7-iscsi neutron-server[103197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 25 19:27:26.447377 dv-cinder-755101-7-iscsi neutron-server[103197]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 25 19:27:26.447377 dv-cinder-755101-7-iscsi neutron-server[103197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 25 19:27:26.447377 dv-cinder-755101-7-iscsi neutron-server[103197]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 25 19:27:26.447377 dv-cinder-755101-7-iscsi neutron-server[103197]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 25 19:27:26.526548 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-4a7e724b-2d67-46cf-88b0-28bb1196ead9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1136511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3753587'] for network (dbebce7a-f003-4071-bd7a-909bed861834), after_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:26.532084 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Device 8db15ee5-a53f-4f5b-add5-5712202b6168 up at agent ovs-agent-dv-cinder-755101-7-iscsi {{(pid=103198) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 25 19:27:26.541063 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-4a7e724b-2d67-46cf-88b0-28bb1196ead9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692927'] for network (None), before_response {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:26.546370 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-4a7e724b-2d67-46cf-88b0-28bb1196ead9 admin admin] 10.222.0.18 "DELETE /v2.0/networks/dbebce7a-f003-4071-bd7a-909bed861834 HTTP/1.1" status: 204 len: 168 time: 0.8013659 Mar 25 19:27:26.559015 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7e724b-2d67-46cf-88b0-28bb1196ead9 admin admin] Pushing event deleted for resources: {'Network': ['ID=dbebce7a-f003-4071-bd7a-909bed861834,revision_number=None']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:27:26.660539 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Provisioning complete for port 8db15ee5-a53f-4f5b-add5-5712202b6168 triggered by entity L2. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 25 19:27:26.661100 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133789'] for port (8db15ee5-a53f-4f5b-add5-5712202b6168), provisioning_complete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:26.734874 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-db327d4f-4f48-46a0-b245-f634d7c6f04d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741036503857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133703'] for agent (af1b81b0-43af-47bb-a61e-8e46b36efc57), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:26.765691 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.18', 38042) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:27:26.811965 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Current status of the port 8db15ee5-a53f-4f5b-add5-5712202b6168 is: ACTIVE; New status is: ACTIVE {{(pid=103198) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 25 19:27:26.844093 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-0ea5a83a-18b1-49c5-9ffd-e7b63df1abac admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3c14746134994a9bb1469d2de7a5fbee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0763705 Mar 25 19:27:26.845930 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.18', 38044) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:27:26.901706 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-4a5d375d-e7e5-4ce8-8311-0d116eed35ec admin admin] Publish callbacks [] for security_group (4ae2ab99-b556-45ad-905a-0806f1dacddc), before_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:26.907627 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Device 737f7971-ded8-44f4-ae62-8ab311f3159b no longer exists at agent ovs-agent-dv-cinder-755101-7-iscsi {{(pid=103198) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 25 19:27:26.927301 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-4a5d375d-e7e5-4ce8-8311-0d116eed35ec admin admin] Publish callbacks [] for security_group (4ae2ab99-b556-45ad-905a-0806f1dacddc), precommit_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:26.943676 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] No Port match for: 737f7971-ded8-44f4-ae62-8ab311f3159b {{(pid=103198) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 25 19:27:26.944027 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Device 737f7971-ded8-44f4-ae62-8ab311f3159b not bound to the agent host dv-cinder-755101-7-iscsi {{(pid=103198) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 25 19:27:26.944457 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Device 436c4910-dafd-4c7a-b1bc-6daeab4439d7 no longer exists at agent ovs-agent-dv-cinder-755101-7-iscsi {{(pid=103198) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 25 19:27:26.971826 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] No Port match for: 436c4910-dafd-4c7a-b1bc-6daeab4439d7 {{(pid=103198) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 25 19:27:26.972592 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Device 436c4910-dafd-4c7a-b1bc-6daeab4439d7 not bound to the agent host dv-cinder-755101-7-iscsi {{(pid=103198) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 25 19:27:26.974082 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Device b07ff2cc-50d2-4a43-8eec-cba1d73ee1b3 no longer exists at agent ovs-agent-dv-cinder-755101-7-iscsi {{(pid=103198) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 25 19:27:27.001574 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] No Port match for: b07ff2cc-50d2-4a43-8eec-cba1d73ee1b3 {{(pid=103198) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 25 19:27:27.002235 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Device b07ff2cc-50d2-4a43-8eec-cba1d73ee1b3 not bound to the agent host dv-cinder-755101-7-iscsi {{(pid=103198) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 25 19:27:27.003898 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-4a5d375d-e7e5-4ce8-8311-0d116eed35ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687199'] for security_group (4ae2ab99-b556-45ad-905a-0806f1dacddc), after_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:27.007394 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-4a5d375d-e7e5-4ce8-8311-0d116eed35ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:27.008733 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-4a5d375d-e7e5-4ce8-8311-0d116eed35ec admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4ae2ab99-b556-45ad-905a-0806f1dacddc HTTP/1.1" status: 204 len: 168 time: 0.1618767 Mar 25 19:27:27.018794 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5d375d-e7e5-4ce8-8311-0d116eed35ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ae2ab99-b556-45ad-905a-0806f1dacddc,revision_number=None']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:27:27.567859 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.18', 38054) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:27:27.612743 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-af60142c-683d-41c3-be1d-5377fff6ca45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741036503857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133703'] for agent (c3076277-13eb-43a7-9b94-fad13f82c96d), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:27.629776 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-6799a8db-f20c-40a4-bbaf-e3616282001d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=eb0aefe8473a4e5faeb063ce28959b83&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0605845 Mar 25 19:27:27.632486 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.18', 38056) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:27:27.704334 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-89ceec8e-7684-4918-baab-93640af60330 admin admin] Publish callbacks [] for security_group (31fc5f91-a621-4a56-a316-6691f503a6c7), before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:27.757968 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-89ceec8e-7684-4918-baab-93640af60330 admin admin] Publish callbacks [] for security_group (31fc5f91-a621-4a56-a316-6691f503a6c7), precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:27.836336 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-89ceec8e-7684-4918-baab-93640af60330 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687199'] for security_group (31fc5f91-a621-4a56-a316-6691f503a6c7), after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:27.839216 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-89ceec8e-7684-4918-baab-93640af60330 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:27.843345 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-89ceec8e-7684-4918-baab-93640af60330 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/31fc5f91-a621-4a56-a316-6691f503a6c7 HTTP/1.1" status: 204 len: 168 time: 0.2097991 Mar 25 19:27:27.854652 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ceec8e-7684-4918-baab-93640af60330 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31fc5f91-a621-4a56-a316-6691f503a6c7,revision_number=None']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:27:28.116292 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.db.agents_db [None req-ad735e95-395b-498c-b22d-e8906e231634 None None] Agent healthcheck: found 6 active agents {{(pid=103199) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 25 19:27:28.584125 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Device 5edc275a-7fa9-4957-8a20-198aa9d1cf60 up at agent ovs-agent-dv-cinder-755101-7-iscsi {{(pid=103198) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 25 19:27:28.643944 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Provisioning complete for port 5edc275a-7fa9-4957-8a20-198aa9d1cf60 triggered by entity L2. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 25 19:27:28.644322 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133789'] for port (5edc275a-7fa9-4957-8a20-198aa9d1cf60), provisioning_complete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:28.751594 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Current status of the port 5edc275a-7fa9-4957-8a20-198aa9d1cf60 is: DOWN; New status is: ACTIVE {{(pid=103198) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 25 19:27:28.752075 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1293263'] for port (5edc275a-7fa9-4957-8a20-198aa9d1cf60), before_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:28.776628 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] For port 5edc275a-7fa9-4957-8a20-198aa9d1cf60, host dv-cinder-755101-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755101-7-iscsi',level=0,port_id=5edc275a-7fa9-4957-8a20-198aa9d1cf60,segment=NetworkSegment(bcf11cf5-8ef8-46ee-bf1d-f87c743f3fc7),segment_id=bcf11cf5-8ef8-46ee-bf1d-f87c743f3fc7)] {{(pid=103198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 25 19:27:28.782832 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036679572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741036190733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741036190751'] for port (5edc275a-7fa9-4957-8a20-198aa9d1cf60), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:28.862728 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Pushing event updated for resources: {'Port': ['ID=5edc275a-7fa9-4957-8a20-198aa9d1cf60,revision_number=4']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:27:28.922990 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.18', 38080) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:27:29.038824 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.v2.base [None req-ebcef202-ad24-4f7b-a492-5720e62f4682 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1146644451-network', 'tenant_id': '047bda67abf94801b4a3258dfa563394'}} {{(pid=103196) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 19:27:29.065155 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebcef202-ad24-4f7b-a492-5720e62f4682 admin admin] Made reservation on behalf of 047bda67abf94801b4a3258dfa563394 for: {'network': 1} {{(pid=103196) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 19:27:29.068097 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-ebcef202-ad24-4f7b-a492-5720e62f4682 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1293263'] for network (None), before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:29.078800 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-ebcef202-ad24-4f7b-a492-5720e62f4682 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:29.172147 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-ebcef202-ad24-4f7b-a492-5720e62f4682 admin admin] Publish callbacks [] for security_group (e3d73668-703b-44ea-acf3-2938a57b38db), precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:29.177527 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-ebcef202-ad24-4f7b-a492-5720e62f4682 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687199'] for security_group (e3d73668-703b-44ea-acf3-2938a57b38db), after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:29.215489 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-bfcc621e-35c9-4ac2-b4cb-53c403134561 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741036503857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133703'] for agent (9ba807d9-64cc-4b2a-8ad2-e4f3b23bc779), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:29.216690 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcef202-ad24-4f7b-a492-5720e62f4682 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3d73668-703b-44ea-acf3-2938a57b38db,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:27:29.234420 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebcef202-ad24-4f7b-a492-5720e62f4682 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 268} {{(pid=103196) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 25 19:27:29.246931 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-ebcef202-ad24-4f7b-a492-5720e62f4682 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1189096'] for segment (e330a8af-5d1b-4552-a8f9-d04d69fc20fb), precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:29.247321 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.db.segments_db [None req-ebcef202-ad24-4f7b-a492-5720e62f4682 admin admin] Added segment e330a8af-5d1b-4552-a8f9-d04d69fc20fb of type vlan for network 27580a04-c198-4a21-a1dd-713b4c75540c Mar 25 19:27:29.297082 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-ebcef202-ad24-4f7b-a492-5720e62f4682 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741036145210'] for network (27580a04-c198-4a21-a1dd-713b4c75540c), precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:29.332679 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-ebcef202-ad24-4f7b-a492-5720e62f4682 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877'] for network (27580a04-c198-4a21-a1dd-713b4c75540c), after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:29.333725 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebcef202-ad24-4f7b-a492-5720e62f4682 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:27:29.334373 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-ebcef202-ad24-4f7b-a492-5720e62f4682 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692927'] for network (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:29.405250 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.18', 38086) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:27:29.405761 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-ebcef202-ad24-4f7b-a492-5720e62f4682 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4806585 Mar 25 19:27:29.417289 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcef202-ad24-4f7b-a492-5720e62f4682 admin admin] Pushing event updated for resources: {'Network': ['ID=27580a04-c198-4a21-a1dd-713b4c75540c,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:27:29.418756 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.v2.base [None req-22588843-05d4-4671-af92-2167740b7424 admin admin] Request body: {'subnet': {'network_id': '27580a04-c198-4a21-a1dd-713b4c75540c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1146644451-subnet', 'tenant_id': '047bda67abf94801b4a3258dfa563394', 'ip_version': 4}} {{(pid=103197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 19:27:29.427600 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Network 27580a04-c198-4a21-a1dd-713b4c75540c details requested by agent ovs-agent-dv-cinder-755101-7-iscsi with host dv-cinder-755101-7-iscsi {{(pid=103198) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 25 19:27:29.445890 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22588843-05d4-4671-af92-2167740b7424 admin admin] Made reservation on behalf of 047bda67abf94801b4a3258dfa563394 for: {'subnet': 1} {{(pid=103197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 19:27:29.449364 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-22588843-05d4-4671-af92-2167740b7424 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59750796'] for subnet (None), before_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:29.655328 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-22588843-05d4-4671-af92-2167740b7424 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59285124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59750810'] for subnet (c8e42045-43c2-4a9f-a0d6-9006af4b8132), after_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:29.725949 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22588843-05d4-4671-af92-2167740b7424 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c8e42045-43c2-4a9f-a0d6-9006af4b8132,revision_number=0']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:27:29.731191 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22588843-05d4-4671-af92-2167740b7424 admin admin] Checking segment: {'id': 'e330a8af-5d1b-4552-a8f9-d04d69fc20fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '27580a04-c198-4a21-a1dd-713b4c75540c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 25 19:27:29.731540 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22588843-05d4-4671-af92-2167740b7424 admin admin] Network hostable DHCP agents. Network: 27580a04-c198-4a21-a1dd-713b4c75540c, hostable agents: ['ff15a80c-2d7c-4104-a6ad-0973d1d911f7'], hosted agents: [] {{(pid=103197) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 25 19:27:29.766765 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22588843-05d4-4671-af92-2167740b7424 admin admin] Network 27580a04-c198-4a21-a1dd-713b4c75540c is scheduled to be hosted by DHCP agent ff15a80c-2d7c-4104-a6ad-0973d1d911f7 with binding_index 1 {{(pid=103197) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 25 19:27:29.785240 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.scheduler.base_scheduler [None req-22588843-05d4-4671-af92-2167740b7424 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-755101-7-iscsi, 27580a04-c198-4a21-a1dd-713b4c75540c) {{(pid=103197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 19:27:29.791506 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22588843-05d4-4671-af92-2167740b7424 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:27:29.792279 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-22588843-05d4-4671-af92-2167740b7424 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:29.800293 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd6b5f15-06b1-4ae0-8b74-3f0545cc7698 None None] Network 27580a04-c198-4a21-a1dd-713b4c75540c requested from dv-cinder-755101-7-iscsi {{(pid=103198) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 25 19:27:29.811693 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fc10949-a7fe-430e-ae14-cd68a4b14f0c None None] Sync routers for ids ['08bb0c92-50ec-40ff-9833-ffa0a27de7e0'] in dv-cinder-755101-7-iscsi {{(pid=103198) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 25 19:27:29.831910 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-22588843-05d4-4671-af92-2167740b7424 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4200048 Mar 25 19:27:29.832130 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.18', 38088) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:27:29.836803 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.v2.base [None req-97c6e04c-b4d7-4c39-895d-9eb2bee02d91 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1146644451-router', 'tenant_id': '047bda67abf94801b4a3258dfa563394', 'external_gateway_info': {'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15'}}} {{(pid=103197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 19:27:29.864086 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-97c6e04c-b4d7-4c39-895d-9eb2bee02d91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3755069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1425'] for router (f07aef92-6be8-4ca1-a8c8-20fd188150b6), before_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:29.865095 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-97c6e04c-b4d7-4c39-895d-9eb2bee02d91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3755949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3753726', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3727394', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1446'] for router (f07aef92-6be8-4ca1-a8c8-20fd188150b6), precommit_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:29.876817 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fc10949-a7fe-430e-ae14-cd68a4b14f0c None None] Routers {'08bb0c92-50ec-40ff-9833-ffa0a27de7e0'} bound to L3 agent in host dv-cinder-755101-7-iscsi {{(pid=103198) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 25 19:27:29.877477 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.l3_hamode_db [None req-9fc10949-a7fe-430e-ae14-cd68a4b14f0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755101-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-25T19:11:57Z,description=,heartbeat_timestamp=2022-03-25T19:27:27Z,host='dv-cinder-755101-7-iscsi',id=af1b81b0-43af-47bb-a61e-8e46b36efc57,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:11:57Z,topic='l3_agent')) {'router_ids': ['08bb0c92-50ec-40ff-9833-ffa0a27de7e0'], 'active': True} {{(pid=103198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 19:27:29.947221 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-97c6e04c-b4d7-4c39-895d-9eb2bee02d91 admin admin] Publish callbacks [] for router_controller (f07aef92-6be8-4ca1-a8c8-20fd188150b6), precommit_add_association {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:30.056736 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6e5bbdd-cae8-49bc-baaf-fe05e0fa6213 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26d9a643-5fd7-5ada-a1a5-42c9304502b0-27580a04-c198-4a21-a1dd-713b4c75540c', 'network_id': '27580a04-c198-4a21-a1dd-713b4c75540c', 'project_id': '047bda67abf94801b4a3258dfa563394', 'fixed_ips': [{'subnet_id': 'c8e42045-43c2-4a9f-a0d6-9006af4b8132'}]}} from dv-cinder-755101-7-iscsi. {{(pid=103198) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 25 19:27:30.057604 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-c6e5bbdd-cae8-49bc-baaf-fe05e0fa6213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1293263'] for port (None), before_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:30.077325 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.l3_dvr_db [None req-9fc10949-a7fe-430e-ae14-cd68a4b14f0c None None] Set router 08bb0c92-50ec-40ff-9833-ffa0a27de7e0 gateway port host: dv-cinder-755101-7-iscsi {{(pid=103198) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 25 19:27:30.117298 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-97c6e04c-b4d7-4c39-895d-9eb2bee02d91 admin admin] Publish callbacks [] for router_gateway (f07aef92-6be8-4ca1-a8c8-20fd188150b6), precommit_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:30.381385 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-97c6e04c-b4d7-4c39-895d-9eb2bee02d91 admin admin] Publish callbacks [] for router_gateway (f07aef92-6be8-4ca1-a8c8-20fd188150b6), before_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:30.409378 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-97c6e04c-b4d7-4c39-895d-9eb2bee02d91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1293263'] for port (None), before_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:30.507105 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Device 5edc275a-7fa9-4957-8a20-198aa9d1cf60 up at agent ovs-agent-dv-cinder-755101-7-iscsi {{(pid=103198) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 25 19:27:30.518584 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.db_base_plugin_common [None req-c6e5bbdd-cae8-49bc-baaf-fe05e0fa6213 None None] Allocated IP 172.20.0.2 (27580a04-c198-4a21-a1dd-713b4c75540c/c8e42045-43c2-4a9f-a0d6-9006af4b8132/ce3fc972-8636-4197-9d60-332ed8171e99) {{(pid=103198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 19:27:30.545519 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.db.db_base_plugin_common [None req-97c6e04c-b4d7-4c39-895d-9eb2bee02d91 admin admin] Allocated IP 172.27.0.126 (4acd50f3-de7f-4854-a6f4-5b66b3577c15/efae7cfd-1549-43a8-94ca-01f5ce7b3ee1/4e1882de-b674-4c01-9054-99a59c61b85f) {{(pid=103197) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 19:27:30.672456 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-97c6e04c-b4d7-4c39-895d-9eb2bee02d91 admin admin] Publish callbacks [] for port (4e1882de-b674-4c01-9054-99a59c61b85f), precommit_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:30.681404 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Provisioning complete for port 5edc275a-7fa9-4957-8a20-198aa9d1cf60 triggered by entity L2. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 25 19:27:30.681908 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133789'] for port (5edc275a-7fa9-4957-8a20-198aa9d1cf60), provisioning_complete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:30.714601 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.l3_hamode_db [None req-9fc10949-a7fe-430e-ae14-cd68a4b14f0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08bb0c92-50ec-40ff-9833-ffa0a27de7e0', 'name': 'tempest-TestMinimumBasicScenario-1239351560-router', 'tenant_id': 'cf5ee844463840d78b56ccfc3da54a25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'external_fixed_ips': [{'subnet_id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': '5edc275a-7fa9-4957-8a20-198aa9d1cf60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T19:27:21Z', 'updated_at': '2022-03-25T19:27:25Z', 'revision_number': 4, 'project_id': 'cf5ee844463840d78b56ccfc3da54a25', 'gw_port': {'id': '5edc275a-7fa9-4957-8a20-198aa9d1cf60', 'name': '', 'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:53:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08bb0c92-50ec-40ff-9833-ffa0a27de7e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T19:27:21Z', 'updated_at': '2022-03-25T19:27:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755101-7-iscsi', '_interfaces': [{'id': '27497532-9992-401a-bd09-b396d4989d33', 'name': '', 'network_id': 'bce5c8d1-d077-4de0-868e-d5378d83b4d0', 'tenant_id': 'cf5ee844463840d78b56ccfc3da54a25', 'mac_address': 'fa:16:3e:31:3c:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08bb0c92-50ec-40ff-9833-ffa0a27de7e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'c90f27f7-15bf-43da-9021-20c0fc8a2963', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T19:27:24Z', 'updated_at': '2022-03-25T19:27:25Z', 'revision_number': 2, 'project_id': 'cf5ee844463840d78b56ccfc3da54a25', 'subnets': [{'id': 'c90f27f7-15bf-43da-9021-20c0fc8a2963', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-755101-7-iscsi', False) {} {{(pid=103198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 19:27:30.714923 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-97c6e04c-b4d7-4c39-895d-9eb2bee02d91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741036193015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59283508'] for port (4e1882de-b674-4c01-9054-99a59c61b85f), after_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:30.768184 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fc10949-a7fe-430e-ae14-cd68a4b14f0c None None] Checking router: 08bb0c92-50ec-40ff-9833-ffa0a27de7e0 for host: dv-cinder-755101-7-iscsi {{(pid=103198) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 25 19:27:30.768537 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fc10949-a7fe-430e-ae14-cd68a4b14f0c None None] Updating router 08bb0c92-50ec-40ff-9833-ffa0a27de7e0 port 27497532-9992-401a-bd09-b396d4989d33 binding host dv-cinder-755101-7-iscsi {{(pid=103198) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 25 19:27:30.771003 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97c6e04c-b4d7-4c39-895d-9eb2bee02d91 admin admin] Network 4acd50f3-de7f-4854-a6f4-5b66b3577c15 is already hosted by enough agents. {{(pid=103197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 19:27:30.772512 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c6e04c-b4d7-4c39-895d-9eb2bee02d91 admin admin] Pushing event updated for resources: {'Port': ['ID=4e1882de-b674-4c01-9054-99a59c61b85f,revision_number=1']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:27:30.775462 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.scheduler.base_scheduler [None req-97c6e04c-b4d7-4c39-895d-9eb2bee02d91 admin admin] Resources bound (agent type, host, resource id): {{(pid=103197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 19:27:30.778604 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97c6e04c-b4d7-4c39-895d-9eb2bee02d91 admin admin] Received port after_create {{(pid=103197) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 25 19:27:30.852433 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741036503857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133703'] for agent (239dac0e-b210-4295-8f1a-11f7f9dc3de1), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:30.853628 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741036503857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133703'] for agent (e10cc9df-a7ce-4b9c-bc25-dffd007f5dd8), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:30.855794 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-9fc10949-a7fe-430e-ae14-cd68a4b14f0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1293263'] for port (27497532-9992-401a-bd09-b396d4989d33), before_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:30.883103 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-c6e5bbdd-cae8-49bc-baaf-fe05e0fa6213 None None] Publish callbacks [] for port (ce3fc972-8636-4197-9d60-332ed8171e99), precommit_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:30.921483 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-c6e5bbdd-cae8-49bc-baaf-fe05e0fa6213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741036193015'] for port (ce3fc972-8636-4197-9d60-332ed8171e99), after_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:31.009410 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6e5bbdd-cae8-49bc-baaf-fe05e0fa6213 None None] Network 27580a04-c198-4a21-a1dd-713b4c75540c is already hosted by enough agents. {{(pid=103198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 19:27:31.010168 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Current status of the port 5edc275a-7fa9-4957-8a20-198aa9d1cf60 is: ACTIVE; New status is: ACTIVE {{(pid=103198) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 25 19:27:31.062941 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.scheduler.base_scheduler [None req-c6e5bbdd-cae8-49bc-baaf-fe05e0fa6213 None None] Resources bound (agent type, host, resource id): {{(pid=103198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 19:27:31.065914 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6e5bbdd-cae8-49bc-baaf-fe05e0fa6213 None None] Received port after_create {{(pid=103198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 25 19:27:31.088303 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e5bbdd-cae8-49bc-baaf-fe05e0fa6213 None None] Pushing event updated for resources: {'Port': ['ID=ce3fc972-8636-4197-9d60-332ed8171e99,revision_number=1']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:27:31.089524 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-97c6e04c-b4d7-4c39-895d-9eb2bee02d91 admin admin] Publish callbacks [] for router_gateway (f07aef92-6be8-4ca1-a8c8-20fd188150b6), after_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:31.209001 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.managers [None req-c6e5bbdd-cae8-49bc-baaf-fe05e0fa6213 None None] Attempting to bind port ce3fc972-8636-4197-9d60-332ed8171e99 on host dv-cinder-755101-7-iscsi for vnic_type normal with profile {{(pid=103198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 25 19:27:31.209466 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.managers [None req-c6e5bbdd-cae8-49bc-baaf-fe05e0fa6213 None None] Attempting to bind port ce3fc972-8636-4197-9d60-332ed8171e99 by drivers openvswitch,hyperv on host dv-cinder-755101-7-iscsi at level 0 using segments [{'id': 'e330a8af-5d1b-4552-a8f9-d04d69fc20fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '27580a04-c198-4a21-a1dd-713b4c75540c'}] {{(pid=103198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 25 19:27:31.209748 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6e5bbdd-cae8-49bc-baaf-fe05e0fa6213 None None] Attempting to bind port ce3fc972-8636-4197-9d60-332ed8171e99 on network 27580a04-c198-4a21-a1dd-713b4c75540c {{(pid=103198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 25 19:27:31.220674 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6e5bbdd-cae8-49bc-baaf-fe05e0fa6213 None None] Checking agent: {'id': '239dac0e-b210-4295-8f1a-11f7f9dc3de1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-755101-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 19, 12, 1), 'started_at': datetime.datetime(2022, 3, 25, 19, 12, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 19, 27, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-755101-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 25 19:27:31.221050 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6e5bbdd-cae8-49bc-baaf-fe05e0fa6213 None None] Checking segment: {'id': 'e330a8af-5d1b-4552-a8f9-d04d69fc20fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '27580a04-c198-4a21-a1dd-713b4c75540c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 25 19:27:31.221458 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-c6e5bbdd-cae8-49bc-baaf-fe05e0fa6213 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:31.221858 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6e5bbdd-cae8-49bc-baaf-fe05e0fa6213 None None] Bound using segment: {'id': 'e330a8af-5d1b-4552-a8f9-d04d69fc20fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '27580a04-c198-4a21-a1dd-713b4c75540c'} {{(pid=103198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 25 19:27:31.222325 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.managers [None req-c6e5bbdd-cae8-49bc-baaf-fe05e0fa6213 None None] Bound port: ce3fc972-8636-4197-9d60-332ed8171e99, host: dv-cinder-755101-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e330a8af-5d1b-4552-a8f9-d04d69fc20fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '27580a04-c198-4a21-a1dd-713b4c75540c'}}] {{(pid=103198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 25 19:27:31.222785 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-c6e5bbdd-cae8-49bc-baaf-fe05e0fa6213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1293263'] for port (ce3fc972-8636-4197-9d60-332ed8171e99), before_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:31.336892 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-c6e5bbdd-cae8-49bc-baaf-fe05e0fa6213 None None] For port ce3fc972-8636-4197-9d60-332ed8171e99, host dv-cinder-755101-7-iscsi, cleared binding levels {{(pid=103198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 25 19:27:31.370422 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-97c6e04c-b4d7-4c39-895d-9eb2bee02d91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3755958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3753515'] for router (f07aef92-6be8-4ca1-a8c8-20fd188150b6), after_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:31.380689 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-c6e5bbdd-cae8-49bc-baaf-fe05e0fa6213 None None] For port ce3fc972-8636-4197-9d60-332ed8171e99, host dv-cinder-755101-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755101-7-iscsi',level=0,port_id=ce3fc972-8636-4197-9d60-332ed8171e99,segment=NetworkSegment(e330a8af-5d1b-4552-a8f9-d04d69fc20fb),segment_id=e330a8af-5d1b-4552-a8f9-d04d69fc20fb)] {{(pid=103198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 25 19:27:31.390652 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-c6e5bbdd-cae8-49bc-baaf-fe05e0fa6213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036679572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741036190733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741036190751'] for port (ce3fc972-8636-4197-9d60-332ed8171e99), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:31.436120 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-9fc10949-a7fe-430e-ae14-cd68a4b14f0c None None] Publish callbacks [] for port (27497532-9992-401a-bd09-b396d4989d33), precommit_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:31.458558 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-9fc10949-a7fe-430e-ae14-cd68a4b14f0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036679572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741036190733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741036190751'] for port (27497532-9992-401a-bd09-b396d4989d33), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:31.515730 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e5bbdd-cae8-49bc-baaf-fe05e0fa6213 None None] Pushing event updated for resources: {'Port': ['ID=ce3fc972-8636-4197-9d60-332ed8171e99,revision_number=2']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:27:31.549499 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97c6e04c-b4d7-4c39-895d-9eb2bee02d91 admin admin] Router f07aef92-6be8-4ca1-a8c8-20fd188150b6 is scheduled to L3 agent af1b81b0-43af-47bb-a61e-8e46b36efc57 with binding_index 1 {{(pid=103197) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 25 19:27:31.618712 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df09b6a2-9367-4a36-859d-53fec47156dc None None] Pushing event updated for resources: {'Port': ['ID=27497532-9992-401a-bd09-b396d4989d33,revision_number=3']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:27:31.634893 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.managers [None req-9fc10949-a7fe-430e-ae14-cd68a4b14f0c None None] Attempting to bind port 27497532-9992-401a-bd09-b396d4989d33 on host dv-cinder-755101-7-iscsi for vnic_type normal with profile {{(pid=103198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 25 19:27:31.635524 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.managers [None req-9fc10949-a7fe-430e-ae14-cd68a4b14f0c None None] Attempting to bind port 27497532-9992-401a-bd09-b396d4989d33 by drivers openvswitch,hyperv on host dv-cinder-755101-7-iscsi at level 0 using segments [{'id': '417f6383-56d2-48b0-8c02-4feec69841d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'bce5c8d1-d077-4de0-868e-d5378d83b4d0'}] {{(pid=103198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 25 19:27:31.636054 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fc10949-a7fe-430e-ae14-cd68a4b14f0c None None] Attempting to bind port 27497532-9992-401a-bd09-b396d4989d33 on network bce5c8d1-d077-4de0-868e-d5378d83b4d0 {{(pid=103198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 25 19:27:31.644846 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fc10949-a7fe-430e-ae14-cd68a4b14f0c None None] Checking agent: {'id': '239dac0e-b210-4295-8f1a-11f7f9dc3de1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-755101-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 19, 12, 1), 'started_at': datetime.datetime(2022, 3, 25, 19, 12, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 19, 27, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-755101-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 25 19:27:31.645547 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fc10949-a7fe-430e-ae14-cd68a4b14f0c None None] Checking segment: {'id': '417f6383-56d2-48b0-8c02-4feec69841d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'bce5c8d1-d077-4de0-868e-d5378d83b4d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 25 19:27:31.646137 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-9fc10949-a7fe-430e-ae14-cd68a4b14f0c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:31.646905 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fc10949-a7fe-430e-ae14-cd68a4b14f0c None None] Bound using segment: {'id': '417f6383-56d2-48b0-8c02-4feec69841d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'bce5c8d1-d077-4de0-868e-d5378d83b4d0'} {{(pid=103198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 25 19:27:31.647526 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.managers [None req-9fc10949-a7fe-430e-ae14-cd68a4b14f0c None None] Bound port: 27497532-9992-401a-bd09-b396d4989d33, host: dv-cinder-755101-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '417f6383-56d2-48b0-8c02-4feec69841d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': 'bce5c8d1-d077-4de0-868e-d5378d83b4d0'}}] {{(pid=103198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 25 19:27:31.648422 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-9fc10949-a7fe-430e-ae14-cd68a4b14f0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1293263'] for port (27497532-9992-401a-bd09-b396d4989d33), before_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:31.725258 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97c6e04c-b4d7-4c39-895d-9eb2bee02d91 admin admin] Notify agent at l3_agent.dv-cinder-755101-7-iscsi the message routers_updated {{(pid=103197) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 25 19:27:31.749123 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fd105b4-4e23-4386-8436-df1f4630766b None None] Sync routers for ids ['f07aef92-6be8-4ca1-a8c8-20fd188150b6'] in dv-cinder-755101-7-iscsi {{(pid=103199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 25 19:27:31.773616 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fd105b4-4e23-4386-8436-df1f4630766b None None] Routers {'f07aef92-6be8-4ca1-a8c8-20fd188150b6'} bound to L3 agent in host dv-cinder-755101-7-iscsi {{(pid=103199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 25 19:27:31.775707 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.db.l3_hamode_db [None req-7fd105b4-4e23-4386-8436-df1f4630766b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755101-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-25T19:11:57Z,description=,heartbeat_timestamp=2022-03-25T19:27:27Z,host='dv-cinder-755101-7-iscsi',id=af1b81b0-43af-47bb-a61e-8e46b36efc57,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:11:57Z,topic='l3_agent')) {'router_ids': ['f07aef92-6be8-4ca1-a8c8-20fd188150b6'], 'active': True} {{(pid=103199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 19:27:31.780619 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-97c6e04c-b4d7-4c39-895d-9eb2bee02d91 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:31.782039 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-97c6e04c-b4d7-4c39-895d-9eb2bee02d91 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.9489024 Mar 25 19:27:31.784846 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.18', 38098) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:27:31.793882 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-9fc10949-a7fe-430e-ae14-cd68a4b14f0c None None] For port 27497532-9992-401a-bd09-b396d4989d33, host dv-cinder-755101-7-iscsi, cleared binding levels {{(pid=103198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 25 19:27:31.799711 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-9fc10949-a7fe-430e-ae14-cd68a4b14f0c None None] For port 27497532-9992-401a-bd09-b396d4989d33, host dv-cinder-755101-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755101-7-iscsi',level=0,port_id=27497532-9992-401a-bd09-b396d4989d33,segment=NetworkSegment(417f6383-56d2-48b0-8c02-4feec69841d1),segment_id=417f6383-56d2-48b0-8c02-4feec69841d1)] {{(pid=103198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 25 19:27:31.808652 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-9fc10949-a7fe-430e-ae14-cd68a4b14f0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036679572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741036190733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741036190751'] for port (27497532-9992-401a-bd09-b396d4989d33), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:31.877018 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df09b6a2-9367-4a36-859d-53fec47156dc None None] Pushing event updated for resources: {'Port': ['ID=27497532-9992-401a-bd09-b396d4989d33,revision_number=4']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:27:31.892046 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fc10949-a7fe-430e-ae14-cd68a4b14f0c None None] Routers {'08bb0c92-50ec-40ff-9833-ffa0a27de7e0'} bound to L3 agent in host dv-cinder-755101-7-iscsi {{(pid=103198) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 25 19:27:31.893055 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.l3_hamode_db [None req-9fc10949-a7fe-430e-ae14-cd68a4b14f0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755101-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-25T19:11:57Z,description=,heartbeat_timestamp=2022-03-25T19:27:27Z,host='dv-cinder-755101-7-iscsi',id=af1b81b0-43af-47bb-a61e-8e46b36efc57,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:11:57Z,topic='l3_agent')) {'router_ids': ['08bb0c92-50ec-40ff-9833-ffa0a27de7e0'], 'active': True} {{(pid=103198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 19:27:31.952531 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.db.l3_dvr_db [None req-7fd105b4-4e23-4386-8436-df1f4630766b None None] Set router f07aef92-6be8-4ca1-a8c8-20fd188150b6 gateway port host: dv-cinder-755101-7-iscsi {{(pid=103199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 25 19:27:32.057433 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-001a9f6d-42f3-4f78-bcb6-445f1b6c40c0 None None] Provisioning complete for port 27497532-9992-401a-bd09-b396d4989d33 triggered by entity DHCP. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 25 19:27:32.057927 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-001a9f6d-42f3-4f78-bcb6-445f1b6c40c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133789'] for port (27497532-9992-401a-bd09-b396d4989d33), provisioning_complete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:32.118326 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.l3_dvr_db [None req-9fc10949-a7fe-430e-ae14-cd68a4b14f0c None None] Set router 08bb0c92-50ec-40ff-9833-ffa0a27de7e0 gateway port host: dv-cinder-755101-7-iscsi {{(pid=103198) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 25 19:27:32.303620 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-001a9f6d-42f3-4f78-bcb6-445f1b6c40c0 None None] Current status of the port 27497532-9992-401a-bd09-b396d4989d33 is: DOWN; New status is: ACTIVE {{(pid=103198) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 25 19:27:32.316900 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-001a9f6d-42f3-4f78-bcb6-445f1b6c40c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1293263'] for port (27497532-9992-401a-bd09-b396d4989d33), before_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:32.330790 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.db.l3_hamode_db [None req-7fd105b4-4e23-4386-8436-df1f4630766b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f07aef92-6be8-4ca1-a8c8-20fd188150b6', 'name': 'tempest-TestVolumeBootPattern-1146644451-router', 'tenant_id': '047bda67abf94801b4a3258dfa563394', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'external_fixed_ips': [{'subnet_id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'ip_address': '172.27.0.126'}], 'enable_snat': True}, 'gw_port_id': '4e1882de-b674-4c01-9054-99a59c61b85f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T19:27:29Z', 'updated_at': '2022-03-25T19:27:30Z', 'revision_number': 3, 'project_id': '047bda67abf94801b4a3258dfa563394', 'gw_port': {'id': '4e1882de-b674-4c01-9054-99a59c61b85f', 'name': '', 'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:57:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f07aef92-6be8-4ca1-a8c8-20fd188150b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'ip_address': '172.27.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T19:27:30Z', 'updated_at': '2022-03-25T19:27:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755101-7-iscsi'}], 'dv-cinder-755101-7-iscsi', False) {} {{(pid=103199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 19:27:32.386542 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fd105b4-4e23-4386-8436-df1f4630766b None None] Checking router: f07aef92-6be8-4ca1-a8c8-20fd188150b6 for host: dv-cinder-755101-7-iscsi {{(pid=103199) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 25 19:27:32.387094 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fd105b4-4e23-4386-8436-df1f4630766b None None] Updating router f07aef92-6be8-4ca1-a8c8-20fd188150b6 port 4e1882de-b674-4c01-9054-99a59c61b85f binding host dv-cinder-755101-7-iscsi {{(pid=103199) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 25 19:27:32.432185 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-7fd105b4-4e23-4386-8436-df1f4630766b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1293263'] for port (4e1882de-b674-4c01-9054-99a59c61b85f), before_update {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:32.703202 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-001a9f6d-42f3-4f78-bcb6-445f1b6c40c0 None None] For port 27497532-9992-401a-bd09-b396d4989d33, host dv-cinder-755101-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755101-7-iscsi',level=0,port_id=27497532-9992-401a-bd09-b396d4989d33,segment=NetworkSegment(417f6383-56d2-48b0-8c02-4feec69841d1),segment_id=417f6383-56d2-48b0-8c02-4feec69841d1)] {{(pid=103198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 25 19:27:32.708738 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-001a9f6d-42f3-4f78-bcb6-445f1b6c40c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036679572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741036190733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741036190751'] for port (27497532-9992-401a-bd09-b396d4989d33), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:32.790605 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.l3_hamode_db [None req-9fc10949-a7fe-430e-ae14-cd68a4b14f0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08bb0c92-50ec-40ff-9833-ffa0a27de7e0', 'name': 'tempest-TestMinimumBasicScenario-1239351560-router', 'tenant_id': 'cf5ee844463840d78b56ccfc3da54a25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'external_fixed_ips': [{'subnet_id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': '5edc275a-7fa9-4957-8a20-198aa9d1cf60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T19:27:21Z', 'updated_at': '2022-03-25T19:27:25Z', 'revision_number': 4, 'project_id': 'cf5ee844463840d78b56ccfc3da54a25', 'gw_port': {'id': '5edc275a-7fa9-4957-8a20-198aa9d1cf60', 'name': '', 'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:53:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08bb0c92-50ec-40ff-9833-ffa0a27de7e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T19:27:21Z', 'updated_at': '2022-03-25T19:27:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755101-7-iscsi', '_interfaces': [{'id': '27497532-9992-401a-bd09-b396d4989d33', 'name': '', 'network_id': 'bce5c8d1-d077-4de0-868e-d5378d83b4d0', 'tenant_id': 'cf5ee844463840d78b56ccfc3da54a25', 'mac_address': 'fa:16:3e:31:3c:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08bb0c92-50ec-40ff-9833-ffa0a27de7e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'c90f27f7-15bf-43da-9021-20c0fc8a2963', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T19:27:24Z', 'updated_at': '2022-03-25T19:27:31Z', 'revision_number': 4, 'project_id': 'cf5ee844463840d78b56ccfc3da54a25', 'subnets': [{'id': 'c90f27f7-15bf-43da-9021-20c0fc8a2963', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-755101-7-iscsi', False) {} {{(pid=103198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 19:27:32.840020 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fc10949-a7fe-430e-ae14-cd68a4b14f0c None None] The sync data for ids ['08bb0c92-50ec-40ff-9833-ffa0a27de7e0'] in dv-cinder-755101-7-iscsi is: [{'id': '08bb0c92-50ec-40ff-9833-ffa0a27de7e0', 'name': 'tempest-TestMinimumBasicScenario-1239351560-router', 'tenant_id': 'cf5ee844463840d78b56ccfc3da54a25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'external_fixed_ips': [{'subnet_id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': '5edc275a-7fa9-4957-8a20-198aa9d1cf60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T19:27:21Z', 'updated_at': '2022-03-25T19:27:25Z', 'revision_number': 4, 'project_id': 'cf5ee844463840d78b56ccfc3da54a25', 'gw_port': {'id': '5edc275a-7fa9-4957-8a20-198aa9d1cf60', 'name': '', 'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:53:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08bb0c92-50ec-40ff-9833-ffa0a27de7e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T19:27:21Z', 'updated_at': '2022-03-25T19:27:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755101-7-iscsi', '_interfaces': [{'id': '27497532-9992-401a-bd09-b396d4989d33', 'name': '', 'network_id': 'bce5c8d1-d077-4de0-868e-d5378d83b4d0', 'tenant_id': 'cf5ee844463840d78b56ccfc3da54a25', 'mac_address': 'fa:16:3e:31:3c:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08bb0c92-50ec-40ff-9833-ffa0a27de7e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'c90f27f7-15bf-43da-9021-20c0fc8a2963', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T19:27:24Z', 'updated_at': '2022-03-25T19:27:31Z', 'revision_number': 4, 'project_id': 'cf5ee844463840d78b56ccfc3da54a25', 'subnets': [{'id': 'c90f27f7-15bf-43da-9021-20c0fc8a2963', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103198) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 25 19:27:32.841843 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Device ce3fc972-8636-4197-9d60-332ed8171e99 up at agent ovs-agent-dv-cinder-755101-7-iscsi {{(pid=103198) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 25 19:27:32.913182 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-afa20217-e63a-4c7e-95f4-551fe3801b9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1293263'] for port (None), before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:32.953566 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001a9f6d-42f3-4f78-bcb6-445f1b6c40c0 None None] Pushing event updated for resources: {'Port': ['ID=27497532-9992-401a-bd09-b396d4989d33,revision_number=5']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:27:32.990858 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-8737d210-802a-470f-9733-5eeefe74c2d3 None None] Provisioning complete for port 27497532-9992-401a-bd09-b396d4989d33 triggered by entity DHCP. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 25 19:27:32.991730 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-8737d210-802a-470f-9733-5eeefe74c2d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133789'] for port (27497532-9992-401a-bd09-b396d4989d33), provisioning_complete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:33.007762 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-7fd105b4-4e23-4386-8436-df1f4630766b None None] Publish callbacks [] for port (4e1882de-b674-4c01-9054-99a59c61b85f), precommit_update {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:33.026021 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-7fd105b4-4e23-4386-8436-df1f4630766b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036679572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741036190733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741036190751'] for port (4e1882de-b674-4c01-9054-99a59c61b85f), after_update {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:33.105228 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Provisioning complete for port ce3fc972-8636-4197-9d60-332ed8171e99 triggered by entity L2. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 25 19:27:33.105610 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133789'] for port (ce3fc972-8636-4197-9d60-332ed8171e99), provisioning_complete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:33.158326 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bca5fec-b6f3-4a06-8af1-ddf6083817c7 None None] Network 27580a04-c198-4a21-a1dd-713b4c75540c requested from dv-cinder-755101-7-iscsi {{(pid=103198) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 25 19:27:33.181785 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38e9299-d8a8-4323-9765-384f67601aaf None None] Pushing event updated for resources: {'Port': ['ID=4e1882de-b674-4c01-9054-99a59c61b85f,revision_number=2']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:27:33.197837 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.managers [None req-7fd105b4-4e23-4386-8436-df1f4630766b None None] Attempting to bind port 4e1882de-b674-4c01-9054-99a59c61b85f on host dv-cinder-755101-7-iscsi for vnic_type normal with profile {{(pid=103199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 25 19:27:33.199785 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.managers [None req-7fd105b4-4e23-4386-8436-df1f4630766b None None] Attempting to bind port 4e1882de-b674-4c01-9054-99a59c61b85f by drivers openvswitch,hyperv on host dv-cinder-755101-7-iscsi at level 0 using segments [{'id': 'bcf11cf5-8ef8-46ee-bf1d-f87c743f3fc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15'}] {{(pid=103199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 25 19:27:33.200281 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fd105b4-4e23-4386-8436-df1f4630766b None None] Attempting to bind port 4e1882de-b674-4c01-9054-99a59c61b85f on network 4acd50f3-de7f-4854-a6f4-5b66b3577c15 {{(pid=103199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 25 19:27:33.215296 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fd105b4-4e23-4386-8436-df1f4630766b None None] Checking agent: {'id': '239dac0e-b210-4295-8f1a-11f7f9dc3de1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-755101-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 19, 12, 1), 'started_at': datetime.datetime(2022, 3, 25, 19, 12, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 19, 27, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-755101-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 25 19:27:33.216102 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fd105b4-4e23-4386-8436-df1f4630766b None None] Checking segment: {'id': 'bcf11cf5-8ef8-46ee-bf1d-f87c743f3fc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 25 19:27:33.216718 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-7fd105b4-4e23-4386-8436-df1f4630766b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:33.223743 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fd105b4-4e23-4386-8436-df1f4630766b None None] Bound using segment: {'id': 'bcf11cf5-8ef8-46ee-bf1d-f87c743f3fc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15'} {{(pid=103199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 25 19:27:33.224548 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.managers [None req-7fd105b4-4e23-4386-8436-df1f4630766b None None] Bound port: 4e1882de-b674-4c01-9054-99a59c61b85f, host: dv-cinder-755101-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcf11cf5-8ef8-46ee-bf1d-f87c743f3fc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15'}}] {{(pid=103199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 25 19:27:33.226733 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-7fd105b4-4e23-4386-8436-df1f4630766b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1293263'] for port (4e1882de-b674-4c01-9054-99a59c61b85f), before_update {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:33.302004 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.db [None req-7fd105b4-4e23-4386-8436-df1f4630766b None None] For port 4e1882de-b674-4c01-9054-99a59c61b85f, host dv-cinder-755101-7-iscsi, cleared binding levels {{(pid=103199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 25 19:27:33.307074 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.plugins.ml2.db [None req-7fd105b4-4e23-4386-8436-df1f4630766b None None] For port 4e1882de-b674-4c01-9054-99a59c61b85f, host dv-cinder-755101-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755101-7-iscsi',level=0,port_id=4e1882de-b674-4c01-9054-99a59c61b85f,segment=NetworkSegment(bcf11cf5-8ef8-46ee-bf1d-f87c743f3fc7),segment_id=bcf11cf5-8ef8-46ee-bf1d-f87c743f3fc7)] {{(pid=103199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 25 19:27:33.317853 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron_lib.callbacks.manager [None req-7fd105b4-4e23-4386-8436-df1f4630766b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036679572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741036190733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741036190751'] for port (4e1882de-b674-4c01-9054-99a59c61b85f), after_update {{(pid=103199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:33.356259 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.db.db_base_plugin_common [None req-afa20217-e63a-4c7e-95f4-551fe3801b9a admin admin] Allocated IP 172.20.0.1 (27580a04-c198-4a21-a1dd-713b4c75540c/c8e42045-43c2-4a9f-a0d6-9006af4b8132/17662467-b6b2-4bf1-83ee-afa512959f9b) {{(pid=103196) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 19:27:33.474197 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-8737d210-802a-470f-9733-5eeefe74c2d3 None None] Current status of the port 27497532-9992-401a-bd09-b396d4989d33 is: ACTIVE; New status is: ACTIVE {{(pid=103198) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 25 19:27:33.512035 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Current status of the port ce3fc972-8636-4197-9d60-332ed8171e99 is: DOWN; New status is: ACTIVE {{(pid=103198) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 25 19:27:33.512571 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1293263'] for port (ce3fc972-8636-4197-9d60-332ed8171e99), before_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:33.542918 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fd105b4-4e23-4386-8436-df1f4630766b None None] Routers {'f07aef92-6be8-4ca1-a8c8-20fd188150b6'} bound to L3 agent in host dv-cinder-755101-7-iscsi {{(pid=103199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 25 19:27:33.543560 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.db.l3_hamode_db [None req-7fd105b4-4e23-4386-8436-df1f4630766b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755101-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-25T19:11:57Z,description=,heartbeat_timestamp=2022-03-25T19:27:27Z,host='dv-cinder-755101-7-iscsi',id=af1b81b0-43af-47bb-a61e-8e46b36efc57,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:11:57Z,topic='l3_agent')) {'router_ids': ['f07aef92-6be8-4ca1-a8c8-20fd188150b6'], 'active': True} {{(pid=103199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 19:27:33.578001 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] For port ce3fc972-8636-4197-9d60-332ed8171e99, host dv-cinder-755101-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755101-7-iscsi',level=0,port_id=ce3fc972-8636-4197-9d60-332ed8171e99,segment=NetworkSegment(e330a8af-5d1b-4552-a8f9-d04d69fc20fb),segment_id=e330a8af-5d1b-4552-a8f9-d04d69fc20fb)] {{(pid=103198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 25 19:27:33.597223 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036679572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741036190733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741036190751'] for port (ce3fc972-8636-4197-9d60-332ed8171e99), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:33.599152 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Device 27497532-9992-401a-bd09-b396d4989d33 up at agent ovs-agent-dv-cinder-755101-7-iscsi {{(pid=103198) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 25 19:27:33.639802 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-afa20217-e63a-4c7e-95f4-551fe3801b9a admin admin] Publish callbacks [] for port (17662467-b6b2-4bf1-83ee-afa512959f9b), precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:33.666696 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38e9299-d8a8-4323-9765-384f67601aaf None None] Pushing event updated for resources: {'Port': ['ID=4e1882de-b674-4c01-9054-99a59c61b85f,revision_number=3']} {{(pid=103199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:27:33.751571 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.db.l3_dvr_db [None req-7fd105b4-4e23-4386-8436-df1f4630766b None None] Set router f07aef92-6be8-4ca1-a8c8-20fd188150b6 gateway port host: dv-cinder-755101-7-iscsi {{(pid=103199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 25 19:27:33.781710 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-afa20217-e63a-4c7e-95f4-551fe3801b9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741036193015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58911673'] for port (17662467-b6b2-4bf1-83ee-afa512959f9b), after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:33.787200 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-59e65eeb-c9de-4820-96a1-4b81bd7e58fc None None] Provisioning complete for port ce3fc972-8636-4197-9d60-332ed8171e99 triggered by entity DHCP. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 25 19:27:33.788001 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-59e65eeb-c9de-4820-96a1-4b81bd7e58fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133789'] for port (ce3fc972-8636-4197-9d60-332ed8171e99), provisioning_complete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:33.858548 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afa20217-e63a-4c7e-95f4-551fe3801b9a admin admin] Network 27580a04-c198-4a21-a1dd-713b4c75540c is already hosted by enough agents. {{(pid=103196) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 19:27:33.864150 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.scheduler.base_scheduler [None req-afa20217-e63a-4c7e-95f4-551fe3801b9a admin admin] Resources bound (agent type, host, resource id): {{(pid=103196) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 19:27:33.877807 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afa20217-e63a-4c7e-95f4-551fe3801b9a admin admin] Received port after_create {{(pid=103196) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 25 19:27:33.908015 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Pushing event updated for resources: {'Port': ['ID=ce3fc972-8636-4197-9d60-332ed8171e99,revision_number=3']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:27:33.933425 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa20217-e63a-4c7e-95f4-551fe3801b9a admin admin] Pushing event updated for resources: {'Port': ['ID=17662467-b6b2-4bf1-83ee-afa512959f9b,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:27:33.960916 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Provisioning complete for port 27497532-9992-401a-bd09-b396d4989d33 triggered by entity L2. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 25 19:27:33.961505 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133789'] for port (27497532-9992-401a-bd09-b396d4989d33), provisioning_complete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:33.979401 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-afa20217-e63a-4c7e-95f4-551fe3801b9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3752446'] for router_interface (f07aef92-6be8-4ca1-a8c8-20fd188150b6), before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:34.170891 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-59e65eeb-c9de-4820-96a1-4b81bd7e58fc None None] Current status of the port ce3fc972-8636-4197-9d60-332ed8171e99 is: ACTIVE; New status is: ACTIVE {{(pid=103198) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 25 19:27:34.281121 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Current status of the port 27497532-9992-401a-bd09-b396d4989d33 is: ACTIVE; New status is: ACTIVE {{(pid=103198) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 25 19:27:34.289856 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-afa20217-e63a-4c7e-95f4-551fe3801b9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1293263'] for port (17662467-b6b2-4bf1-83ee-afa512959f9b), before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:34.334303 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-c6df93f4-904a-4dc3-927e-563555911b36 None None] Provisioning complete for port ce3fc972-8636-4197-9d60-332ed8171e99 triggered by entity DHCP. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 25 19:27:34.335200 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-c6df93f4-904a-4dc3-927e-563555911b36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133789'] for port (ce3fc972-8636-4197-9d60-332ed8171e99), provisioning_complete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:34.472715 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-c6df93f4-904a-4dc3-927e-563555911b36 None None] Current status of the port ce3fc972-8636-4197-9d60-332ed8171e99 is: ACTIVE; New status is: ACTIVE {{(pid=103198) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 25 19:27:34.498889 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.db.l3_hamode_db [None req-7fd105b4-4e23-4386-8436-df1f4630766b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f07aef92-6be8-4ca1-a8c8-20fd188150b6', 'name': 'tempest-TestVolumeBootPattern-1146644451-router', 'tenant_id': '047bda67abf94801b4a3258dfa563394', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'external_fixed_ips': [{'subnet_id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'ip_address': '172.27.0.126'}], 'enable_snat': True}, 'gw_port_id': '4e1882de-b674-4c01-9054-99a59c61b85f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T19:27:29Z', 'updated_at': '2022-03-25T19:27:30Z', 'revision_number': 3, 'project_id': '047bda67abf94801b4a3258dfa563394', 'gw_port': {'id': '4e1882de-b674-4c01-9054-99a59c61b85f', 'name': '', 'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:57:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f07aef92-6be8-4ca1-a8c8-20fd188150b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'ip_address': '172.27.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T19:27:30Z', 'updated_at': '2022-03-25T19:27:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755101-7-iscsi'}], 'dv-cinder-755101-7-iscsi', False) {} {{(pid=103199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 19:27:34.556804 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Device ce3fc972-8636-4197-9d60-332ed8171e99 up at agent ovs-agent-dv-cinder-755101-7-iscsi {{(pid=103198) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 25 19:27:34.557650 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fd105b4-4e23-4386-8436-df1f4630766b None None] The sync data for ids ['f07aef92-6be8-4ca1-a8c8-20fd188150b6'] in dv-cinder-755101-7-iscsi is: [{'id': 'f07aef92-6be8-4ca1-a8c8-20fd188150b6', 'name': 'tempest-TestVolumeBootPattern-1146644451-router', 'tenant_id': '047bda67abf94801b4a3258dfa563394', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'external_fixed_ips': [{'subnet_id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'ip_address': '172.27.0.126'}], 'enable_snat': True}, 'gw_port_id': '4e1882de-b674-4c01-9054-99a59c61b85f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T19:27:29Z', 'updated_at': '2022-03-25T19:27:30Z', 'revision_number': 3, 'project_id': '047bda67abf94801b4a3258dfa563394', 'gw_port': {'id': '4e1882de-b674-4c01-9054-99a59c61b85f', 'name': '', 'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:57:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f07aef92-6be8-4ca1-a8c8-20fd188150b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'ip_address': '172.27.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T19:27:30Z', 'updated_at': '2022-03-25T19:27:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755101-7-iscsi'}] {{(pid=103199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 25 19:27:34.616729 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-afa20217-e63a-4c7e-95f4-551fe3801b9a admin admin] Publish callbacks [] for port (17662467-b6b2-4bf1-83ee-afa512959f9b), precommit_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:34.624424 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-afa20217-e63a-4c7e-95f4-551fe3801b9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036679572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741036190733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741036190751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58911630'] for port (17662467-b6b2-4bf1-83ee-afa512959f9b), after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:34.629090 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-a7637488-0cd2-48c8-ab65-d76622dc4d9c None None] Provisioning complete for port 17662467-b6b2-4bf1-83ee-afa512959f9b triggered by entity DHCP. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 25 19:27:34.629475 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-a7637488-0cd2-48c8-ab65-d76622dc4d9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133789'] for port (17662467-b6b2-4bf1-83ee-afa512959f9b), provisioning_complete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:34.677834 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-a7637488-0cd2-48c8-ab65-d76622dc4d9c None None] Port 17662467-b6b2-4bf1-83ee-afa512959f9b cannot update to ACTIVE because it is not bound. {{(pid=103198) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 25 19:27:34.710030 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Provisioning complete for port ce3fc972-8636-4197-9d60-332ed8171e99 triggered by entity L2. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 25 19:27:34.710411 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133789'] for port (ce3fc972-8636-4197-9d60-332ed8171e99), provisioning_complete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:34.748688 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-afa20217-e63a-4c7e-95f4-551fe3801b9a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3692891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3752298'] for router_interface (f07aef92-6be8-4ca1-a8c8-20fd188150b6), after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:34.751815 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa20217-e63a-4c7e-95f4-551fe3801b9a admin admin] Pushing event updated for resources: {'Port': ['ID=17662467-b6b2-4bf1-83ee-afa512959f9b,revision_number=2']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:27:34.855285 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Current status of the port ce3fc972-8636-4197-9d60-332ed8171e99 is: ACTIVE; New status is: ACTIVE {{(pid=103198) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 25 19:27:34.856606 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Device 27497532-9992-401a-bd09-b396d4989d33 up at agent ovs-agent-dv-cinder-755101-7-iscsi {{(pid=103198) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 25 19:27:34.896094 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afa20217-e63a-4c7e-95f4-551fe3801b9a admin admin] Network 27580a04-c198-4a21-a1dd-713b4c75540c is already hosted by enough agents. {{(pid=103196) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 19:27:34.897647 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.scheduler.base_scheduler [None req-afa20217-e63a-4c7e-95f4-551fe3801b9a admin admin] Resources bound (agent type, host, resource id): {{(pid=103196) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 19:27:34.963371 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Provisioning complete for port 27497532-9992-401a-bd09-b396d4989d33 triggered by entity L2. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 25 19:27:34.963846 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133789'] for port (27497532-9992-401a-bd09-b396d4989d33), provisioning_complete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:35.149069 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Current status of the port 27497532-9992-401a-bd09-b396d4989d33 is: ACTIVE; New status is: ACTIVE {{(pid=103198) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 25 19:27:35.191883 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afa20217-e63a-4c7e-95f4-551fe3801b9a admin admin] Router f07aef92-6be8-4ca1-a8c8-20fd188150b6 has already been hosted by L3 agent af1b81b0-43af-47bb-a61e-8e46b36efc57 {{(pid=103196) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 25 19:27:35.320951 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-614726ef-b998-417a-8531-e75fa8610cb3 None None] Provisioning complete for port 17662467-b6b2-4bf1-83ee-afa512959f9b triggered by entity DHCP. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 25 19:27:35.321340 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-614726ef-b998-417a-8531-e75fa8610cb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133789'] for port (17662467-b6b2-4bf1-83ee-afa512959f9b), provisioning_complete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:35.332160 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afa20217-e63a-4c7e-95f4-551fe3801b9a admin admin] Notify agent at l3_agent.dv-cinder-755101-7-iscsi the message routers_updated {{(pid=103196) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 25 19:27:35.348643 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-afa20217-e63a-4c7e-95f4-551fe3801b9a admin admin] 10.222.0.18 "PUT /v2.0/routers/f07aef92-6be8-4ca1-a8c8-20fd188150b6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5626454 Mar 25 19:27:35.379711 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-614726ef-b998-417a-8531-e75fa8610cb3 None None] Port 17662467-b6b2-4bf1-83ee-afa512959f9b cannot update to ACTIVE because it is not bound. {{(pid=103198) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 25 19:27:35.917929 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d735799-9150-4476-8dde-5eefc2b7ed18 req-be1c29b4-afc3-44f6-ba27-a06af2e77e30 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:27:35.926823 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-7d735799-9150-4476-8dde-5eefc2b7ed18 req-be1c29b4-afc3-44f6-ba27-a06af2e77e30 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] 10.222.0.18 "GET /v2.0/ports?device_id=360de154-406b-4380-a3b6-691f3ae3d521 HTTP/1.1" status: 200 len: 945 time: 0.0666780 Mar 25 19:27:35.983686 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-7d735799-9150-4476-8dde-5eefc2b7ed18 req-35705276-025b-4555-9ffe-3ef5c92ae7e0 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] 10.222.0.18 "GET /v2.0/security-groups?id=76a339c4-761d-4194-8664-715b7a97fba8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556412 Mar 25 19:27:36.099562 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.18', 38146) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:27:36.104582 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.v2.base [None req-0a944bf2-c286-433b-998a-3ae5c1b113c2 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1970740917-network', 'tenant_id': 'cb6ac76ca53f42819069f9318e87d6ed'}} {{(pid=103196) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 19:27:36.130299 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a944bf2-c286-433b-998a-3ae5c1b113c2 admin admin] Made reservation on behalf of cb6ac76ca53f42819069f9318e87d6ed for: {'network': 1} {{(pid=103196) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 19:27:36.131200 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-0a944bf2-c286-433b-998a-3ae5c1b113c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1293263'] for network (None), before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:36.143063 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-0a944bf2-c286-433b-998a-3ae5c1b113c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:36.240797 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-0a944bf2-c286-433b-998a-3ae5c1b113c2 admin admin] Publish callbacks [] for security_group (e6973cb0-66f7-46fb-9891-72825f2cdd7a), precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:36.245651 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-0a944bf2-c286-433b-998a-3ae5c1b113c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687199'] for security_group (e6973cb0-66f7-46fb-9891-72825f2cdd7a), after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:36.272815 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a944bf2-c286-433b-998a-3ae5c1b113c2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 270} {{(pid=103196) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 25 19:27:36.279936 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a944bf2-c286-433b-998a-3ae5c1b113c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6973cb0-66f7-46fb-9891-72825f2cdd7a,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:27:36.287079 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-0a944bf2-c286-433b-998a-3ae5c1b113c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1189096'] for segment (c6717c5a-3b41-418d-a0d8-926a087710bc), precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:36.288373 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.db.segments_db [None req-0a944bf2-c286-433b-998a-3ae5c1b113c2 admin admin] Added segment c6717c5a-3b41-418d-a0d8-926a087710bc of type vlan for network 0655b1a4-b065-4f75-a6e8-12ae0f7242df Mar 25 19:27:36.333470 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-0a944bf2-c286-433b-998a-3ae5c1b113c2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741036145210'] for network (0655b1a4-b065-4f75-a6e8-12ae0f7242df), precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:36.361613 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-0a944bf2-c286-433b-998a-3ae5c1b113c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877'] for network (0655b1a4-b065-4f75-a6e8-12ae0f7242df), after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:36.362597 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a944bf2-c286-433b-998a-3ae5c1b113c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:27:36.363179 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-0a944bf2-c286-433b-998a-3ae5c1b113c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692927'] for network (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:36.486563 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-0a944bf2-c286-433b-998a-3ae5c1b113c2 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3838553 Mar 25 19:27:36.487537 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.18', 38148) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:27:36.492330 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.v2.base [None req-04317ceb-e02d-4572-894e-b6e653c974ee admin admin] Request body: {'subnet': {'network_id': '0655b1a4-b065-4f75-a6e8-12ae0f7242df', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1970740917-subnet', 'tenant_id': 'cb6ac76ca53f42819069f9318e87d6ed', 'ip_version': 4}} {{(pid=103197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 19:27:36.512232 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a944bf2-c286-433b-998a-3ae5c1b113c2 admin admin] Pushing event updated for resources: {'Network': ['ID=0655b1a4-b065-4f75-a6e8-12ae0f7242df,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:27:36.530232 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04317ceb-e02d-4572-894e-b6e653c974ee admin admin] Made reservation on behalf of cb6ac76ca53f42819069f9318e87d6ed for: {'subnet': 1} {{(pid=103197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 19:27:36.531849 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Network 0655b1a4-b065-4f75-a6e8-12ae0f7242df details requested by agent ovs-agent-dv-cinder-755101-7-iscsi with host dv-cinder-755101-7-iscsi {{(pid=103198) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 25 19:27:36.533416 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-04317ceb-e02d-4572-894e-b6e653c974ee admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59750796'] for subnet (None), before_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:36.603424 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Device 4e1882de-b674-4c01-9054-99a59c61b85f up at agent ovs-agent-dv-cinder-755101-7-iscsi {{(pid=103198) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 25 19:27:36.723658 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Provisioning complete for port 4e1882de-b674-4c01-9054-99a59c61b85f triggered by entity L2. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 25 19:27:36.724375 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133789'] for port (4e1882de-b674-4c01-9054-99a59c61b85f), provisioning_complete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:36.784267 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-04317ceb-e02d-4572-894e-b6e653c974ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59285124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59750810'] for subnet (a9e4be3f-5de8-417a-a780-71456129cb60), after_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:36.816528 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Current status of the port 4e1882de-b674-4c01-9054-99a59c61b85f is: DOWN; New status is: ACTIVE {{(pid=103198) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 25 19:27:36.816915 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1293263'] for port (4e1882de-b674-4c01-9054-99a59c61b85f), before_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:36.840788 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] For port 4e1882de-b674-4c01-9054-99a59c61b85f, host dv-cinder-755101-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755101-7-iscsi',level=0,port_id=4e1882de-b674-4c01-9054-99a59c61b85f,segment=NetworkSegment(bcf11cf5-8ef8-46ee-bf1d-f87c743f3fc7),segment_id=bcf11cf5-8ef8-46ee-bf1d-f87c743f3fc7)] {{(pid=103198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 25 19:27:36.847720 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036679572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741036190733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741036190751'] for port (4e1882de-b674-4c01-9054-99a59c61b85f), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:36.867255 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04317ceb-e02d-4572-894e-b6e653c974ee admin admin] Pushing event updated for resources: {'Subnet': ['ID=a9e4be3f-5de8-417a-a780-71456129cb60,revision_number=0']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:27:36.870029 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04317ceb-e02d-4572-894e-b6e653c974ee admin admin] Checking segment: {'id': 'c6717c5a-3b41-418d-a0d8-926a087710bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '0655b1a4-b065-4f75-a6e8-12ae0f7242df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 25 19:27:36.870394 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04317ceb-e02d-4572-894e-b6e653c974ee admin admin] Network hostable DHCP agents. Network: 0655b1a4-b065-4f75-a6e8-12ae0f7242df, hostable agents: ['ff15a80c-2d7c-4104-a6ad-0973d1d911f7'], hosted agents: [] {{(pid=103197) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 25 19:27:36.895798 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04317ceb-e02d-4572-894e-b6e653c974ee admin admin] Network 0655b1a4-b065-4f75-a6e8-12ae0f7242df is scheduled to be hosted by DHCP agent ff15a80c-2d7c-4104-a6ad-0973d1d911f7 with binding_index 1 {{(pid=103197) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 25 19:27:36.902239 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Pushing event updated for resources: {'Port': ['ID=4e1882de-b674-4c01-9054-99a59c61b85f,revision_number=4']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:27:36.907669 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.scheduler.base_scheduler [None req-04317ceb-e02d-4572-894e-b6e653c974ee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-755101-7-iscsi, 0655b1a4-b065-4f75-a6e8-12ae0f7242df) {{(pid=103197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 19:27:36.920816 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83a851ce-dab8-4da9-a6fe-648d81e51fd9 None None] Network 0655b1a4-b065-4f75-a6e8-12ae0f7242df requested from dv-cinder-755101-7-iscsi {{(pid=103198) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 25 19:27:36.922860 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04317ceb-e02d-4572-894e-b6e653c974ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:27:36.925281 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-04317ceb-e02d-4572-894e-b6e653c974ee admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:36.942984 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6a8f8c2-89a6-4e14-a8a5-739c6a519ca5 None None] Sync routers for ids ['f07aef92-6be8-4ca1-a8c8-20fd188150b6'] in dv-cinder-755101-7-iscsi {{(pid=103198) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 25 19:27:36.947107 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-04317ceb-e02d-4572-894e-b6e653c974ee admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4584906 Mar 25 19:27:36.949533 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.18', 38150) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:27:36.958176 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.v2.base [None req-843b8646-3369-4fde-8e80-c47a364b9875 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1970740917-router', 'tenant_id': 'cb6ac76ca53f42819069f9318e87d6ed', 'external_gateway_info': {'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15'}}} {{(pid=103197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 19:27:36.979664 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-843b8646-3369-4fde-8e80-c47a364b9875 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3755069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1425'] for router (e89fa00b-1504-4c55-9590-d3b49ae0e90d), before_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:36.981096 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-843b8646-3369-4fde-8e80-c47a364b9875 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3755949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3753726', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3727394', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1446'] for router (e89fa00b-1504-4c55-9590-d3b49ae0e90d), precommit_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:36.990553 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6a8f8c2-89a6-4e14-a8a5-739c6a519ca5 None None] Routers {'f07aef92-6be8-4ca1-a8c8-20fd188150b6'} bound to L3 agent in host dv-cinder-755101-7-iscsi {{(pid=103198) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 25 19:27:36.991245 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.l3_hamode_db [None req-d6a8f8c2-89a6-4e14-a8a5-739c6a519ca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755101-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-25T19:11:57Z,description=,heartbeat_timestamp=2022-03-25T19:27:27Z,host='dv-cinder-755101-7-iscsi',id=af1b81b0-43af-47bb-a61e-8e46b36efc57,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:11:57Z,topic='l3_agent')) {'router_ids': ['f07aef92-6be8-4ca1-a8c8-20fd188150b6'], 'active': True} {{(pid=103198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 19:27:37.138158 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc1a50c0-035e-4d60-b995-2a4e9039d820 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26d9a643-5fd7-5ada-a1a5-42c9304502b0-0655b1a4-b065-4f75-a6e8-12ae0f7242df', 'network_id': '0655b1a4-b065-4f75-a6e8-12ae0f7242df', 'project_id': 'cb6ac76ca53f42819069f9318e87d6ed', 'fixed_ips': [{'subnet_id': 'a9e4be3f-5de8-417a-a780-71456129cb60'}]}} from dv-cinder-755101-7-iscsi. {{(pid=103198) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 25 19:27:37.139348 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-fc1a50c0-035e-4d60-b995-2a4e9039d820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1293263'] for port (None), before_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:37.212215 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af09980-c08b-496a-ada4-e10d68f06429 req-c708f39d-6764-462f-aa17-642ba66ca1bc tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:27:37.220151 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-7af09980-c08b-496a-ada4-e10d68f06429 req-c708f39d-6764-462f-aa17-642ba66ca1bc tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] 10.222.0.18 "GET /v2.0/ports?device_id=360de154-406b-4380-a3b6-691f3ae3d521 HTTP/1.1" status: 200 len: 945 time: 0.1109161 Mar 25 19:27:37.268467 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.l3_dvr_db [None req-d6a8f8c2-89a6-4e14-a8a5-739c6a519ca5 None None] Set router f07aef92-6be8-4ca1-a8c8-20fd188150b6 gateway port host: dv-cinder-755101-7-iscsi {{(pid=103198) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 25 19:27:37.317227 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-7af09980-c08b-496a-ada4-e10d68f06429 req-62cd3237-51a9-4a3f-a1f9-9678992fe01d tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] 10.222.0.18 "GET /v2.0/security-groups?id=76a339c4-761d-4194-8664-715b7a97fba8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0957968 Mar 25 19:27:37.379666 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-843b8646-3369-4fde-8e80-c47a364b9875 admin admin] Publish callbacks [] for router_controller (e89fa00b-1504-4c55-9590-d3b49ae0e90d), precommit_add_association {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:37.399027 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bde7c0-b4fd-4278-9daf-7d49a11d00b2 req-705ffb69-802a-4e17-bb0d-10b6649ce7e0 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:27:37.402572 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-80bde7c0-b4fd-4278-9daf-7d49a11d00b2 req-705ffb69-802a-4e17-bb0d-10b6649ce7e0 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] 10.222.0.26 "GET /v2.0/ports?device_id=360de154-406b-4380-a3b6-691f3ae3d521 HTTP/1.1" status: 200 len: 945 time: 0.0790441 Mar 25 19:27:37.469355 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.db_base_plugin_common [None req-fc1a50c0-035e-4d60-b995-2a4e9039d820 None None] Allocated IP 172.20.0.2 (0655b1a4-b065-4f75-a6e8-12ae0f7242df/a9e4be3f-5de8-417a-a780-71456129cb60/a789775d-3d0f-4913-8be4-4271f37b0344) {{(pid=103198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 19:27:37.568184 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-843b8646-3369-4fde-8e80-c47a364b9875 admin admin] Publish callbacks [] for router_gateway (e89fa00b-1504-4c55-9590-d3b49ae0e90d), precommit_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:37.570925 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [req-80bde7c0-b4fd-4278-9daf-7d49a11d00b2 req-3728ad03-7c82-4672-890a-156cde2b5177 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Deleting port aeee7985-1066-4f0c-970a-4a7504dd9693 {{(pid=103196) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 25 19:27:37.573939 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-80bde7c0-b4fd-4278-9daf-7d49a11d00b2 req-3728ad03-7c82-4672-890a-156cde2b5177 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741036672799'] for port (aeee7985-1066-4f0c-970a-4a7504dd9693), before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:37.691995 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.db [req-80bde7c0-b4fd-4278-9daf-7d49a11d00b2 req-3728ad03-7c82-4672-890a-156cde2b5177 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] For port aeee7985-1066-4f0c-970a-4a7504dd9693, host hv-cinder-75510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75510',level=0,port_id=aeee7985-1066-4f0c-970a-4a7504dd9693,segment=NetworkSegment(c05c355b-554a-4ce8-8427-3164bfaa37a9),segment_id=c05c355b-554a-4ce8-8427-3164bfaa37a9)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 25 19:27:37.695214 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-80bde7c0-b4fd-4278-9daf-7d49a11d00b2 req-3728ad03-7c82-4672-890a-156cde2b5177 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3766103'] for port (aeee7985-1066-4f0c-970a-4a7504dd9693), precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:37.752769 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-fc1a50c0-035e-4d60-b995-2a4e9039d820 None None] Publish callbacks [] for port (a789775d-3d0f-4913-8be4-4271f37b0344), precommit_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:37.757555 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.l3_hamode_db [None req-d6a8f8c2-89a6-4e14-a8a5-739c6a519ca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f07aef92-6be8-4ca1-a8c8-20fd188150b6', 'name': 'tempest-TestVolumeBootPattern-1146644451-router', 'tenant_id': '047bda67abf94801b4a3258dfa563394', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'external_fixed_ips': [{'subnet_id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'ip_address': '172.27.0.126'}], 'enable_snat': True}, 'gw_port_id': '4e1882de-b674-4c01-9054-99a59c61b85f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T19:27:29Z', 'updated_at': '2022-03-25T19:27:34Z', 'revision_number': 4, 'project_id': '047bda67abf94801b4a3258dfa563394', 'gw_port': {'id': '4e1882de-b674-4c01-9054-99a59c61b85f', 'name': '', 'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:57:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f07aef92-6be8-4ca1-a8c8-20fd188150b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'ip_address': '172.27.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T19:27:30Z', 'updated_at': '2022-03-25T19:27:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755101-7-iscsi', '_interfaces': [{'id': '17662467-b6b2-4bf1-83ee-afa512959f9b', 'name': '', 'network_id': '27580a04-c198-4a21-a1dd-713b4c75540c', 'tenant_id': '047bda67abf94801b4a3258dfa563394', 'mac_address': 'fa:16:3e:29:5e:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f07aef92-6be8-4ca1-a8c8-20fd188150b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': 'c8e42045-43c2-4a9f-a0d6-9006af4b8132', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T19:27:32Z', 'updated_at': '2022-03-25T19:27:34Z', 'revision_number': 2, 'project_id': '047bda67abf94801b4a3258dfa563394', 'subnets': [{'id': 'c8e42045-43c2-4a9f-a0d6-9006af4b8132', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-755101-7-iscsi', False) {} {{(pid=103198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 19:27:37.868564 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-843b8646-3369-4fde-8e80-c47a364b9875 admin admin] Publish callbacks [] for router_gateway (e89fa00b-1504-4c55-9590-d3b49ae0e90d), before_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:37.891606 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-843b8646-3369-4fde-8e80-c47a364b9875 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1293263'] for port (None), before_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:37.930615 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6a8f8c2-89a6-4e14-a8a5-739c6a519ca5 None None] Checking router: f07aef92-6be8-4ca1-a8c8-20fd188150b6 for host: dv-cinder-755101-7-iscsi {{(pid=103198) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 25 19:27:37.931018 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6a8f8c2-89a6-4e14-a8a5-739c6a519ca5 None None] Updating router f07aef92-6be8-4ca1-a8c8-20fd188150b6 port 17662467-b6b2-4bf1-83ee-afa512959f9b binding host dv-cinder-755101-7-iscsi {{(pid=103198) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 25 19:27:37.933594 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-fc1a50c0-035e-4d60-b995-2a4e9039d820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741036193015'] for port (a789775d-3d0f-4913-8be4-4271f37b0344), after_create {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:37.938742 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-80bde7c0-b4fd-4278-9daf-7d49a11d00b2 req-3728ad03-7c82-4672-890a-156cde2b5177 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:37.939173 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-80bde7c0-b4fd-4278-9daf-7d49a11d00b2 req-3728ad03-7c82-4672-890a-156cde2b5177 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3753541'] for floatingip (691cbe1b-528e-4065-b7f2-455c250ef365), after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:37.939531 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.db.l3_db [req-80bde7c0-b4fd-4278-9daf-7d49a11d00b2 req-3728ad03-7c82-4672-890a-156cde2b5177 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Floating IP 691cbe1b-528e-4065-b7f2-455c250ef365 disassociated. External IP: 172.27.0.115, port: aeee7985-1066-4f0c-970a-4a7504dd9693. Mar 25 19:27:37.939876 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [req-80bde7c0-b4fd-4278-9daf-7d49a11d00b2 req-3728ad03-7c82-4672-890a-156cde2b5177 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Calling delete_port for aeee7985-1066-4f0c-970a-4a7504dd9693 owned by compute:nova {{(pid=103196) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 25 19:27:38.001006 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-d6a8f8c2-89a6-4e14-a8a5-739c6a519ca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1293263'] for port (17662467-b6b2-4bf1-83ee-afa512959f9b), before_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:38.015020 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc1a50c0-035e-4d60-b995-2a4e9039d820 None None] Network 0655b1a4-b065-4f75-a6e8-12ae0f7242df is already hosted by enough agents. {{(pid=103198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 19:27:38.021420 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.scheduler.base_scheduler [None req-fc1a50c0-035e-4d60-b995-2a4e9039d820 None None] Resources bound (agent type, host, resource id): {{(pid=103198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 19:27:38.023426 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1a50c0-035e-4d60-b995-2a4e9039d820 None None] Pushing event updated for resources: {'Port': ['ID=a789775d-3d0f-4913-8be4-4271f37b0344,revision_number=1']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:27:38.031776 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc1a50c0-035e-4d60-b995-2a4e9039d820 None None] Received port after_create {{(pid=103198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 25 19:27:38.056432 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.db.db_base_plugin_common [None req-843b8646-3369-4fde-8e80-c47a364b9875 admin admin] Allocated IP 172.27.0.59 (4acd50f3-de7f-4854-a6f4-5b66b3577c15/efae7cfd-1549-43a8-94ca-01f5ce7b3ee1/a14eaff8-0db0-4540-a0c9-bc5c5eced17b) {{(pid=103197) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 19:27:38.111602 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-80bde7c0-b4fd-4278-9daf-7d49a11d00b2 req-3728ad03-7c82-4672-890a-156cde2b5177 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741036679554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741036190724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58911673'] for port (aeee7985-1066-4f0c-970a-4a7504dd9693), after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:38.147117 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3728ad03-7c82-4672-890a-156cde2b5177 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Pushing event deleted for resources: {'Port': ['ID=aeee7985-1066-4f0c-970a-4a7504dd9693,revision_number=None']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:27:38.176235 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.managers [None req-fc1a50c0-035e-4d60-b995-2a4e9039d820 None None] Attempting to bind port a789775d-3d0f-4913-8be4-4271f37b0344 on host dv-cinder-755101-7-iscsi for vnic_type normal with profile {{(pid=103198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 25 19:27:38.176609 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.managers [None req-fc1a50c0-035e-4d60-b995-2a4e9039d820 None None] Attempting to bind port a789775d-3d0f-4913-8be4-4271f37b0344 by drivers openvswitch,hyperv on host dv-cinder-755101-7-iscsi at level 0 using segments [{'id': 'c6717c5a-3b41-418d-a0d8-926a087710bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '0655b1a4-b065-4f75-a6e8-12ae0f7242df'}] {{(pid=103198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 25 19:27:38.176978 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc1a50c0-035e-4d60-b995-2a4e9039d820 None None] Attempting to bind port a789775d-3d0f-4913-8be4-4271f37b0344 on network 0655b1a4-b065-4f75-a6e8-12ae0f7242df {{(pid=103198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 25 19:27:38.191809 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc1a50c0-035e-4d60-b995-2a4e9039d820 None None] Checking agent: {'id': '239dac0e-b210-4295-8f1a-11f7f9dc3de1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-755101-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 19, 12, 1), 'started_at': datetime.datetime(2022, 3, 25, 19, 12, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 19, 27, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-755101-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 25 19:27:38.192212 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc1a50c0-035e-4d60-b995-2a4e9039d820 None None] Checking segment: {'id': 'c6717c5a-3b41-418d-a0d8-926a087710bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '0655b1a4-b065-4f75-a6e8-12ae0f7242df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 25 19:27:38.192637 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-fc1a50c0-035e-4d60-b995-2a4e9039d820 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:38.193041 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc1a50c0-035e-4d60-b995-2a4e9039d820 None None] Bound using segment: {'id': 'c6717c5a-3b41-418d-a0d8-926a087710bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '0655b1a4-b065-4f75-a6e8-12ae0f7242df'} {{(pid=103198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 25 19:27:38.193523 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.managers [None req-fc1a50c0-035e-4d60-b995-2a4e9039d820 None None] Bound port: a789775d-3d0f-4913-8be4-4271f37b0344, host: dv-cinder-755101-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6717c5a-3b41-418d-a0d8-926a087710bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '0655b1a4-b065-4f75-a6e8-12ae0f7242df'}}] {{(pid=103198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 25 19:27:38.194024 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-fc1a50c0-035e-4d60-b995-2a4e9039d820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1293263'] for port (a789775d-3d0f-4913-8be4-4271f37b0344), before_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:38.233095 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-843b8646-3369-4fde-8e80-c47a364b9875 admin admin] Publish callbacks [] for port (a14eaff8-0db0-4540-a0c9-bc5c5eced17b), precommit_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:38.274833 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-843b8646-3369-4fde-8e80-c47a364b9875 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741036193015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59283508'] for port (a14eaff8-0db0-4540-a0c9-bc5c5eced17b), after_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:38.298270 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.scheduler.l3_agent_scheduler [req-80bde7c0-b4fd-4278-9daf-7d49a11d00b2 req-3728ad03-7c82-4672-890a-156cde2b5177 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Router 8176248a-16f5-4694-bf25-b326f00a7f6a has already been hosted by L3 agent af1b81b0-43af-47bb-a61e-8e46b36efc57 {{(pid=103196) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 25 19:27:38.315817 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-fc1a50c0-035e-4d60-b995-2a4e9039d820 None None] For port a789775d-3d0f-4913-8be4-4271f37b0344, host dv-cinder-755101-7-iscsi, cleared binding levels {{(pid=103198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 25 19:27:38.320146 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-fc1a50c0-035e-4d60-b995-2a4e9039d820 None None] For port a789775d-3d0f-4913-8be4-4271f37b0344, host dv-cinder-755101-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755101-7-iscsi',level=0,port_id=a789775d-3d0f-4913-8be4-4271f37b0344,segment=NetworkSegment(c6717c5a-3b41-418d-a0d8-926a087710bc),segment_id=c6717c5a-3b41-418d-a0d8-926a087710bc)] {{(pid=103198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 25 19:27:38.327054 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-fc1a50c0-035e-4d60-b995-2a4e9039d820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036679572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741036190733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741036190751'] for port (a789775d-3d0f-4913-8be4-4271f37b0344), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:38.334314 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843b8646-3369-4fde-8e80-c47a364b9875 admin admin] Pushing event updated for resources: {'Port': ['ID=a14eaff8-0db0-4540-a0c9-bc5c5eced17b,revision_number=1']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:27:38.354878 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-843b8646-3369-4fde-8e80-c47a364b9875 admin admin] Network 4acd50f3-de7f-4854-a6f4-5b66b3577c15 is already hosted by enough agents. {{(pid=103197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 19:27:38.357441 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.scheduler.base_scheduler [None req-843b8646-3369-4fde-8e80-c47a364b9875 admin admin] Resources bound (agent type, host, resource id): {{(pid=103197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 19:27:38.360787 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-843b8646-3369-4fde-8e80-c47a364b9875 admin admin] Received port after_create {{(pid=103197) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 25 19:27:38.461402 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1a50c0-035e-4d60-b995-2a4e9039d820 None None] Pushing event updated for resources: {'Port': ['ID=a789775d-3d0f-4913-8be4-4271f37b0344,revision_number=2']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:27:38.493954 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-80bde7c0-b4fd-4278-9daf-7d49a11d00b2 req-3728ad03-7c82-4672-890a-156cde2b5177 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Notify agent at l3_agent.dv-cinder-755101-7-iscsi the message routers_updated {{(pid=103196) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 25 19:27:38.505705 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38b19646-cbc3-4597-beef-ee08a1b867bc None None] Sync routers for ids ['8176248a-16f5-4694-bf25-b326f00a7f6a'] in dv-cinder-755101-7-iscsi {{(pid=103199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 25 19:27:38.540884 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38b19646-cbc3-4597-beef-ee08a1b867bc None None] Routers {'8176248a-16f5-4694-bf25-b326f00a7f6a'} bound to L3 agent in host dv-cinder-755101-7-iscsi {{(pid=103199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 25 19:27:38.544712 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.db.l3_hamode_db [None req-38b19646-cbc3-4597-beef-ee08a1b867bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755101-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-25T19:11:57Z,description=,heartbeat_timestamp=2022-03-25T19:27:27Z,host='dv-cinder-755101-7-iscsi',id=af1b81b0-43af-47bb-a61e-8e46b36efc57,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:11:57Z,topic='l3_agent')) {'router_ids': ['8176248a-16f5-4694-bf25-b326f00a7f6a'], 'active': True} {{(pid=103199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 19:27:38.559407 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-f2fa225d-5c0e-422c-880a-10204ce79cd0 req-d03a958f-5b11-4583-ab1e-a22fc0605a0a tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] 10.222.0.18 "GET /v2.0/ports?device_id=360de154-406b-4380-a3b6-691f3ae3d521 HTTP/1.1" status: 200 len: 210 time: 0.0847504 Mar 25 19:27:38.580567 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [req-80bde7c0-b4fd-4278-9daf-7d49a11d00b2 req-3728ad03-7c82-4672-890a-156cde2b5177 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] No DVR routers for this DVR port aeee7985-1066-4f0c-970a-4a7504dd9693 on host hv-cinder-75510 {{(pid=103196) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 25 19:27:38.588692 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-80bde7c0-b4fd-4278-9daf-7d49a11d00b2 req-3728ad03-7c82-4672-890a-156cde2b5177 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63648'] for port (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:38.598593 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-80bde7c0-b4fd-4278-9daf-7d49a11d00b2 req-3728ad03-7c82-4672-890a-156cde2b5177 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] 10.222.0.26 "DELETE /v2.0/ports/aeee7985-1066-4f0c-970a-4a7504dd9693 HTTP/1.1" status: 204 len: 173 time: 1.1912296 Mar 25 19:27:38.599095 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '360de154-406b-4380-a3b6-691f3ae3d521', 'name': 'network-vif-deleted', 'tag': 'aeee7985-1066-4f0c-970a-4a7504dd9693'}] {{(pid=103196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 25 19:27:38.608546 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aab9b3bfb8b62b9c439d2baea07b5fa53a515b81dc2b4d2d70d2153c83a947a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0a2674e-7f61-4aeb-bd02-529dd7af511e" -d '{"events": [{"server_uuid": "360de154-406b-4380-a3b6-691f3ae3d521", "name": "network-vif-deleted", "tag": "aeee7985-1066-4f0c-970a-4a7504dd9693"}]}' {{(pid=103196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 25 19:27:38.650683 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Device 4e1882de-b674-4c01-9054-99a59c61b85f up at agent ovs-agent-dv-cinder-755101-7-iscsi {{(pid=103198) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 25 19:27:38.705933 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-d6a8f8c2-89a6-4e14-a8a5-739c6a519ca5 None None] Publish callbacks [] for port (17662467-b6b2-4bf1-83ee-afa512959f9b), precommit_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:38.714937 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Mar 2022 19:27:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c55a0873-43b6-4ab0-ad0b-16271fbffc7e x-openstack-request-id: req-c55a0873-43b6-4ab0-ad0b-16271fbffc7e {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 25 19:27:38.715671 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "360de154-406b-4380-a3b6-691f3ae3d521", "name": "network-vif-deleted", "tag": "aeee7985-1066-4f0c-970a-4a7504dd9693", "status": "completed", "code": 200}]} {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 25 19:27:38.715671 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c55a0873-43b6-4ab0-ad0b-16271fbffc7e {{(pid=103196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 25 19:27:38.715886 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c55a0873-43b6-4ab0-ad0b-16271fbffc7e'] response: {'server_uuid': '360de154-406b-4380-a3b6-691f3ae3d521', 'name': 'network-vif-deleted', 'tag': 'aeee7985-1066-4f0c-970a-4a7504dd9693', 'status': 'completed', 'code': 200} Mar 25 19:27:38.728076 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-d6a8f8c2-89a6-4e14-a8a5-739c6a519ca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036679572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741036190733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741036190751'] for port (17662467-b6b2-4bf1-83ee-afa512959f9b), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:38.871280 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-843b8646-3369-4fde-8e80-c47a364b9875 admin admin] Publish callbacks [] for router_gateway (e89fa00b-1504-4c55-9590-d3b49ae0e90d), after_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:38.884095 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Provisioning complete for port 4e1882de-b674-4c01-9054-99a59c61b85f triggered by entity L2. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 25 19:27:38.884603 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133789'] for port (4e1882de-b674-4c01-9054-99a59c61b85f), provisioning_complete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:38.917516 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.db.l3_dvr_db [None req-38b19646-cbc3-4597-beef-ee08a1b867bc None None] Set router 8176248a-16f5-4694-bf25-b326f00a7f6a gateway port host: dv-cinder-755101-7-iscsi {{(pid=103199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 25 19:27:38.979867 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6ac2cb-4690-4bee-a819-93be08cb897d None None] Pushing event updated for resources: {'Port': ['ID=17662467-b6b2-4bf1-83ee-afa512959f9b,revision_number=3']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:27:39.161973 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.managers [None req-d6a8f8c2-89a6-4e14-a8a5-739c6a519ca5 None None] Attempting to bind port 17662467-b6b2-4bf1-83ee-afa512959f9b on host dv-cinder-755101-7-iscsi for vnic_type normal with profile {{(pid=103198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 25 19:27:39.162344 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.managers [None req-d6a8f8c2-89a6-4e14-a8a5-739c6a519ca5 None None] Attempting to bind port 17662467-b6b2-4bf1-83ee-afa512959f9b by drivers openvswitch,hyperv on host dv-cinder-755101-7-iscsi at level 0 using segments [{'id': 'e330a8af-5d1b-4552-a8f9-d04d69fc20fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '27580a04-c198-4a21-a1dd-713b4c75540c'}] {{(pid=103198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 25 19:27:39.165514 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6a8f8c2-89a6-4e14-a8a5-739c6a519ca5 None None] Attempting to bind port 17662467-b6b2-4bf1-83ee-afa512959f9b on network 27580a04-c198-4a21-a1dd-713b4c75540c {{(pid=103198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 25 19:27:39.177719 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6a8f8c2-89a6-4e14-a8a5-739c6a519ca5 None None] Checking agent: {'id': '239dac0e-b210-4295-8f1a-11f7f9dc3de1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-755101-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 19, 12, 1), 'started_at': datetime.datetime(2022, 3, 25, 19, 12, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 19, 27, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-755101-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 25 19:27:39.178135 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6a8f8c2-89a6-4e14-a8a5-739c6a519ca5 None None] Checking segment: {'id': 'e330a8af-5d1b-4552-a8f9-d04d69fc20fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '27580a04-c198-4a21-a1dd-713b4c75540c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 25 19:27:39.178496 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-d6a8f8c2-89a6-4e14-a8a5-739c6a519ca5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:39.178918 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6a8f8c2-89a6-4e14-a8a5-739c6a519ca5 None None] Bound using segment: {'id': 'e330a8af-5d1b-4552-a8f9-d04d69fc20fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '27580a04-c198-4a21-a1dd-713b4c75540c'} {{(pid=103198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 25 19:27:39.179498 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.managers [None req-d6a8f8c2-89a6-4e14-a8a5-739c6a519ca5 None None] Bound port: 17662467-b6b2-4bf1-83ee-afa512959f9b, host: dv-cinder-755101-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e330a8af-5d1b-4552-a8f9-d04d69fc20fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '27580a04-c198-4a21-a1dd-713b4c75540c'}}] {{(pid=103198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 25 19:27:39.179776 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-d6a8f8c2-89a6-4e14-a8a5-739c6a519ca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1293263'] for port (17662467-b6b2-4bf1-83ee-afa512959f9b), before_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:39.296736 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-843b8646-3369-4fde-8e80-c47a364b9875 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3755958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3753515'] for router (e89fa00b-1504-4c55-9590-d3b49ae0e90d), after_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:39.340052 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.db.l3_hamode_db [None req-38b19646-cbc3-4597-beef-ee08a1b867bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8176248a-16f5-4694-bf25-b326f00a7f6a', 'name': 'tempest-AttachVolumeNegativeTest-1535724324-router', 'tenant_id': 'dc089ebbae3f448da3893c2c3fea588f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'external_fixed_ips': [{'subnet_id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'ip_address': '172.27.0.249'}], 'enable_snat': True}, 'gw_port_id': '4068821f-380a-43e9-8dd6-d8fd566fe3d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T19:24:37Z', 'updated_at': '2022-03-25T19:24:39Z', 'revision_number': 4, 'project_id': 'dc089ebbae3f448da3893c2c3fea588f', 'gw_port': {'id': '4068821f-380a-43e9-8dd6-d8fd566fe3d3', 'name': '', 'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:e3:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8176248a-16f5-4694-bf25-b326f00a7f6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'ip_address': '172.27.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T19:24:37Z', 'updated_at': '2022-03-25T19:24:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755101-7-iscsi', '_interfaces': [{'id': '183b74b2-7fc1-4f1d-8907-284dc2000128', 'name': '', 'network_id': '1b551ab7-2e5a-400a-a69e-184f0d4cccb9', 'tenant_id': 'dc089ebbae3f448da3893c2c3fea588f', 'mac_address': 'fa:16:3e:8e:3f:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8176248a-16f5-4694-bf25-b326f00a7f6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'fabde86b-5205-4844-a05e-c2d1e447196e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T19:24:39Z', 'updated_at': '2022-03-25T19:24:43Z', 'revision_number': 5, 'project_id': 'dc089ebbae3f448da3893c2c3fea588f', 'subnets': [{'id': 'fabde86b-5205-4844-a05e-c2d1e447196e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-755101-7-iscsi', False) {} {{(pid=103199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 19:27:39.381499 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Current status of the port 4e1882de-b674-4c01-9054-99a59c61b85f is: ACTIVE; New status is: ACTIVE {{(pid=103198) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 25 19:27:39.387087 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38b19646-cbc3-4597-beef-ee08a1b867bc None None] Checking router: 8176248a-16f5-4694-bf25-b326f00a7f6a for host: dv-cinder-755101-7-iscsi {{(pid=103199) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 25 19:27:39.401055 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38b19646-cbc3-4597-beef-ee08a1b867bc None None] Routers {'8176248a-16f5-4694-bf25-b326f00a7f6a'} bound to L3 agent in host dv-cinder-755101-7-iscsi {{(pid=103199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 25 19:27:39.401937 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.db.l3_hamode_db [None req-38b19646-cbc3-4597-beef-ee08a1b867bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755101-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-25T19:11:57Z,description=,heartbeat_timestamp=2022-03-25T19:27:27Z,host='dv-cinder-755101-7-iscsi',id=af1b81b0-43af-47bb-a61e-8e46b36efc57,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:11:57Z,topic='l3_agent')) {'router_ids': ['8176248a-16f5-4694-bf25-b326f00a7f6a'], 'active': True} {{(pid=103199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 19:27:39.413265 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-d6a8f8c2-89a6-4e14-a8a5-739c6a519ca5 None None] For port 17662467-b6b2-4bf1-83ee-afa512959f9b, host dv-cinder-755101-7-iscsi, cleared binding levels {{(pid=103198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 25 19:27:39.417631 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-d6a8f8c2-89a6-4e14-a8a5-739c6a519ca5 None None] For port 17662467-b6b2-4bf1-83ee-afa512959f9b, host dv-cinder-755101-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755101-7-iscsi',level=0,port_id=17662467-b6b2-4bf1-83ee-afa512959f9b,segment=NetworkSegment(e330a8af-5d1b-4552-a8f9-d04d69fc20fb),segment_id=e330a8af-5d1b-4552-a8f9-d04d69fc20fb)] {{(pid=103198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 25 19:27:39.429986 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-d6a8f8c2-89a6-4e14-a8a5-739c6a519ca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036679572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741036190733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741036190751'] for port (17662467-b6b2-4bf1-83ee-afa512959f9b), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:39.449571 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-cbe5d78a-c4d3-4381-b4d2-84cfb74f848d None None] Provisioning complete for port 17662467-b6b2-4bf1-83ee-afa512959f9b triggered by entity DHCP. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 25 19:27:39.449929 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-cbe5d78a-c4d3-4381-b4d2-84cfb74f848d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133789'] for port (17662467-b6b2-4bf1-83ee-afa512959f9b), provisioning_complete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:39.539425 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6a8f8c2-89a6-4e14-a8a5-739c6a519ca5 None None] Routers {'f07aef92-6be8-4ca1-a8c8-20fd188150b6'} bound to L3 agent in host dv-cinder-755101-7-iscsi {{(pid=103198) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 25 19:27:39.539650 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.l3_hamode_db [None req-d6a8f8c2-89a6-4e14-a8a5-739c6a519ca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755101-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-25T19:11:57Z,description=,heartbeat_timestamp=2022-03-25T19:27:27Z,host='dv-cinder-755101-7-iscsi',id=af1b81b0-43af-47bb-a61e-8e46b36efc57,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:11:57Z,topic='l3_agent')) {'router_ids': ['f07aef92-6be8-4ca1-a8c8-20fd188150b6'], 'active': True} {{(pid=103198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 19:27:39.551648 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.db.l3_dvr_db [None req-38b19646-cbc3-4597-beef-ee08a1b867bc None None] Set router 8176248a-16f5-4694-bf25-b326f00a7f6a gateway port host: dv-cinder-755101-7-iscsi {{(pid=103199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 25 19:27:39.573890 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-843b8646-3369-4fde-8e80-c47a364b9875 admin admin] Router e89fa00b-1504-4c55-9590-d3b49ae0e90d is scheduled to L3 agent af1b81b0-43af-47bb-a61e-8e46b36efc57 with binding_index 1 {{(pid=103197) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 25 19:27:39.646471 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6ac2cb-4690-4bee-a819-93be08cb897d None None] Pushing event updated for resources: {'Port': ['ID=17662467-b6b2-4bf1-83ee-afa512959f9b,revision_number=4']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:27:39.706451 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.18', 38162) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:27:39.836400 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.l3_dvr_db [None req-d6a8f8c2-89a6-4e14-a8a5-739c6a519ca5 None None] Set router f07aef92-6be8-4ca1-a8c8-20fd188150b6 gateway port host: dv-cinder-755101-7-iscsi {{(pid=103198) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 25 19:27:39.865468 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-843b8646-3369-4fde-8e80-c47a364b9875 admin admin] Notify agent at l3_agent.dv-cinder-755101-7-iscsi the message routers_updated {{(pid=103197) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 25 19:27:39.898260 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-843b8646-3369-4fde-8e80-c47a364b9875 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:39.899746 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-843b8646-3369-4fde-8e80-c47a364b9875 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.9487035 Mar 25 19:27:39.904589 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.18', 38164) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:27:39.924384 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3209d461-24bc-467b-914c-9d87ac13525a None None] Sync routers for ids ['e89fa00b-1504-4c55-9590-d3b49ae0e90d'] in dv-cinder-755101-7-iscsi {{(pid=103198) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 25 19:27:39.951468 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-cbe5d78a-c4d3-4381-b4d2-84cfb74f848d None None] Current status of the port 17662467-b6b2-4bf1-83ee-afa512959f9b is: DOWN; New status is: ACTIVE {{(pid=103198) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 25 19:27:39.951865 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-cbe5d78a-c4d3-4381-b4d2-84cfb74f848d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1293263'] for port (17662467-b6b2-4bf1-83ee-afa512959f9b), before_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:39.987782 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.db.l3_hamode_db [None req-38b19646-cbc3-4597-beef-ee08a1b867bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8176248a-16f5-4694-bf25-b326f00a7f6a', 'name': 'tempest-AttachVolumeNegativeTest-1535724324-router', 'tenant_id': 'dc089ebbae3f448da3893c2c3fea588f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'external_fixed_ips': [{'subnet_id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'ip_address': '172.27.0.249'}], 'enable_snat': True}, 'gw_port_id': '4068821f-380a-43e9-8dd6-d8fd566fe3d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T19:24:37Z', 'updated_at': '2022-03-25T19:24:39Z', 'revision_number': 4, 'project_id': 'dc089ebbae3f448da3893c2c3fea588f', 'gw_port': {'id': '4068821f-380a-43e9-8dd6-d8fd566fe3d3', 'name': '', 'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:e3:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8176248a-16f5-4694-bf25-b326f00a7f6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'ip_address': '172.27.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T19:24:37Z', 'updated_at': '2022-03-25T19:24:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755101-7-iscsi', '_interfaces': [{'id': '183b74b2-7fc1-4f1d-8907-284dc2000128', 'name': '', 'network_id': '1b551ab7-2e5a-400a-a69e-184f0d4cccb9', 'tenant_id': 'dc089ebbae3f448da3893c2c3fea588f', 'mac_address': 'fa:16:3e:8e:3f:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8176248a-16f5-4694-bf25-b326f00a7f6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'fabde86b-5205-4844-a05e-c2d1e447196e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T19:24:39Z', 'updated_at': '2022-03-25T19:24:43Z', 'revision_number': 5, 'project_id': 'dc089ebbae3f448da3893c2c3fea588f', 'subnets': [{'id': 'fabde86b-5205-4844-a05e-c2d1e447196e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-755101-7-iscsi', False) {} {{(pid=103199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 19:27:40.027816 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38b19646-cbc3-4597-beef-ee08a1b867bc None None] The sync data for ids ['8176248a-16f5-4694-bf25-b326f00a7f6a'] in dv-cinder-755101-7-iscsi is: [{'id': '8176248a-16f5-4694-bf25-b326f00a7f6a', 'name': 'tempest-AttachVolumeNegativeTest-1535724324-router', 'tenant_id': 'dc089ebbae3f448da3893c2c3fea588f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'external_fixed_ips': [{'subnet_id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'ip_address': '172.27.0.249'}], 'enable_snat': True}, 'gw_port_id': '4068821f-380a-43e9-8dd6-d8fd566fe3d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T19:24:37Z', 'updated_at': '2022-03-25T19:24:39Z', 'revision_number': 4, 'project_id': 'dc089ebbae3f448da3893c2c3fea588f', 'gw_port': {'id': '4068821f-380a-43e9-8dd6-d8fd566fe3d3', 'name': '', 'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:e3:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8176248a-16f5-4694-bf25-b326f00a7f6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'ip_address': '172.27.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T19:24:37Z', 'updated_at': '2022-03-25T19:24:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755101-7-iscsi', '_interfaces': [{'id': '183b74b2-7fc1-4f1d-8907-284dc2000128', 'name': '', 'network_id': '1b551ab7-2e5a-400a-a69e-184f0d4cccb9', 'tenant_id': 'dc089ebbae3f448da3893c2c3fea588f', 'mac_address': 'fa:16:3e:8e:3f:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8176248a-16f5-4694-bf25-b326f00a7f6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'fabde86b-5205-4844-a05e-c2d1e447196e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T19:24:39Z', 'updated_at': '2022-03-25T19:24:43Z', 'revision_number': 5, 'project_id': 'dc089ebbae3f448da3893c2c3fea588f', 'subnets': [{'id': 'fabde86b-5205-4844-a05e-c2d1e447196e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 25 19:27:40.087805 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3209d461-24bc-467b-914c-9d87ac13525a None None] Routers {'e89fa00b-1504-4c55-9590-d3b49ae0e90d'} bound to L3 agent in host dv-cinder-755101-7-iscsi {{(pid=103198) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 25 19:27:40.092373 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.l3_hamode_db [None req-3209d461-24bc-467b-914c-9d87ac13525a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755101-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-25T19:11:57Z,description=,heartbeat_timestamp=2022-03-25T19:27:27Z,host='dv-cinder-755101-7-iscsi',id=af1b81b0-43af-47bb-a61e-8e46b36efc57,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:11:57Z,topic='l3_agent')) {'router_ids': ['e89fa00b-1504-4c55-9590-d3b49ae0e90d'], 'active': True} {{(pid=103198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 19:27:40.288632 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-af7e03bd-6dac-48b5-868a-3232f02d26c7 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Publish callbacks [] for security_group (76a339c4-761d-4194-8664-715b7a97fba8), before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:40.303730 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc22ec3d-ae12-4c53-852a-8da2543053a1 None None] Network 0655b1a4-b065-4f75-a6e8-12ae0f7242df requested from dv-cinder-755101-7-iscsi {{(pid=103198) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 25 19:27:40.330796 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-af7e03bd-6dac-48b5-868a-3232f02d26c7 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Publish callbacks [] for security_group (76a339c4-761d-4194-8664-715b7a97fba8), precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:40.355738 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-cbe5d78a-c4d3-4381-b4d2-84cfb74f848d None None] For port 17662467-b6b2-4bf1-83ee-afa512959f9b, host dv-cinder-755101-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755101-7-iscsi',level=0,port_id=17662467-b6b2-4bf1-83ee-afa512959f9b,segment=NetworkSegment(e330a8af-5d1b-4552-a8f9-d04d69fc20fb),segment_id=e330a8af-5d1b-4552-a8f9-d04d69fc20fb)] {{(pid=103198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 25 19:27:40.379648 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-cbe5d78a-c4d3-4381-b4d2-84cfb74f848d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036679572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741036190733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741036190751'] for port (17662467-b6b2-4bf1-83ee-afa512959f9b), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:40.466936 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-af7e03bd-6dac-48b5-868a-3232f02d26c7 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687199'] for security_group (76a339c4-761d-4194-8664-715b7a97fba8), after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:40.470543 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-af7e03bd-6dac-48b5-868a-3232f02d26c7 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Publish callbacks [] for security_group (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:40.472005 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-af7e03bd-6dac-48b5-868a-3232f02d26c7 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] 10.222.0.18 "DELETE /v2.0/security-groups/76a339c4-761d-4194-8664-715b7a97fba8 HTTP/1.1" status: 204 len: 168 time: 0.7638731 Mar 25 19:27:40.479082 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.18', 38166) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:27:40.489007 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7e03bd-6dac-48b5-868a-3232f02d26c7 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=76a339c4-761d-4194-8664-715b7a97fba8,revision_number=None']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:27:40.512437 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7e03bd-6dac-48b5-868a-3232f02d26c7 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:27:40.512824 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7e03bd-6dac-48b5-868a-3232f02d26c7 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:27:40.513202 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7e03bd-6dac-48b5-868a-3232f02d26c7 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:27:40.513546 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7e03bd-6dac-48b5-868a-3232f02d26c7 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:27:40.513880 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7e03bd-6dac-48b5-868a-3232f02d26c7 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:27:40.514212 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7e03bd-6dac-48b5-868a-3232f02d26c7 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:27:40.514834 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7e03bd-6dac-48b5-868a-3232f02d26c7 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:27:40.514966 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7e03bd-6dac-48b5-868a-3232f02d26c7 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:27:40.515202 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7e03bd-6dac-48b5-868a-3232f02d26c7 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:27:40.515526 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7e03bd-6dac-48b5-868a-3232f02d26c7 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:27:40.515996 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7e03bd-6dac-48b5-868a-3232f02d26c7 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:27:40.516328 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7e03bd-6dac-48b5-868a-3232f02d26c7 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:27:40.516652 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7e03bd-6dac-48b5-868a-3232f02d26c7 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:27:40.516976 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7e03bd-6dac-48b5-868a-3232f02d26c7 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:27:40.517300 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7e03bd-6dac-48b5-868a-3232f02d26c7 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:27:40.524935 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.api.v2.resource [None req-c996c6fa-3cf1-4d76-b1ac-37104da238c7 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] show failed (client error): The resource could not be found. Mar 25 19:27:40.526021 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-c996c6fa-3cf1-4d76-b1ac-37104da238c7 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] 10.222.0.18 "GET /v2.0/security-groups/76a339c4-761d-4194-8664-715b7a97fba8 HTTP/1.1" status: 404 len: 347 time: 0.0434062 Mar 25 19:27:40.530186 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.18', 38168) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:27:40.558860 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.l3_dvr_db [None req-3209d461-24bc-467b-914c-9d87ac13525a None None] Set router e89fa00b-1504-4c55-9590-d3b49ae0e90d gateway port host: dv-cinder-755101-7-iscsi {{(pid=103198) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 25 19:27:40.584304 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24ced4b5-a2de-4292-8bdf-79f1a6c460df None None] New status for floating IP 691cbe1b-528e-4065-b7f2-455c250ef365: DOWN {{(pid=103199) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 25 19:27:40.921994 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Device a789775d-3d0f-4913-8be4-4271f37b0344 up at agent ovs-agent-dv-cinder-755101-7-iscsi {{(pid=103198) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 25 19:27:40.925471 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe5d78a-c4d3-4381-b4d2-84cfb74f848d None None] Pushing event updated for resources: {'Port': ['ID=17662467-b6b2-4bf1-83ee-afa512959f9b,revision_number=5']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:27:41.085126 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-781a49da-304a-4667-a0c8-6121c0fe00d2 None None] Provisioning complete for port 17662467-b6b2-4bf1-83ee-afa512959f9b triggered by entity DHCP. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 25 19:27:41.085126 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-781a49da-304a-4667-a0c8-6121c0fe00d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133789'] for port (17662467-b6b2-4bf1-83ee-afa512959f9b), provisioning_complete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:41.098222 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.plugins.ml2.plugin [None req-55e4dfb9-951d-4a16-ac72-c9655a16340a tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Deleting port 1a8ffb87-1c3c-4e1d-b70d-77a629687cfe {{(pid=103197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 25 19:27:41.098526 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-55e4dfb9-951d-4a16-ac72-c9655a16340a tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741036672799'] for port (1a8ffb87-1c3c-4e1d-b70d-77a629687cfe), before_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:41.175170 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-d8b8ef24-8ca6-4c14-b272-7076df074e09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1293263'] for port (None), before_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:41.280288 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-55e4dfb9-951d-4a16-ac72-c9655a16340a tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3766103'] for port (1a8ffb87-1c3c-4e1d-b70d-77a629687cfe), precommit_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:41.280618 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-55e4dfb9-951d-4a16-ac72-c9655a16340a tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Publish callbacks [] for floatingip (1a8ffb87-1c3c-4e1d-b70d-77a629687cfe), precommit_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:41.301884 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Provisioning complete for port a789775d-3d0f-4913-8be4-4271f37b0344 triggered by entity L2. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 25 19:27:41.302756 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133789'] for port (a789775d-3d0f-4913-8be4-4271f37b0344), provisioning_complete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:41.308431 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.plugins.ml2.plugin [None req-55e4dfb9-951d-4a16-ac72-c9655a16340a tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Calling delete_port for 1a8ffb87-1c3c-4e1d-b70d-77a629687cfe owned by network:floatingip {{(pid=103197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 25 19:27:41.399873 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.l3_hamode_db [None req-d6a8f8c2-89a6-4e14-a8a5-739c6a519ca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f07aef92-6be8-4ca1-a8c8-20fd188150b6', 'name': 'tempest-TestVolumeBootPattern-1146644451-router', 'tenant_id': '047bda67abf94801b4a3258dfa563394', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'external_fixed_ips': [{'subnet_id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'ip_address': '172.27.0.126'}], 'enable_snat': True}, 'gw_port_id': '4e1882de-b674-4c01-9054-99a59c61b85f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T19:27:29Z', 'updated_at': '2022-03-25T19:27:34Z', 'revision_number': 4, 'project_id': '047bda67abf94801b4a3258dfa563394', 'gw_port': {'id': '4e1882de-b674-4c01-9054-99a59c61b85f', 'name': '', 'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:57:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f07aef92-6be8-4ca1-a8c8-20fd188150b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'ip_address': '172.27.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T19:27:30Z', 'updated_at': '2022-03-25T19:27:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755101-7-iscsi', '_interfaces': [{'id': '17662467-b6b2-4bf1-83ee-afa512959f9b', 'name': '', 'network_id': '27580a04-c198-4a21-a1dd-713b4c75540c', 'tenant_id': '047bda67abf94801b4a3258dfa563394', 'mac_address': 'fa:16:3e:29:5e:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f07aef92-6be8-4ca1-a8c8-20fd188150b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': 'c8e42045-43c2-4a9f-a0d6-9006af4b8132', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T19:27:32Z', 'updated_at': '2022-03-25T19:27:39Z', 'revision_number': 4, 'project_id': '047bda67abf94801b4a3258dfa563394', 'subnets': [{'id': 'c8e42045-43c2-4a9f-a0d6-9006af4b8132', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-755101-7-iscsi', False) {} {{(pid=103198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 19:27:41.465846 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-781a49da-304a-4667-a0c8-6121c0fe00d2 None None] Current status of the port 17662467-b6b2-4bf1-83ee-afa512959f9b is: ACTIVE; New status is: ACTIVE {{(pid=103198) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 25 19:27:41.485949 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6a8f8c2-89a6-4e14-a8a5-739c6a519ca5 None None] The sync data for ids ['f07aef92-6be8-4ca1-a8c8-20fd188150b6'] in dv-cinder-755101-7-iscsi is: [{'id': 'f07aef92-6be8-4ca1-a8c8-20fd188150b6', 'name': 'tempest-TestVolumeBootPattern-1146644451-router', 'tenant_id': '047bda67abf94801b4a3258dfa563394', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'external_fixed_ips': [{'subnet_id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'ip_address': '172.27.0.126'}], 'enable_snat': True}, 'gw_port_id': '4e1882de-b674-4c01-9054-99a59c61b85f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T19:27:29Z', 'updated_at': '2022-03-25T19:27:34Z', 'revision_number': 4, 'project_id': '047bda67abf94801b4a3258dfa563394', 'gw_port': {'id': '4e1882de-b674-4c01-9054-99a59c61b85f', 'name': '', 'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:57:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f07aef92-6be8-4ca1-a8c8-20fd188150b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'ip_address': '172.27.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T19:27:30Z', 'updated_at': '2022-03-25T19:27:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755101-7-iscsi', '_interfaces': [{'id': '17662467-b6b2-4bf1-83ee-afa512959f9b', 'name': '', 'network_id': '27580a04-c198-4a21-a1dd-713b4c75540c', 'tenant_id': '047bda67abf94801b4a3258dfa563394', 'mac_address': 'fa:16:3e:29:5e:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f07aef92-6be8-4ca1-a8c8-20fd188150b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': 'c8e42045-43c2-4a9f-a0d6-9006af4b8132', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T19:27:32Z', 'updated_at': '2022-03-25T19:27:39Z', 'revision_number': 4, 'project_id': '047bda67abf94801b4a3258dfa563394', 'subnets': [{'id': 'c8e42045-43c2-4a9f-a0d6-9006af4b8132', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103198) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 25 19:27:41.495264 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.l3_hamode_db [None req-3209d461-24bc-467b-914c-9d87ac13525a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e89fa00b-1504-4c55-9590-d3b49ae0e90d', 'name': 'tempest-TestVolumeBootPattern-1970740917-router', 'tenant_id': 'cb6ac76ca53f42819069f9318e87d6ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'external_fixed_ips': [{'subnet_id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'ip_address': '172.27.0.59'}], 'enable_snat': True}, 'gw_port_id': 'a14eaff8-0db0-4540-a0c9-bc5c5eced17b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T19:27:36Z', 'updated_at': '2022-03-25T19:27:38Z', 'revision_number': 3, 'project_id': 'cb6ac76ca53f42819069f9318e87d6ed', 'gw_port': {'id': 'a14eaff8-0db0-4540-a0c9-bc5c5eced17b', 'name': '', 'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:29:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e89fa00b-1504-4c55-9590-d3b49ae0e90d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'ip_address': '172.27.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T19:27:37Z', 'updated_at': '2022-03-25T19:27:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755101-7-iscsi'}], 'dv-cinder-755101-7-iscsi', False) {} {{(pid=103198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 19:27:41.550945 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3209d461-24bc-467b-914c-9d87ac13525a None None] Checking router: e89fa00b-1504-4c55-9590-d3b49ae0e90d for host: dv-cinder-755101-7-iscsi {{(pid=103198) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 25 19:27:41.551314 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3209d461-24bc-467b-914c-9d87ac13525a None None] Updating router e89fa00b-1504-4c55-9590-d3b49ae0e90d port a14eaff8-0db0-4540-a0c9-bc5c5eced17b binding host dv-cinder-755101-7-iscsi {{(pid=103198) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 25 19:27:41.599725 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Device aeee7985-1066-4f0c-970a-4a7504dd9693 no longer exists at agent hyperv_hv-cinder-75510 {{(pid=103198) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 25 19:27:41.635648 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-55e4dfb9-951d-4a16-ac72-c9655a16340a tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741036679554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741036190724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59283508'] for port (1a8ffb87-1c3c-4e1d-b70d-77a629687cfe), after_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:41.639929 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-3209d461-24bc-467b-914c-9d87ac13525a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1293263'] for port (a14eaff8-0db0-4540-a0c9-bc5c5eced17b), before_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:41.651804 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-781a49da-304a-4667-a0c8-6121c0fe00d2 None None] Provisioning complete for port a789775d-3d0f-4913-8be4-4271f37b0344 triggered by entity DHCP. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 25 19:27:41.652095 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-781a49da-304a-4667-a0c8-6121c0fe00d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133789'] for port (a789775d-3d0f-4913-8be4-4271f37b0344), provisioning_complete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:41.655734 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] No Port match for: aeee7985-1066-4f0c-970a-4a7504dd9693 {{(pid=103198) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 25 19:27:41.656059 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Device aeee7985-1066-4f0c-970a-4a7504dd9693 not bound to the agent host hv-cinder-75510 {{(pid=103198) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 25 19:27:41.673366 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e4dfb9-951d-4a16-ac72-c9655a16340a tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Pushing event deleted for resources: {'Port': ['ID=1a8ffb87-1c3c-4e1d-b70d-77a629687cfe,revision_number=None']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:27:41.698038 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.db.db_base_plugin_common [None req-d8b8ef24-8ca6-4c14-b272-7076df074e09 admin admin] Allocated IP 172.20.0.1 (0655b1a4-b065-4f75-a6e8-12ae0f7242df/a9e4be3f-5de8-417a-a780-71456129cb60/25430596-1130-46af-bde5-7300536278e9) {{(pid=103197) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 19:27:41.702026 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e4dfb9-951d-4a16-ac72-c9655a16340a tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:27:41.702687 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e4dfb9-951d-4a16-ac72-c9655a16340a tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:27:41.703568 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e4dfb9-951d-4a16-ac72-c9655a16340a tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:27:41.704144 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e4dfb9-951d-4a16-ac72-c9655a16340a tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:27:41.704689 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e4dfb9-951d-4a16-ac72-c9655a16340a tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:27:41.705267 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e4dfb9-951d-4a16-ac72-c9655a16340a tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:27:41.705883 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e4dfb9-951d-4a16-ac72-c9655a16340a tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:27:41.706786 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e4dfb9-951d-4a16-ac72-c9655a16340a tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:27:41.707307 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e4dfb9-951d-4a16-ac72-c9655a16340a tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:27:41.707885 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e4dfb9-951d-4a16-ac72-c9655a16340a tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:27:41.708443 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e4dfb9-951d-4a16-ac72-c9655a16340a tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:27:41.709068 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e4dfb9-951d-4a16-ac72-c9655a16340a tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:27:41.709572 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e4dfb9-951d-4a16-ac72-c9655a16340a tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:27:41.710158 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e4dfb9-951d-4a16-ac72-c9655a16340a tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:27:41.710724 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e4dfb9-951d-4a16-ac72-c9655a16340a tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:27:41.790539 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-55e4dfb9-951d-4a16-ac72-c9655a16340a tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Publish callbacks [] for floatingip (691cbe1b-528e-4065-b7f2-455c250ef365), after_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:41.793343 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-55e4dfb9-951d-4a16-ac72-c9655a16340a tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63648'] for floatingip (None), before_response {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:41.797271 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-55e4dfb9-951d-4a16-ac72-c9655a16340a tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] 10.222.0.18 "DELETE /v2.0/floatingips/691cbe1b-528e-4065-b7f2-455c250ef365 HTTP/1.1" status: 204 len: 168 time: 1.2621813 Mar 25 19:27:41.977725 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-d8b8ef24-8ca6-4c14-b272-7076df074e09 admin admin] Publish callbacks [] for port (25430596-1130-46af-bde5-7300536278e9), precommit_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:42.019737 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-d8b8ef24-8ca6-4c14-b272-7076df074e09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741036193015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59283508'] for port (25430596-1130-46af-bde5-7300536278e9), after_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:42.057165 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8b8ef24-8ca6-4c14-b272-7076df074e09 admin admin] Network 0655b1a4-b065-4f75-a6e8-12ae0f7242df is already hosted by enough agents. {{(pid=103197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 19:27:42.066791 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.scheduler.base_scheduler [None req-d8b8ef24-8ca6-4c14-b272-7076df074e09 admin admin] Resources bound (agent type, host, resource id): {{(pid=103197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 19:27:42.082806 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8b8ef24-8ca6-4c14-b272-7076df074e09 admin admin] Received port after_create {{(pid=103197) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 25 19:27:42.108319 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-3209d461-24bc-467b-914c-9d87ac13525a None None] Publish callbacks [] for port (a14eaff8-0db0-4540-a0c9-bc5c5eced17b), precommit_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:42.119091 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b8ef24-8ca6-4c14-b272-7076df074e09 admin admin] Pushing event updated for resources: {'Port': ['ID=25430596-1130-46af-bde5-7300536278e9,revision_number=1']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:27:42.143017 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-d8b8ef24-8ca6-4c14-b272-7076df074e09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3752446'] for router_interface (e89fa00b-1504-4c55-9590-d3b49ae0e90d), before_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:42.167566 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-3209d461-24bc-467b-914c-9d87ac13525a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036679572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741036190733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741036190751'] for port (a14eaff8-0db0-4540-a0c9-bc5c5eced17b), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:42.188987 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.18', 38184) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:27:42.195120 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.v2.base [None req-b763e2d1-aed2-4aff-b773-ac60b48d2edd tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Request body: {'security_group': {'name': 'tempest-securitygroup--15178758', 'description': 'tempest-description--45616864'}} {{(pid=103196) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 19:27:42.259415 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b763e2d1-aed2-4aff-b773-ac60b48d2edd tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Publish callbacks [] for security_group (None), before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:42.291981 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.managers [None req-3209d461-24bc-467b-914c-9d87ac13525a None None] Attempting to bind port a14eaff8-0db0-4540-a0c9-bc5c5eced17b on host dv-cinder-755101-7-iscsi for vnic_type normal with profile {{(pid=103198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 25 19:27:42.292774 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.managers [None req-3209d461-24bc-467b-914c-9d87ac13525a None None] Attempting to bind port a14eaff8-0db0-4540-a0c9-bc5c5eced17b by drivers openvswitch,hyperv on host dv-cinder-755101-7-iscsi at level 0 using segments [{'id': 'bcf11cf5-8ef8-46ee-bf1d-f87c743f3fc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15'}] {{(pid=103198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 25 19:27:42.293355 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3209d461-24bc-467b-914c-9d87ac13525a None None] Attempting to bind port a14eaff8-0db0-4540-a0c9-bc5c5eced17b on network 4acd50f3-de7f-4854-a6f4-5b66b3577c15 {{(pid=103198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 25 19:27:42.303884 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Current status of the port a789775d-3d0f-4913-8be4-4271f37b0344 is: DOWN; New status is: ACTIVE {{(pid=103198) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 25 19:27:42.304377 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1293263'] for port (a789775d-3d0f-4913-8be4-4271f37b0344), before_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:42.376254 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] For port a789775d-3d0f-4913-8be4-4271f37b0344, host dv-cinder-755101-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755101-7-iscsi',level=0,port_id=a789775d-3d0f-4913-8be4-4271f37b0344,segment=NetworkSegment(c6717c5a-3b41-418d-a0d8-926a087710bc),segment_id=c6717c5a-3b41-418d-a0d8-926a087710bc)] {{(pid=103198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 25 19:27:42.381555 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-d8b8ef24-8ca6-4c14-b272-7076df074e09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1293263'] for port (25430596-1130-46af-bde5-7300536278e9), before_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:42.387790 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3209d461-24bc-467b-914c-9d87ac13525a None None] Checking agent: {'id': '239dac0e-b210-4295-8f1a-11f7f9dc3de1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-755101-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 19, 12, 1), 'started_at': datetime.datetime(2022, 3, 25, 19, 12, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 19, 27, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-755101-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 25 19:27:42.388695 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3209d461-24bc-467b-914c-9d87ac13525a None None] Checking segment: {'id': 'bcf11cf5-8ef8-46ee-bf1d-f87c743f3fc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 25 19:27:42.389100 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-3209d461-24bc-467b-914c-9d87ac13525a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:42.389490 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3209d461-24bc-467b-914c-9d87ac13525a None None] Bound using segment: {'id': 'bcf11cf5-8ef8-46ee-bf1d-f87c743f3fc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15'} {{(pid=103198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 25 19:27:42.389978 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.managers [None req-3209d461-24bc-467b-914c-9d87ac13525a None None] Bound port: a14eaff8-0db0-4540-a0c9-bc5c5eced17b, host: dv-cinder-755101-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcf11cf5-8ef8-46ee-bf1d-f87c743f3fc7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15'}}] {{(pid=103198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 25 19:27:42.390890 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-3209d461-24bc-467b-914c-9d87ac13525a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1293263'] for port (a14eaff8-0db0-4540-a0c9-bc5c5eced17b), before_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:42.417042 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b763e2d1-aed2-4aff-b773-ac60b48d2edd tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Publish callbacks [] for security_group (672d97eb-f3f4-4d58-b6da-68822872dabf), precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:42.422098 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b763e2d1-aed2-4aff-b773-ac60b48d2edd tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687199'] for security_group (672d97eb-f3f4-4d58-b6da-68822872dabf), after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:42.483577 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-3209d461-24bc-467b-914c-9d87ac13525a None None] For port a14eaff8-0db0-4540-a0c9-bc5c5eced17b, host dv-cinder-755101-7-iscsi, cleared binding levels {{(pid=103198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 25 19:27:42.487652 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-3209d461-24bc-467b-914c-9d87ac13525a None None] For port a14eaff8-0db0-4540-a0c9-bc5c5eced17b, host dv-cinder-755101-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755101-7-iscsi',level=0,port_id=a14eaff8-0db0-4540-a0c9-bc5c5eced17b,segment=NetworkSegment(bcf11cf5-8ef8-46ee-bf1d-f87c743f3fc7),segment_id=bcf11cf5-8ef8-46ee-bf1d-f87c743f3fc7)] {{(pid=103198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 25 19:27:42.495545 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036679572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741036190733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741036190751'] for port (a789775d-3d0f-4913-8be4-4271f37b0344), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:42.497331 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-b763e2d1-aed2-4aff-b773-ac60b48d2edd tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Publish callbacks [] for security_group (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:42.503255 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-3209d461-24bc-467b-914c-9d87ac13525a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036679572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741036190733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741036190751'] for port (a14eaff8-0db0-4540-a0c9-bc5c5eced17b), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:42.516253 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-b763e2d1-aed2-4aff-b773-ac60b48d2edd tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1793 time: 0.3253303 Mar 25 19:27:42.517332 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82162a4b-ff35-45db-a995-fd0ece20fc5c None None] Pushing event updated for resources: {'Port': ['ID=a14eaff8-0db0-4540-a0c9-bc5c5eced17b,revision_number=2']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:27:42.520468 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.18', 38188) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:27:42.549318 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.v2.base [None req-8d266c05-8536-4357-a015-6b1b4eda459e tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Request body: {'security_group_rule': {'security_group_id': '672d97eb-f3f4-4d58-b6da-68822872dabf', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103196) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 19:27:42.579815 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b763e2d1-aed2-4aff-b773-ac60b48d2edd tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Pushing event updated for resources: {'SecurityGroup': ['ID=672d97eb-f3f4-4d58-b6da-68822872dabf,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:27:42.619278 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-8d266c05-8536-4357-a015-6b1b4eda459e tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Publish callbacks [] for security_group_rule (24627598-36e7-45e6-8393-0fd7b9774776), before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:42.669723 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Pushing event updated for resources: {'Port': ['ID=a789775d-3d0f-4913-8be4-4271f37b0344,revision_number=3']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:27:42.723459 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-8d266c05-8536-4357-a015-6b1b4eda459e tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Publish callbacks [] for security_group_rule (24627598-36e7-45e6-8393-0fd7b9774776), precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:42.726895 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-d8b8ef24-8ca6-4c14-b272-7076df074e09 admin admin] Publish callbacks [] for port (25430596-1130-46af-bde5-7300536278e9), precommit_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:42.730123 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-8d266c05-8536-4357-a015-6b1b4eda459e tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677543'] for security_group_rule (24627598-36e7-45e6-8393-0fd7b9774776), after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:42.738723 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-d8b8ef24-8ca6-4c14-b272-7076df074e09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036679572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741036190733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741036190751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59283459'] for port (25430596-1130-46af-bde5-7300536278e9), after_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:42.740124 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Device 17662467-b6b2-4bf1-83ee-afa512959f9b up at agent ovs-agent-dv-cinder-755101-7-iscsi {{(pid=103198) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 25 19:27:42.746531 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-781a49da-304a-4667-a0c8-6121c0fe00d2 None None] Current status of the port a789775d-3d0f-4913-8be4-4271f37b0344 is: ACTIVE; New status is: ACTIVE {{(pid=103198) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 25 19:27:42.766882 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d266c05-8536-4357-a015-6b1b4eda459e tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24627598-36e7-45e6-8393-0fd7b9774776,revision_number=0']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:27:42.779882 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-8d266c05-8536-4357-a015-6b1b4eda459e tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:42.780802 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3209d461-24bc-467b-914c-9d87ac13525a None None] Routers {'e89fa00b-1504-4c55-9590-d3b49ae0e90d'} bound to L3 agent in host dv-cinder-755101-7-iscsi {{(pid=103198) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 25 19:27:42.781430 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.l3_hamode_db [None req-3209d461-24bc-467b-914c-9d87ac13525a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755101-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-25T19:11:57Z,description=,heartbeat_timestamp=2022-03-25T19:27:27Z,host='dv-cinder-755101-7-iscsi',id=af1b81b0-43af-47bb-a61e-8e46b36efc57,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:11:57Z,topic='l3_agent')) {'router_ids': ['e89fa00b-1504-4c55-9590-d3b49ae0e90d'], 'active': True} {{(pid=103198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 19:27:42.782133 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-8d266c05-8536-4357-a015-6b1b4eda459e tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2489731 Mar 25 19:27:42.783637 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-d8b8ef24-8ca6-4c14-b272-7076df074e09 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3692891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3752298'] for router_interface (e89fa00b-1504-4c55-9590-d3b49ae0e90d), after_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:42.785660 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.18', 38192) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:27:42.792793 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.v2.base [None req-d59f2f5b-d9d4-4546-afb8-0c41797fea9d tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Request body: {'security_group_rule': {'security_group_id': '672d97eb-f3f4-4d58-b6da-68822872dabf', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103196) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 19:27:42.840329 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d59f2f5b-d9d4-4546-afb8-0c41797fea9d tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Publish callbacks [] for security_group_rule (9e6bc610-5189-4f6a-b3a1-1059fce89169), before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:42.928339 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d59f2f5b-d9d4-4546-afb8-0c41797fea9d tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Publish callbacks [] for security_group_rule (9e6bc610-5189-4f6a-b3a1-1059fce89169), precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:42.932548 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82162a4b-ff35-45db-a995-fd0ece20fc5c None None] Pushing event updated for resources: {'Port': ['ID=a14eaff8-0db0-4540-a0c9-bc5c5eced17b,revision_number=3']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:27:42.933191 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d59f2f5b-d9d4-4546-afb8-0c41797fea9d tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677543'] for security_group_rule (9e6bc610-5189-4f6a-b3a1-1059fce89169), after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:42.954461 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b8ef24-8ca6-4c14-b272-7076df074e09 admin admin] Pushing event updated for resources: {'Port': ['ID=25430596-1130-46af-bde5-7300536278e9,revision_number=2']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:27:42.956738 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-3e614882-ddc9-4c17-9fc1-d3456cb5e08c None None] Provisioning complete for port a789775d-3d0f-4913-8be4-4271f37b0344 triggered by entity DHCP. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 25 19:27:42.957121 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-3e614882-ddc9-4c17-9fc1-d3456cb5e08c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133789'] for port (a789775d-3d0f-4913-8be4-4271f37b0344), provisioning_complete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:42.968048 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59f2f5b-d9d4-4546-afb8-0c41797fea9d tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e6bc610-5189-4f6a-b3a1-1059fce89169,revision_number=0']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:27:42.985266 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d59f2f5b-d9d4-4546-afb8-0c41797fea9d tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:42.986871 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-d59f2f5b-d9d4-4546-afb8-0c41797fea9d tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1978261 Mar 25 19:27:42.991792 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.18', 38204) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:27:42.998328 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.v2.base [None req-4294ce53-b7d8-4ee7-aa41-8e483228c70b tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Request body: {'floatingip': {'floating_network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15'}} {{(pid=103196) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 19:27:43.001956 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.l3_dvr_db [None req-3209d461-24bc-467b-914c-9d87ac13525a None None] Set router e89fa00b-1504-4c55-9590-d3b49ae0e90d gateway port host: dv-cinder-755101-7-iscsi {{(pid=103198) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 25 19:27:43.007599 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8b8ef24-8ca6-4c14-b272-7076df074e09 admin admin] Network 0655b1a4-b065-4f75-a6e8-12ae0f7242df is already hosted by enough agents. {{(pid=103197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 19:27:43.011708 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.scheduler.base_scheduler [None req-d8b8ef24-8ca6-4c14-b272-7076df074e09 admin admin] Resources bound (agent type, host, resource id): {{(pid=103197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 19:27:43.034570 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-4294ce53-b7d8-4ee7-aa41-8e483228c70b tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:43.062068 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Provisioning complete for port 17662467-b6b2-4bf1-83ee-afa512959f9b triggered by entity L2. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 25 19:27:43.062446 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133789'] for port (17662467-b6b2-4bf1-83ee-afa512959f9b), provisioning_complete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:43.169329 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-4294ce53-b7d8-4ee7-aa41-8e483228c70b tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1293263'] for port (None), before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:43.189938 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b97c177-c5e7-48bf-88e2-0838b542fcd2 req-7e64a87c-3d0c-4ee6-b9eb-b7e15c3ac6c7 tempest-TestMinimumBasicScenario-1909420146 tempest-TestMinimumBasicScenario-1909420146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:27:43.191783 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-1b97c177-c5e7-48bf-88e2-0838b542fcd2 req-7e64a87c-3d0c-4ee6-b9eb-b7e15c3ac6c7 tempest-TestMinimumBasicScenario-1909420146 tempest-TestMinimumBasicScenario-1909420146-project] 10.222.0.18 "GET /v2.0/networks?id=90b5080c-c621-4204-a1f6-ac899cb26880 HTTP/1.1" status: 200 len: 815 time: 0.2784042 Mar 25 19:27:43.219951 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-1b97c177-c5e7-48bf-88e2-0838b542fcd2 req-2c2325fc-b62e-4d74-ad98-2ac59401325e tempest-TestMinimumBasicScenario-1909420146 tempest-TestMinimumBasicScenario-1909420146-project] 10.222.0.18 "GET /v2.0/quotas/de6288af9cbc41b895e700e06b64d38f HTTP/1.1" status: 200 len: 375 time: 0.0178931 Mar 25 19:27:43.280819 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8b8ef24-8ca6-4c14-b272-7076df074e09 admin admin] Router e89fa00b-1504-4c55-9590-d3b49ae0e90d has already been hosted by L3 agent af1b81b0-43af-47bb-a61e-8e46b36efc57 {{(pid=103197) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 25 19:27:43.341813 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Current status of the port 17662467-b6b2-4bf1-83ee-afa512959f9b is: ACTIVE; New status is: ACTIVE {{(pid=103198) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 25 19:27:43.342372 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.db.db_base_plugin_common [None req-4294ce53-b7d8-4ee7-aa41-8e483228c70b tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Allocated IP 172.27.0.198 (4acd50f3-de7f-4854-a6f4-5b66b3577c15/efae7cfd-1549-43a8-94ca-01f5ce7b3ee1/890ce4a4-93fb-4fac-810d-61ae7897fc7a) {{(pid=103196) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 19:27:43.354939 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-3e614882-ddc9-4c17-9fc1-d3456cb5e08c None None] Current status of the port a789775d-3d0f-4913-8be4-4271f37b0344 is: ACTIVE; New status is: ACTIVE {{(pid=103198) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 25 19:27:43.389988 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-3e614882-ddc9-4c17-9fc1-d3456cb5e08c None None] Provisioning complete for port 25430596-1130-46af-bde5-7300536278e9 triggered by entity DHCP. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 25 19:27:43.390639 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-3e614882-ddc9-4c17-9fc1-d3456cb5e08c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133789'] for port (25430596-1130-46af-bde5-7300536278e9), provisioning_complete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:43.399258 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-1b97c177-c5e7-48bf-88e2-0838b542fcd2 req-f276798c-63e6-4a34-be2e-4a30ab51b9f7 tempest-TestMinimumBasicScenario-1909420146 tempest-TestMinimumBasicScenario-1909420146-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=de6288af9cbc41b895e700e06b64d38f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1754262 Mar 25 19:27:43.463749 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-4294ce53-b7d8-4ee7-aa41-8e483228c70b tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Publish callbacks [] for port (890ce4a4-93fb-4fac-810d-61ae7897fc7a), precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:43.498119 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8b8ef24-8ca6-4c14-b272-7076df074e09 admin admin] Notify agent at l3_agent.dv-cinder-755101-7-iscsi the message routers_updated {{(pid=103197) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 25 19:27:43.500421 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-4294ce53-b7d8-4ee7-aa41-8e483228c70b tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741036193015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58911673'] for port (890ce4a4-93fb-4fac-810d-61ae7897fc7a), after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:43.504458 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-d8b8ef24-8ca6-4c14-b272-7076df074e09 admin admin] 10.222.0.18 "PUT /v2.0/routers/e89fa00b-1504-4c55-9590-d3b49ae0e90d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5986092 Mar 25 19:27:43.531345 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4294ce53-b7d8-4ee7-aa41-8e483228c70b tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Network 4acd50f3-de7f-4854-a6f4-5b66b3577c15 is already hosted by enough agents. {{(pid=103196) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 19:27:43.534240 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.scheduler.base_scheduler [None req-4294ce53-b7d8-4ee7-aa41-8e483228c70b tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Resources bound (agent type, host, resource id): {{(pid=103196) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 19:27:43.547520 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-1b97c177-c5e7-48bf-88e2-0838b542fcd2 req-b2a5f6ca-67b1-45b4-afa1-d9deae7c3cf4 service neutron] 10.222.0.18 "GET /v2.0/networks/90b5080c-c621-4204-a1f6-ac899cb26880?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197131 Mar 25 19:27:43.561999 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4294ce53-b7d8-4ee7-aa41-8e483228c70b tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Received port after_create {{(pid=103196) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 25 19:27:43.606418 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-3e614882-ddc9-4c17-9fc1-d3456cb5e08c None None] Port 25430596-1130-46af-bde5-7300536278e9 cannot update to ACTIVE because it is not bound. {{(pid=103198) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 25 19:27:43.618354 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4294ce53-b7d8-4ee7-aa41-8e483228c70b tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Pushing event updated for resources: {'Port': ['ID=890ce4a4-93fb-4fac-810d-61ae7897fc7a,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:27:43.632789 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.l3_hamode_db [None req-3209d461-24bc-467b-914c-9d87ac13525a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e89fa00b-1504-4c55-9590-d3b49ae0e90d', 'name': 'tempest-TestVolumeBootPattern-1970740917-router', 'tenant_id': 'cb6ac76ca53f42819069f9318e87d6ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'external_fixed_ips': [{'subnet_id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'ip_address': '172.27.0.59'}], 'enable_snat': True}, 'gw_port_id': 'a14eaff8-0db0-4540-a0c9-bc5c5eced17b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T19:27:36Z', 'updated_at': '2022-03-25T19:27:42Z', 'revision_number': 4, 'project_id': 'cb6ac76ca53f42819069f9318e87d6ed', 'gw_port': {'id': 'a14eaff8-0db0-4540-a0c9-bc5c5eced17b', 'name': '', 'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:29:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e89fa00b-1504-4c55-9590-d3b49ae0e90d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'ip_address': '172.27.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T19:27:37Z', 'updated_at': '2022-03-25T19:27:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755101-7-iscsi', '_interfaces': [{'id': '25430596-1130-46af-bde5-7300536278e9', 'name': '', 'network_id': '0655b1a4-b065-4f75-a6e8-12ae0f7242df', 'tenant_id': 'cb6ac76ca53f42819069f9318e87d6ed', 'mac_address': 'fa:16:3e:a3:dc:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e89fa00b-1504-4c55-9590-d3b49ae0e90d', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': 'a9e4be3f-5de8-417a-a780-71456129cb60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T19:27:41Z', 'updated_at': '2022-03-25T19:27:42Z', 'revision_number': 2, 'project_id': 'cb6ac76ca53f42819069f9318e87d6ed', 'subnets': [{'id': 'a9e4be3f-5de8-417a-a780-71456129cb60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-755101-7-iscsi', False) {} {{(pid=103198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 19:27:43.661771 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-1b97c177-c5e7-48bf-88e2-0838b542fcd2 req-9f792a39-9acc-4e7d-ad01-c47eff111a45 service neutron] 10.222.0.18 "GET /v2.0/networks/90b5080c-c621-4204-a1f6-ac899cb26880?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123366 Mar 25 19:27:43.670015 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3209d461-24bc-467b-914c-9d87ac13525a None None] The sync data for ids ['e89fa00b-1504-4c55-9590-d3b49ae0e90d'] in dv-cinder-755101-7-iscsi is: [{'id': 'e89fa00b-1504-4c55-9590-d3b49ae0e90d', 'name': 'tempest-TestVolumeBootPattern-1970740917-router', 'tenant_id': 'cb6ac76ca53f42819069f9318e87d6ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'external_fixed_ips': [{'subnet_id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'ip_address': '172.27.0.59'}], 'enable_snat': True}, 'gw_port_id': 'a14eaff8-0db0-4540-a0c9-bc5c5eced17b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T19:27:36Z', 'updated_at': '2022-03-25T19:27:42Z', 'revision_number': 4, 'project_id': 'cb6ac76ca53f42819069f9318e87d6ed', 'gw_port': {'id': 'a14eaff8-0db0-4540-a0c9-bc5c5eced17b', 'name': '', 'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:29:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e89fa00b-1504-4c55-9590-d3b49ae0e90d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'ip_address': '172.27.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T19:27:37Z', 'updated_at': '2022-03-25T19:27:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755101-7-iscsi', '_interfaces': [{'id': '25430596-1130-46af-bde5-7300536278e9', 'name': '', 'network_id': '0655b1a4-b065-4f75-a6e8-12ae0f7242df', 'tenant_id': 'cb6ac76ca53f42819069f9318e87d6ed', 'mac_address': 'fa:16:3e:a3:dc:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e89fa00b-1504-4c55-9590-d3b49ae0e90d', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': 'a9e4be3f-5de8-417a-a780-71456129cb60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T19:27:41Z', 'updated_at': '2022-03-25T19:27:42Z', 'revision_number': 2, 'project_id': 'cb6ac76ca53f42819069f9318e87d6ed', 'subnets': [{'id': 'a9e4be3f-5de8-417a-a780-71456129cb60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103198) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 25 19:27:43.689232 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-4294ce53-b7d8-4ee7-aa41-8e483228c70b tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Publish callbacks [] for floatingip (1bb88e08-5389-4a79-8c4b-22b2ef15f29d), precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:43.729790 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-6cd95490-7daf-43ff-89de-6cd8c81ecdf6 None None] Provisioning complete for port 25430596-1130-46af-bde5-7300536278e9 triggered by entity DHCP. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 25 19:27:43.730170 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-6cd95490-7daf-43ff-89de-6cd8c81ecdf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133789'] for port (25430596-1130-46af-bde5-7300536278e9), provisioning_complete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:43.764690 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-4294ce53-b7d8-4ee7-aa41-8e483228c70b tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1293263'] for port (890ce4a4-93fb-4fac-810d-61ae7897fc7a), before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:43.788044 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-6cd95490-7daf-43ff-89de-6cd8c81ecdf6 None None] Port 25430596-1130-46af-bde5-7300536278e9 cannot update to ACTIVE because it is not bound. {{(pid=103198) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 25 19:27:43.919904 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-4f546b0c-254c-4bcd-ae35-5c1a4821858b req-4b909b9a-aa0b-475c-9b3b-d2d8271974cf tempest-TestMinimumBasicScenario-1909420146 tempest-TestMinimumBasicScenario-1909420146-project] 10.222.0.18 "GET /v2.0/ports?device_id=8123d82b-a430-4a3a-b605-b45a0ad9ca0c HTTP/1.1" status: 200 len: 210 time: 0.0323663 Mar 25 19:27:43.965210 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-4294ce53-b7d8-4ee7-aa41-8e483228c70b tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Publish callbacks [] for port (890ce4a4-93fb-4fac-810d-61ae7897fc7a), precommit_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:43.971965 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-4294ce53-b7d8-4ee7-aa41-8e483228c70b tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036679572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741036190733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741036190751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58911630'] for port (890ce4a4-93fb-4fac-810d-61ae7897fc7a), after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:44.057851 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4294ce53-b7d8-4ee7-aa41-8e483228c70b tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Pushing event updated for resources: {'Port': ['ID=890ce4a4-93fb-4fac-810d-61ae7897fc7a,revision_number=2']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:27:44.074945 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-4294ce53-b7d8-4ee7-aa41-8e483228c70b tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3753541'] for floatingip (1bb88e08-5389-4a79-8c4b-22b2ef15f29d), after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:44.092671 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-4294ce53-b7d8-4ee7-aa41-8e483228c70b tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63648'] for floatingip (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:44.101620 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-4294ce53-b7d8-4ee7-aa41-8e483228c70b tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1003914 Mar 25 19:27:44.217251 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.18', 38224) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:27:44.222142 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.v2.base [None req-32fafdf7-401d-4ca5-ade5-5c44ef0614b1 tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1812516558', 'description': 'tempest-secgroup-smoke-1812516558 description', 'project_id': '047bda67abf94801b4a3258dfa563394'}} {{(pid=103196) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 19:27:44.245073 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-32fafdf7-401d-4ca5-ade5-5c44ef0614b1 tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] Publish callbacks [] for security_group (None), before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:44.323470 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-32fafdf7-401d-4ca5-ade5-5c44ef0614b1 tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] Publish callbacks [] for security_group (4fcd9e27-60e1-4707-b5da-0a7affa4af42), precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:44.330388 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-32fafdf7-401d-4ca5-ade5-5c44ef0614b1 tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687199'] for security_group (4fcd9e27-60e1-4707-b5da-0a7affa4af42), after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:44.345318 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-a57de253-11c8-48c2-8359-47bbc66cd2ad req-2f00c23c-356b-4cb8-a8ee-d283751bd5d2 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--15178758&fields=id&tenant_id=dc089ebbae3f448da3893c2c3fea588f HTTP/1.1" status: 200 len: 267 time: 0.0601490 Mar 25 19:27:44.362390 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-32fafdf7-401d-4ca5-ade5-5c44ef0614b1 tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] Publish callbacks [] for security_group (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:44.366311 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-32fafdf7-401d-4ca5-ade5-5c44ef0614b1 tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1451483 Mar 25 19:27:44.366311 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fafdf7-401d-4ca5-ade5-5c44ef0614b1 tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4fcd9e27-60e1-4707-b5da-0a7affa4af42,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:27:44.367013 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.18', 38236) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:27:44.373275 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.v2.base [None req-5a809e65-a035-428c-ae69-8d7112c6a73d tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] Request body: {'security_group_rule': {'security_group_id': '4fcd9e27-60e1-4707-b5da-0a7affa4af42', 'project_id': '047bda67abf94801b4a3258dfa563394', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 19:27:44.464983 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-5a809e65-a035-428c-ae69-8d7112c6a73d tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] Publish callbacks [] for security_group_rule (8535827c-1d37-47b9-8a62-8bbf333bbfd3), before_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:44.546357 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57de253-11c8-48c2-8359-47bbc66cd2ad req-971a4119-4f75-4545-b52e-71e62ef3a07a tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:27:44.551016 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-a57de253-11c8-48c2-8359-47bbc66cd2ad req-971a4119-4f75-4545-b52e-71e62ef3a07a tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] 10.222.0.18 "GET /v2.0/networks?id=1b551ab7-2e5a-400a-a69e-184f0d4cccb9 HTTP/1.1" status: 200 len: 815 time: 0.1958237 Mar 25 19:27:44.570434 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-a57de253-11c8-48c2-8359-47bbc66cd2ad req-890a1a50-4efe-4539-9ddd-eef56229dd29 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] 10.222.0.18 "GET /v2.0/quotas/dc089ebbae3f448da3893c2c3fea588f HTTP/1.1" status: 200 len: 375 time: 0.0170107 Mar 25 19:27:44.576267 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-5a809e65-a035-428c-ae69-8d7112c6a73d tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] Publish callbacks [] for security_group_rule (8535827c-1d37-47b9-8a62-8bbf333bbfd3), precommit_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:44.593720 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-5a809e65-a035-428c-ae69-8d7112c6a73d tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677543'] for security_group_rule (8535827c-1d37-47b9-8a62-8bbf333bbfd3), after_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:44.624296 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Device a789775d-3d0f-4913-8be4-4271f37b0344 up at agent ovs-agent-dv-cinder-755101-7-iscsi {{(pid=103198) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 25 19:27:44.646331 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a809e65-a035-428c-ae69-8d7112c6a73d tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8535827c-1d37-47b9-8a62-8bbf333bbfd3,revision_number=0']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:27:44.675515 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-5a809e65-a035-428c-ae69-8d7112c6a73d tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:44.679257 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-5a809e65-a035-428c-ae69-8d7112c6a73d tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3082893 Mar 25 19:27:44.679609 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.18', 38238) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:27:44.685146 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.v2.base [None req-17c0c390-ca9e-469e-a289-034677e50eaa tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] Request body: {'security_group_rule': {'security_group_id': '4fcd9e27-60e1-4707-b5da-0a7affa4af42', 'project_id': '047bda67abf94801b4a3258dfa563394', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 19:27:44.724555 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-a57de253-11c8-48c2-8359-47bbc66cd2ad req-6be9a823-9b1b-452c-ab15-0fc12e87ec2a tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=dc089ebbae3f448da3893c2c3fea588f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1469319 Mar 25 19:27:44.731469 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-17c0c390-ca9e-469e-a289-034677e50eaa tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] Publish callbacks [] for security_group_rule (0b649090-f063-4af2-b90b-eeb0a2f374da), before_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:44.731738 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Provisioning complete for port a789775d-3d0f-4913-8be4-4271f37b0344 triggered by entity L2. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 25 19:27:44.732037 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133789'] for port (a789775d-3d0f-4913-8be4-4271f37b0344), provisioning_complete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:44.822161 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Current status of the port a789775d-3d0f-4913-8be4-4271f37b0344 is: ACTIVE; New status is: ACTIVE {{(pid=103198) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 25 19:27:44.845484 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-17c0c390-ca9e-469e-a289-034677e50eaa tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] Publish callbacks [] for security_group_rule (0b649090-f063-4af2-b90b-eeb0a2f374da), precommit_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:44.851591 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-17c0c390-ca9e-469e-a289-034677e50eaa tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677543'] for security_group_rule (0b649090-f063-4af2-b90b-eeb0a2f374da), after_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:44.882103 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c0c390-ca9e-469e-a289-034677e50eaa tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b649090-f063-4af2-b90b-eeb0a2f374da,revision_number=0']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:27:44.887169 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-a57de253-11c8-48c2-8359-47bbc66cd2ad req-7b8b5ab6-b465-4464-9297-30ffda0dea01 service neutron] 10.222.0.18 "GET /v2.0/networks/1b551ab7-2e5a-400a-a69e-184f0d4cccb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402409 Mar 25 19:27:44.901434 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-17c0c390-ca9e-469e-a289-034677e50eaa tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:44.902624 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-17c0c390-ca9e-469e-a289-034677e50eaa tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2221525 Mar 25 19:27:44.905656 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.18', 38240) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:27:44.910548 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.v2.base [None req-9616cf8c-b249-4f72-9782-26f31fc0950d tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] Request body: {'security_group_rule': {'security_group_id': '4fcd9e27-60e1-4707-b5da-0a7affa4af42', 'project_id': '047bda67abf94801b4a3258dfa563394', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103196) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 19:27:44.940974 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9616cf8c-b249-4f72-9782-26f31fc0950d tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] Publish callbacks [] for security_group_rule (391e4002-3678-4f2e-9d6b-609166f300f2), before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:45.016282 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-a57de253-11c8-48c2-8359-47bbc66cd2ad req-f885b9dd-545b-4d8e-985e-560803d02b6e service neutron] 10.222.0.18 "GET /v2.0/networks/1b551ab7-2e5a-400a-a69e-184f0d4cccb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248250 Mar 25 19:27:45.019946 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9616cf8c-b249-4f72-9782-26f31fc0950d tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] Publish callbacks [] for security_group_rule (391e4002-3678-4f2e-9d6b-609166f300f2), precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:45.024688 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9616cf8c-b249-4f72-9782-26f31fc0950d tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677543'] for security_group_rule (391e4002-3678-4f2e-9d6b-609166f300f2), after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:45.076401 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-06e4b9d3-45c8-4275-b3e5-599d941ef24b req-01bc60e8-0575-4c61-9eb1-8cc0355c0204 tempest-TestMinimumBasicScenario-1909420146 tempest-TestMinimumBasicScenario-1909420146-project] 10.222.0.18 "GET /v2.0/ports?device_id=8123d82b-a430-4a3a-b605-b45a0ad9ca0c HTTP/1.1" status: 200 len: 210 time: 0.0448229 Mar 25 19:27:45.078654 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9616cf8c-b249-4f72-9782-26f31fc0950d tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=391e4002-3678-4f2e-9d6b-609166f300f2,revision_number=0']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:27:45.099880 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9616cf8c-b249-4f72-9782-26f31fc0950d tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:45.101021 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-9616cf8c-b249-4f72-9782-26f31fc0950d tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1941204 Mar 25 19:27:45.104136 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.18', 38244) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:27:45.109496 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.v2.base [None req-9169de57-01f5-4fdd-87e7-f7c25f22094d tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] Request body: {'security_group_rule': {'security_group_id': '4fcd9e27-60e1-4707-b5da-0a7affa4af42', 'project_id': '047bda67abf94801b4a3258dfa563394', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103196) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 19:27:45.208352 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9169de57-01f5-4fdd-87e7-f7c25f22094d tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] Publish callbacks [] for security_group_rule (b02c4d21-ab59-41ff-8375-21c5b56099cf), before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:45.298149 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-68342c52-b31d-4b84-9cdd-6be999909057 req-5fafc728-a222-4364-8363-84bce97100fc tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] 10.222.0.18 "GET /v2.0/ports?device_id=041b62d2-54bd-49d4-8755-a62f64fa3663 HTTP/1.1" status: 200 len: 210 time: 0.0515637 Mar 25 19:27:45.305262 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b97c177-c5e7-48bf-88e2-0838b542fcd2 req-d75a21e3-b598-4b31-b8f6-5420f330571f tempest-TestMinimumBasicScenario-1909420146 tempest-TestMinimumBasicScenario-1909420146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:27:45.306987 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-1b97c177-c5e7-48bf-88e2-0838b542fcd2 req-d75a21e3-b598-4b31-b8f6-5420f330571f tempest-TestMinimumBasicScenario-1909420146 tempest-TestMinimumBasicScenario-1909420146-project] 10.222.0.26 "GET /v2.0/networks?id=90b5080c-c621-4204-a1f6-ac899cb26880 HTTP/1.1" status: 200 len: 815 time: 0.2296855 Mar 25 19:27:45.321694 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.v2.base [req-1b97c177-c5e7-48bf-88e2-0838b542fcd2 req-d82dfa30-8fb5-4bc0-994d-c3a48c96d4a6 tempest-TestMinimumBasicScenario-1909420146 tempest-TestMinimumBasicScenario-1909420146-project] Request body: {'port': {'device_id': '8123d82b-a430-4a3a-b605-b45a0ad9ca0c', 'network_id': '90b5080c-c621-4204-a1f6-ac899cb26880', 'admin_state_up': True, 'tenant_id': 'de6288af9cbc41b895e700e06b64d38f'}} {{(pid=103196) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 19:27:45.370484 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9169de57-01f5-4fdd-87e7-f7c25f22094d tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] Publish callbacks [] for security_group_rule (b02c4d21-ab59-41ff-8375-21c5b56099cf), precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:45.384519 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9169de57-01f5-4fdd-87e7-f7c25f22094d tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677543'] for security_group_rule (b02c4d21-ab59-41ff-8375-21c5b56099cf), after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:45.417636 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9169de57-01f5-4fdd-87e7-f7c25f22094d tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b02c4d21-ab59-41ff-8375-21c5b56099cf,revision_number=0']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:27:45.430093 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9169de57-01f5-4fdd-87e7-f7c25f22094d tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:45.431576 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-9169de57-01f5-4fdd-87e7-f7c25f22094d tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3267000 Mar 25 19:27:45.434472 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.18', 38264) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:27:45.439516 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.v2.base [None req-1c67dc33-0ef7-40e1-943e-294afd4f1314 tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] Request body: {'security_group_rule': {'security_group_id': '4fcd9e27-60e1-4707-b5da-0a7affa4af42', 'project_id': '047bda67abf94801b4a3258dfa563394', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103196) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 19:27:45.491555 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.db.securitygroups_db [None req-1c67dc33-0ef7-40e1-943e-294afd4f1314 tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] Project 047bda67abf94801b4a3258dfa563394 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 25 19:27:45.501908 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-1c67dc33-0ef7-40e1-943e-294afd4f1314 tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] Publish callbacks [] for security_group_rule (071358bd-861c-440e-ae96-2f11b287b54c), before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:45.527984 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b97c177-c5e7-48bf-88e2-0838b542fcd2 req-d82dfa30-8fb5-4bc0-994d-c3a48c96d4a6 tempest-TestMinimumBasicScenario-1909420146 tempest-TestMinimumBasicScenario-1909420146-project] Made reservation on behalf of de6288af9cbc41b895e700e06b64d38f for: {'port': 1} {{(pid=103196) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 19:27:45.531443 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-1b97c177-c5e7-48bf-88e2-0838b542fcd2 req-d82dfa30-8fb5-4bc0-994d-c3a48c96d4a6 tempest-TestMinimumBasicScenario-1909420146 tempest-TestMinimumBasicScenario-1909420146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1293263'] for port (None), before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:45.638906 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-1c67dc33-0ef7-40e1-943e-294afd4f1314 tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] Publish callbacks [] for security_group_rule (071358bd-861c-440e-ae96-2f11b287b54c), precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:45.643220 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-1c67dc33-0ef7-40e1-943e-294afd4f1314 tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677543'] for security_group_rule (071358bd-861c-440e-ae96-2f11b287b54c), after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:45.677113 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c67dc33-0ef7-40e1-943e-294afd4f1314 tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=071358bd-861c-440e-ae96-2f11b287b54c,revision_number=0']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:27:45.712870 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-1c67dc33-0ef7-40e1-943e-294afd4f1314 tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:45.714241 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-1c67dc33-0ef7-40e1-943e-294afd4f1314 tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2782626 Mar 25 19:27:45.716807 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.18', 38276) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:27:45.731424 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.v2.base [None req-5d2c6791-d81f-4f9d-b114-1e59c5a13fe8 tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] Request body: {'security_group_rule': {'security_group_id': '4fcd9e27-60e1-4707-b5da-0a7affa4af42', 'project_id': '047bda67abf94801b4a3258dfa563394', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103196) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 19:27:45.772582 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.db.db_base_plugin_common [req-1b97c177-c5e7-48bf-88e2-0838b542fcd2 req-d82dfa30-8fb5-4bc0-994d-c3a48c96d4a6 tempest-TestMinimumBasicScenario-1909420146 tempest-TestMinimumBasicScenario-1909420146-project] Allocated IP 172.20.0.5 (90b5080c-c621-4204-a1f6-ac899cb26880/947c40b8-7890-4f1b-a010-66d2d58532e3/229cac8f-6a8d-4b6e-a618-e3fd6d970e63) {{(pid=103196) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 19:27:45.775726 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.db.securitygroups_db [None req-5d2c6791-d81f-4f9d-b114-1e59c5a13fe8 tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] Project 047bda67abf94801b4a3258dfa563394 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 25 19:27:45.793275 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-5d2c6791-d81f-4f9d-b114-1e59c5a13fe8 tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] Publish callbacks [] for security_group_rule (f034db07-3aa8-4641-8fcf-1aace04e9663), before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:45.992660 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-5d2c6791-d81f-4f9d-b114-1e59c5a13fe8 tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] Publish callbacks [] for security_group_rule (f034db07-3aa8-4641-8fcf-1aace04e9663), precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:46.005349 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-5d2c6791-d81f-4f9d-b114-1e59c5a13fe8 tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677543'] for security_group_rule (f034db07-3aa8-4641-8fcf-1aace04e9663), after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:46.036870 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2c6791-d81f-4f9d-b114-1e59c5a13fe8 tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f034db07-3aa8-4641-8fcf-1aace04e9663,revision_number=0']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:27:46.051683 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-5d2c6791-d81f-4f9d-b114-1e59c5a13fe8 tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:46.055969 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-5d2c6791-d81f-4f9d-b114-1e59c5a13fe8 tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3351274 Mar 25 19:27:46.105758 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-1b97c177-c5e7-48bf-88e2-0838b542fcd2 req-d82dfa30-8fb5-4bc0-994d-c3a48c96d4a6 tempest-TestMinimumBasicScenario-1909420146 tempest-TestMinimumBasicScenario-1909420146-project] Publish callbacks [] for port (229cac8f-6a8d-4b6e-a618-e3fd6d970e63), precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:46.165809 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-1b97c177-c5e7-48bf-88e2-0838b542fcd2 req-d82dfa30-8fb5-4bc0-994d-c3a48c96d4a6 tempest-TestMinimumBasicScenario-1909420146 tempest-TestMinimumBasicScenario-1909420146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741036193015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58911673'] for port (229cac8f-6a8d-4b6e-a618-e3fd6d970e63), after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:46.229051 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b97c177-c5e7-48bf-88e2-0838b542fcd2 req-d82dfa30-8fb5-4bc0-994d-c3a48c96d4a6 tempest-TestMinimumBasicScenario-1909420146 tempest-TestMinimumBasicScenario-1909420146-project] Network 90b5080c-c621-4204-a1f6-ac899cb26880 is already hosted by enough agents. {{(pid=103196) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 19:27:46.235099 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.scheduler.base_scheduler [req-1b97c177-c5e7-48bf-88e2-0838b542fcd2 req-d82dfa30-8fb5-4bc0-994d-c3a48c96d4a6 tempest-TestMinimumBasicScenario-1909420146 tempest-TestMinimumBasicScenario-1909420146-project] Resources bound (agent type, host, resource id): {{(pid=103196) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 19:27:46.246166 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b97c177-c5e7-48bf-88e2-0838b542fcd2 req-d82dfa30-8fb5-4bc0-994d-c3a48c96d4a6 tempest-TestMinimumBasicScenario-1909420146 tempest-TestMinimumBasicScenario-1909420146-project] Received port after_create {{(pid=103196) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 25 19:27:46.265108 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c836e10a-ba22-48db-8f94-ea171b4e4536 req-9c2d72b3-c763-48f4-a454-57b6b2a18fdc tempest-TestMinimumBasicScenario-1909420146 tempest-TestMinimumBasicScenario-1909420146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:27:46.277833 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-c836e10a-ba22-48db-8f94-ea171b4e4536 req-9c2d72b3-c763-48f4-a454-57b6b2a18fdc tempest-TestMinimumBasicScenario-1909420146 tempest-TestMinimumBasicScenario-1909420146-project] 10.222.0.18 "GET /v2.0/ports?device_id=8123d82b-a430-4a3a-b605-b45a0ad9ca0c HTTP/1.1" status: 200 len: 931 time: 0.0965557 Mar 25 19:27:46.337732 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b97c177-c5e7-48bf-88e2-0838b542fcd2 req-d82dfa30-8fb5-4bc0-994d-c3a48c96d4a6 tempest-TestMinimumBasicScenario-1909420146 tempest-TestMinimumBasicScenario-1909420146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:27:46.338420 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-1b97c177-c5e7-48bf-88e2-0838b542fcd2 req-d82dfa30-8fb5-4bc0-994d-c3a48c96d4a6 tempest-TestMinimumBasicScenario-1909420146 tempest-TestMinimumBasicScenario-1909420146-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63648'] for port (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:46.353499 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82dfa30-8fb5-4bc0-994d-c3a48c96d4a6 tempest-TestMinimumBasicScenario-1909420146 tempest-TestMinimumBasicScenario-1909420146-project] Pushing event updated for resources: {'Port': ['ID=229cac8f-6a8d-4b6e-a618-e3fd6d970e63,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:27:46.359362 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-1b97c177-c5e7-48bf-88e2-0838b542fcd2 req-d82dfa30-8fb5-4bc0-994d-c3a48c96d4a6 tempest-TestMinimumBasicScenario-1909420146 tempest-TestMinimumBasicScenario-1909420146-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0438454 Mar 25 19:27:46.391207 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-c836e10a-ba22-48db-8f94-ea171b4e4536 req-f63c50a0-d709-434d-b2aa-11e65aa3a38a tempest-TestMinimumBasicScenario-1909420146 tempest-TestMinimumBasicScenario-1909420146-project] 10.222.0.18 "GET /v2.0/security-groups?id=de11b369-bf18-417b-b57a-1a4e784dc595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105635 Mar 25 19:27:46.392756 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.v2.base [req-1b97c177-c5e7-48bf-88e2-0838b542fcd2 req-bf5bd149-bb77-412d-83fe-763ea26d937b service neutron] Request body: {'port': {'device_id': '8123d82b-a430-4a3a-b605-b45a0ad9ca0c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75510'}} {{(pid=103196) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 19:27:46.584413 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-1b97c177-c5e7-48bf-88e2-0838b542fcd2 req-bf5bd149-bb77-412d-83fe-763ea26d937b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1293263'] for port (229cac8f-6a8d-4b6e-a618-e3fd6d970e63), before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:46.663252 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-74539807-5edc-478a-b631-9cc459ea4d81 req-8b65d4d2-14b1-41f6-91e7-e29eca2479e2 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] 10.222.0.18 "GET /v2.0/ports?device_id=041b62d2-54bd-49d4-8755-a62f64fa3663 HTTP/1.1" status: 200 len: 210 time: 0.1205888 Mar 25 19:27:46.752867 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Device a14eaff8-0db0-4540-a0c9-bc5c5eced17b up at agent ovs-agent-dv-cinder-755101-7-iscsi {{(pid=103198) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 25 19:27:46.824457 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-346cf80e-c2c1-43c2-a605-d386047167ca None None] Provisioning complete for port 229cac8f-6a8d-4b6e-a618-e3fd6d970e63 triggered by entity DHCP. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 25 19:27:46.828295 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-346cf80e-c2c1-43c2-a605-d386047167ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133789'] for port (229cac8f-6a8d-4b6e-a618-e3fd6d970e63), provisioning_complete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:46.881565 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81b6456b-a4dc-4de1-b7c5-7a1ecd7141ed None None] Sync routers for ids ['e89fa00b-1504-4c55-9590-d3b49ae0e90d'] in dv-cinder-755101-7-iscsi {{(pid=103198) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 25 19:27:46.905375 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81b6456b-a4dc-4de1-b7c5-7a1ecd7141ed None None] Routers {'e89fa00b-1504-4c55-9590-d3b49ae0e90d'} bound to L3 agent in host dv-cinder-755101-7-iscsi {{(pid=103198) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 25 19:27:46.906913 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.l3_hamode_db [None req-81b6456b-a4dc-4de1-b7c5-7a1ecd7141ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755101-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-25T19:11:57Z,description=,heartbeat_timestamp=2022-03-25T19:27:27Z,host='dv-cinder-755101-7-iscsi',id=af1b81b0-43af-47bb-a61e-8e46b36efc57,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:11:57Z,topic='l3_agent')) {'router_ids': ['e89fa00b-1504-4c55-9590-d3b49ae0e90d'], 'active': True} {{(pid=103198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 19:27:47.041021 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57de253-11c8-48c2-8359-47bbc66cd2ad req-1ffae337-e22d-4902-8d69-21f667242e28 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:27:47.042599 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-346cf80e-c2c1-43c2-a605-d386047167ca None None] Port 229cac8f-6a8d-4b6e-a618-e3fd6d970e63 cannot update to ACTIVE because it is not bound. {{(pid=103198) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 25 19:27:47.042748 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-a57de253-11c8-48c2-8359-47bbc66cd2ad req-1ffae337-e22d-4902-8d69-21f667242e28 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] 10.222.0.26 "GET /v2.0/networks?id=1b551ab7-2e5a-400a-a69e-184f0d4cccb9 HTTP/1.1" status: 200 len: 815 time: 0.2739565 Mar 25 19:27:47.073477 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Provisioning complete for port a14eaff8-0db0-4540-a0c9-bc5c5eced17b triggered by entity L2. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 25 19:27:47.074301 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133789'] for port (a14eaff8-0db0-4540-a0c9-bc5c5eced17b), provisioning_complete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:47.158130 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-a57de253-11c8-48c2-8359-47bbc66cd2ad req-1606390e-4b2c-48aa-b668-7a02d8133bee tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dc089ebbae3f448da3893c2c3fea588f HTTP/1.1" status: 200 len: 378 time: 0.0883644 Mar 25 19:27:47.170195 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.l3_dvr_db [None req-81b6456b-a4dc-4de1-b7c5-7a1ecd7141ed None None] Set router e89fa00b-1504-4c55-9590-d3b49ae0e90d gateway port host: dv-cinder-755101-7-iscsi {{(pid=103198) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 25 19:27:47.176482 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.v2.base [req-a57de253-11c8-48c2-8359-47bbc66cd2ad req-d26fca30-8973-4cbf-a9eb-7c90d4e75ee7 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Request body: {'port': {'device_id': '041b62d2-54bd-49d4-8755-a62f64fa3663', 'network_id': '1b551ab7-2e5a-400a-a69e-184f0d4cccb9', 'admin_state_up': True, 'tenant_id': 'dc089ebbae3f448da3893c2c3fea588f', 'security_groups': ['672d97eb-f3f4-4d58-b6da-68822872dabf']}} {{(pid=103196) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 19:27:47.422294 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.notifiers.nova [req-1b97c177-c5e7-48bf-88e2-0838b542fcd2 req-bf5bd149-bb77-412d-83fe-763ea26d937b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 229cac8f-6a8d-4b6e-a618-e3fd6d970e63 {{(pid=103196) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 25 19:27:47.439601 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-1b97c177-c5e7-48bf-88e2-0838b542fcd2 req-bf5bd149-bb77-412d-83fe-763ea26d937b service neutron] Publish callbacks [] for port (229cac8f-6a8d-4b6e-a618-e3fd6d970e63), precommit_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:47.455526 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Current status of the port a14eaff8-0db0-4540-a0c9-bc5c5eced17b is: DOWN; New status is: ACTIVE {{(pid=103198) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 25 19:27:47.456395 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1293263'] for port (a14eaff8-0db0-4540-a0c9-bc5c5eced17b), before_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:47.476507 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a57de253-11c8-48c2-8359-47bbc66cd2ad req-d26fca30-8973-4cbf-a9eb-7c90d4e75ee7 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Made reservation on behalf of dc089ebbae3f448da3893c2c3fea588f for: {'port': 1} {{(pid=103196) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 19:27:47.485788 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-a57de253-11c8-48c2-8359-47bbc66cd2ad req-d26fca30-8973-4cbf-a9eb-7c90d4e75ee7 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1293263'] for port (None), before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:47.507658 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] For port a14eaff8-0db0-4540-a0c9-bc5c5eced17b, host dv-cinder-755101-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755101-7-iscsi',level=0,port_id=a14eaff8-0db0-4540-a0c9-bc5c5eced17b,segment=NetworkSegment(bcf11cf5-8ef8-46ee-bf1d-f87c743f3fc7),segment_id=bcf11cf5-8ef8-46ee-bf1d-f87c743f3fc7)] {{(pid=103198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 25 19:27:47.514737 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036679572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741036190733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741036190751'] for port (a14eaff8-0db0-4540-a0c9-bc5c5eced17b), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:47.522558 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [req-1b97c177-c5e7-48bf-88e2-0838b542fcd2 req-bf5bd149-bb77-412d-83fe-763ea26d937b service neutron] Transition to ACTIVE for port object 229cac8f-6a8d-4b6e-a618-e3fd6d970e63 will not be triggered until provisioned by entity L2. {{(pid=103196) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 25 19:27:47.533016 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-1b97c177-c5e7-48bf-88e2-0838b542fcd2 req-bf5bd149-bb77-412d-83fe-763ea26d937b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036679572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741036190733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741036190751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58911630'] for port (229cac8f-6a8d-4b6e-a618-e3fd6d970e63), after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:47.642332 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d4fbc2-198a-415d-8362-c407b70142ff req-8fa2f2d8-2105-41b5-99be-e51ae5cb79df tempest-TestMinimumBasicScenario-1909420146 tempest-TestMinimumBasicScenario-1909420146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:27:47.652216 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Pushing event updated for resources: {'Port': ['ID=a14eaff8-0db0-4540-a0c9-bc5c5eced17b,revision_number=4']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:27:47.653059 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-13d4fbc2-198a-415d-8362-c407b70142ff req-8fa2f2d8-2105-41b5-99be-e51ae5cb79df tempest-TestMinimumBasicScenario-1909420146 tempest-TestMinimumBasicScenario-1909420146-project] 10.222.0.18 "GET /v2.0/ports?device_id=8123d82b-a430-4a3a-b605-b45a0ad9ca0c HTTP/1.1" status: 200 len: 943 time: 0.1021583 Mar 25 19:27:47.672829 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5bd149-bb77-412d-83fe-763ea26d937b service neutron] Pushing event updated for resources: {'Port': ['ID=229cac8f-6a8d-4b6e-a618-e3fd6d970e63,revision_number=2']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:27:47.674560 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:27:47.703976 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:27:47.707498 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:27:47.707910 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:27:47.708272 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:27:47.708622 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:27:47.708968 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:27:47.709311 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:27:47.709650 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:27:47.709991 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:27:47.710328 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:27:47.710688 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:27:47.711026 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:27:47.719378 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:27:47.719825 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:27:47.772285 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-13d4fbc2-198a-415d-8362-c407b70142ff req-8fa74064-8a0a-47cc-b397-267af36987fb tempest-TestMinimumBasicScenario-1909420146 tempest-TestMinimumBasicScenario-1909420146-project] 10.222.0.18 "GET /v2.0/security-groups?id=de11b369-bf18-417b-b57a-1a4e784dc595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176479 Mar 25 19:27:47.795886 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.l3_hamode_db [None req-81b6456b-a4dc-4de1-b7c5-7a1ecd7141ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e89fa00b-1504-4c55-9590-d3b49ae0e90d', 'name': 'tempest-TestVolumeBootPattern-1970740917-router', 'tenant_id': 'cb6ac76ca53f42819069f9318e87d6ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'external_fixed_ips': [{'subnet_id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'ip_address': '172.27.0.59'}], 'enable_snat': True}, 'gw_port_id': 'a14eaff8-0db0-4540-a0c9-bc5c5eced17b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T19:27:36Z', 'updated_at': '2022-03-25T19:27:42Z', 'revision_number': 4, 'project_id': 'cb6ac76ca53f42819069f9318e87d6ed', 'gw_port': {'id': 'a14eaff8-0db0-4540-a0c9-bc5c5eced17b', 'name': '', 'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:29:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e89fa00b-1504-4c55-9590-d3b49ae0e90d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'ip_address': '172.27.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T19:27:37Z', 'updated_at': '2022-03-25T19:27:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755101-7-iscsi', '_interfaces': [{'id': '25430596-1130-46af-bde5-7300536278e9', 'name': '', 'network_id': '0655b1a4-b065-4f75-a6e8-12ae0f7242df', 'tenant_id': 'cb6ac76ca53f42819069f9318e87d6ed', 'mac_address': 'fa:16:3e:a3:dc:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e89fa00b-1504-4c55-9590-d3b49ae0e90d', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': 'a9e4be3f-5de8-417a-a780-71456129cb60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T19:27:41Z', 'updated_at': '2022-03-25T19:27:42Z', 'revision_number': 2, 'project_id': 'cb6ac76ca53f42819069f9318e87d6ed', 'subnets': [{'id': 'a9e4be3f-5de8-417a-a780-71456129cb60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-755101-7-iscsi', False) {} {{(pid=103198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 19:27:47.843246 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81b6456b-a4dc-4de1-b7c5-7a1ecd7141ed None None] Checking router: e89fa00b-1504-4c55-9590-d3b49ae0e90d for host: dv-cinder-755101-7-iscsi {{(pid=103198) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 25 19:27:47.843576 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81b6456b-a4dc-4de1-b7c5-7a1ecd7141ed None None] Updating router e89fa00b-1504-4c55-9590-d3b49ae0e90d port 25430596-1130-46af-bde5-7300536278e9 binding host dv-cinder-755101-7-iscsi {{(pid=103198) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 25 19:27:47.919609 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-61db549a-d981-455b-ac73-57783f10dfbf req-540b264f-7f53-4510-b40b-b1d8d9fde59b tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] 10.222.0.18 "GET /v2.0/ports?device_id=041b62d2-54bd-49d4-8755-a62f64fa3663 HTTP/1.1" status: 200 len: 210 time: 0.0902271 Mar 25 19:27:47.921054 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-81b6456b-a4dc-4de1-b7c5-7a1ecd7141ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1293263'] for port (25430596-1130-46af-bde5-7300536278e9), before_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:47.991869 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [req-1b97c177-c5e7-48bf-88e2-0838b542fcd2 req-bf5bd149-bb77-412d-83fe-763ea26d937b service neutron] Attempting to bind port 229cac8f-6a8d-4b6e-a618-e3fd6d970e63 on host hv-cinder-75510 for vnic_type normal with profile {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 25 19:27:47.992369 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [req-1b97c177-c5e7-48bf-88e2-0838b542fcd2 req-bf5bd149-bb77-412d-83fe-763ea26d937b service neutron] Attempting to bind port 229cac8f-6a8d-4b6e-a618-e3fd6d970e63 by drivers openvswitch,hyperv on host hv-cinder-75510 at level 0 using segments [{'id': '1a7e55d8-cf7a-4436-99f4-09c918a68e4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '90b5080c-c621-4204-a1f6-ac899cb26880'}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 25 19:27:47.992826 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b97c177-c5e7-48bf-88e2-0838b542fcd2 req-bf5bd149-bb77-412d-83fe-763ea26d937b service neutron] Attempting to bind port 229cac8f-6a8d-4b6e-a618-e3fd6d970e63 on network 90b5080c-c621-4204-a1f6-ac899cb26880 {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 25 19:27:48.003440 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b97c177-c5e7-48bf-88e2-0838b542fcd2 req-bf5bd149-bb77-412d-83fe-763ea26d937b service neutron] Port 229cac8f-6a8d-4b6e-a618-e3fd6d970e63 on network 90b5080c-c621-4204-a1f6-ac899cb26880 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75510 {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 25 19:27:48.004511 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b97c177-c5e7-48bf-88e2-0838b542fcd2 req-bf5bd149-bb77-412d-83fe-763ea26d937b service neutron] Attempting to bind port 229cac8f-6a8d-4b6e-a618-e3fd6d970e63 on network 90b5080c-c621-4204-a1f6-ac899cb26880 {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 25 19:27:48.014281 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b97c177-c5e7-48bf-88e2-0838b542fcd2 req-bf5bd149-bb77-412d-83fe-763ea26d937b service neutron] Checking agent: {'id': 'e10cc9df-a7ce-4b9c-bc25-dffd007f5dd8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75510', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 19, 18, 1), 'started_at': datetime.datetime(2022, 3, 25, 19, 18, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 19, 27, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 25 19:27:48.014858 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b97c177-c5e7-48bf-88e2-0838b542fcd2 req-bf5bd149-bb77-412d-83fe-763ea26d937b service neutron] Checking segment: {'id': '1a7e55d8-cf7a-4436-99f4-09c918a68e4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '90b5080c-c621-4204-a1f6-ac899cb26880'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103196) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 25 19:27:48.015268 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b97c177-c5e7-48bf-88e2-0838b542fcd2 req-bf5bd149-bb77-412d-83fe-763ea26d937b service neutron] Bound using segment: {'id': '1a7e55d8-cf7a-4436-99f4-09c918a68e4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '90b5080c-c621-4204-a1f6-ac899cb26880'} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 25 19:27:48.015658 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [req-1b97c177-c5e7-48bf-88e2-0838b542fcd2 req-bf5bd149-bb77-412d-83fe-763ea26d937b service neutron] Bound port: 229cac8f-6a8d-4b6e-a618-e3fd6d970e63, host: hv-cinder-75510, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a7e55d8-cf7a-4436-99f4-09c918a68e4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '90b5080c-c621-4204-a1f6-ac899cb26880'}}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 25 19:27:48.021979 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-1b97c177-c5e7-48bf-88e2-0838b542fcd2 req-bf5bd149-bb77-412d-83fe-763ea26d937b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1293263'] for port (229cac8f-6a8d-4b6e-a618-e3fd6d970e63), before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:48.028309 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.db.db_base_plugin_common [req-a57de253-11c8-48c2-8359-47bbc66cd2ad req-d26fca30-8973-4cbf-a9eb-7c90d4e75ee7 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Allocated IP 172.20.0.6 (1b551ab7-2e5a-400a-a69e-184f0d4cccb9/fabde86b-5205-4844-a05e-c2d1e447196e/7d2049a7-7533-4a80-874d-831d03789166) {{(pid=103196) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 19:27:48.231160 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.db [req-1b97c177-c5e7-48bf-88e2-0838b542fcd2 req-bf5bd149-bb77-412d-83fe-763ea26d937b service neutron] For port 229cac8f-6a8d-4b6e-a618-e3fd6d970e63, host hv-cinder-75510, cleared binding levels {{(pid=103196) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 25 19:27:48.262282 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.db [req-1b97c177-c5e7-48bf-88e2-0838b542fcd2 req-bf5bd149-bb77-412d-83fe-763ea26d937b service neutron] For port 229cac8f-6a8d-4b6e-a618-e3fd6d970e63, host hv-cinder-75510, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75510',level=0,port_id=229cac8f-6a8d-4b6e-a618-e3fd6d970e63,segment=NetworkSegment(1a7e55d8-cf7a-4436-99f4-09c918a68e4c),segment_id=1a7e55d8-cf7a-4436-99f4-09c918a68e4c)] {{(pid=103196) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 25 19:27:48.276970 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-1b97c177-c5e7-48bf-88e2-0838b542fcd2 req-bf5bd149-bb77-412d-83fe-763ea26d937b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036679572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741036190733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741036190751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58911630'] for port (229cac8f-6a8d-4b6e-a618-e3fd6d970e63), after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:48.352978 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b97c177-c5e7-48bf-88e2-0838b542fcd2 req-bf5bd149-bb77-412d-83fe-763ea26d937b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:27:48.353616 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-1b97c177-c5e7-48bf-88e2-0838b542fcd2 req-bf5bd149-bb77-412d-83fe-763ea26d937b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63648'] for port (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:48.355058 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-1b97c177-c5e7-48bf-88e2-0838b542fcd2 req-bf5bd149-bb77-412d-83fe-763ea26d937b service neutron] 10.222.0.26 "PUT /v2.0/ports/229cac8f-6a8d-4b6e-a618-e3fd6d970e63 HTTP/1.1" status: 200 len: 1093 time: 1.9755599 Mar 25 19:27:48.361683 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8123d82b-a430-4a3a-b605-b45a0ad9ca0c', 'tag': '229cac8f-6a8d-4b6e-a618-e3fd6d970e63'}] {{(pid=103196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 25 19:27:48.364628 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aab9b3bfb8b62b9c439d2baea07b5fa53a515b81dc2b4d2d70d2153c83a947a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fb47eb6-5d29-4bcb-ad36-2eff6f9348a4" -d '{"events": [{"name": "network-changed", "server_uuid": "8123d82b-a430-4a3a-b605-b45a0ad9ca0c", "tag": "229cac8f-6a8d-4b6e-a618-e3fd6d970e63"}]}' {{(pid=103196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 25 19:27:48.443636 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5bd149-bb77-412d-83fe-763ea26d937b service neutron] Pushing event updated for resources: {'Port': ['ID=229cac8f-6a8d-4b6e-a618-e3fd6d970e63,revision_number=3']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:27:48.463641 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-a57de253-11c8-48c2-8359-47bbc66cd2ad req-d26fca30-8973-4cbf-a9eb-7c90d4e75ee7 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Publish callbacks [] for port (7d2049a7-7533-4a80-874d-831d03789166), precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:48.559367 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-81b6456b-a4dc-4de1-b7c5-7a1ecd7141ed None None] Publish callbacks [] for port (25430596-1130-46af-bde5-7300536278e9), precommit_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:48.571872 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-81b6456b-a4dc-4de1-b7c5-7a1ecd7141ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036679572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741036190733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741036190751'] for port (25430596-1130-46af-bde5-7300536278e9), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:48.579589 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-a57de253-11c8-48c2-8359-47bbc66cd2ad req-d26fca30-8973-4cbf-a9eb-7c90d4e75ee7 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741036193015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58911673'] for port (7d2049a7-7533-4a80-874d-831d03789166), after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:48.696175 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a57de253-11c8-48c2-8359-47bbc66cd2ad req-d26fca30-8973-4cbf-a9eb-7c90d4e75ee7 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Network 1b551ab7-2e5a-400a-a69e-184f0d4cccb9 is already hosted by enough agents. {{(pid=103196) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 19:27:48.698610 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26fca30-8973-4cbf-a9eb-7c90d4e75ee7 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Pushing event updated for resources: {'Port': ['ID=7d2049a7-7533-4a80-874d-831d03789166,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:27:48.702554 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98da0c6-dad5-41ec-8f21-542caa8b02cd None None] Pushing event updated for resources: {'Port': ['ID=25430596-1130-46af-bde5-7300536278e9,revision_number=3']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:27:48.714433 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Device a14eaff8-0db0-4540-a0c9-bc5c5eced17b up at agent ovs-agent-dv-cinder-755101-7-iscsi {{(pid=103198) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 25 19:27:48.732288 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.scheduler.base_scheduler [req-a57de253-11c8-48c2-8359-47bbc66cd2ad req-d26fca30-8973-4cbf-a9eb-7c90d4e75ee7 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Resources bound (agent type, host, resource id): {{(pid=103196) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 19:27:48.743743 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [req-a57de253-11c8-48c2-8359-47bbc66cd2ad req-d26fca30-8973-4cbf-a9eb-7c90d4e75ee7 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Received port after_create {{(pid=103196) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 25 19:27:48.853445 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b97c177-c5e7-48bf-88e2-0838b542fcd2 req-d47c9b7f-4dfd-4c39-a48d-65aa93c2d394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:27:48.868750 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-1b97c177-c5e7-48bf-88e2-0838b542fcd2 req-d47c9b7f-4dfd-4c39-a48d-65aa93c2d394 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=de6288af9cbc41b895e700e06b64d38f&device_id=8123d82b-a430-4a3a-b605-b45a0ad9ca0c HTTP/1.1" status: 200 len: 1127 time: 0.3124690 Mar 25 19:27:48.922774 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Mar 2022 19:27:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-390d8607-4206-4eea-ac2e-5d111edee100 x-openstack-request-id: req-390d8607-4206-4eea-ac2e-5d111edee100 {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 25 19:27:48.923003 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8123d82b-a430-4a3a-b605-b45a0ad9ca0c", "tag": "229cac8f-6a8d-4b6e-a618-e3fd6d970e63", "status": "completed", "code": 200}]} {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 25 19:27:48.923150 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-390d8607-4206-4eea-ac2e-5d111edee100 {{(pid=103196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 25 19:27:48.923560 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event matching ['req-390d8607-4206-4eea-ac2e-5d111edee100'] response: {'name': 'network-changed', 'server_uuid': '8123d82b-a430-4a3a-b605-b45a0ad9ca0c', 'tag': '229cac8f-6a8d-4b6e-a618-e3fd6d970e63', 'status': 'completed', 'code': 200} Mar 25 19:27:48.935360 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.managers [None req-81b6456b-a4dc-4de1-b7c5-7a1ecd7141ed None None] Attempting to bind port 25430596-1130-46af-bde5-7300536278e9 on host dv-cinder-755101-7-iscsi for vnic_type normal with profile {{(pid=103198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 25 19:27:48.937240 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.managers [None req-81b6456b-a4dc-4de1-b7c5-7a1ecd7141ed None None] Attempting to bind port 25430596-1130-46af-bde5-7300536278e9 by drivers openvswitch,hyperv on host dv-cinder-755101-7-iscsi at level 0 using segments [{'id': 'c6717c5a-3b41-418d-a0d8-926a087710bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '0655b1a4-b065-4f75-a6e8-12ae0f7242df'}] {{(pid=103198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 25 19:27:48.937772 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81b6456b-a4dc-4de1-b7c5-7a1ecd7141ed None None] Attempting to bind port 25430596-1130-46af-bde5-7300536278e9 on network 0655b1a4-b065-4f75-a6e8-12ae0f7242df {{(pid=103198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 25 19:27:48.982224 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81b6456b-a4dc-4de1-b7c5-7a1ecd7141ed None None] Checking agent: {'id': '239dac0e-b210-4295-8f1a-11f7f9dc3de1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-755101-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 19, 12, 1), 'started_at': datetime.datetime(2022, 3, 25, 19, 12, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 19, 27, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-755101-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 25 19:27:48.983160 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81b6456b-a4dc-4de1-b7c5-7a1ecd7141ed None None] Checking segment: {'id': 'c6717c5a-3b41-418d-a0d8-926a087710bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '0655b1a4-b065-4f75-a6e8-12ae0f7242df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 25 19:27:48.984033 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-81b6456b-a4dc-4de1-b7c5-7a1ecd7141ed None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:48.984899 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81b6456b-a4dc-4de1-b7c5-7a1ecd7141ed None None] Bound using segment: {'id': 'c6717c5a-3b41-418d-a0d8-926a087710bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '0655b1a4-b065-4f75-a6e8-12ae0f7242df'} {{(pid=103198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 25 19:27:48.985867 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.managers [None req-81b6456b-a4dc-4de1-b7c5-7a1ecd7141ed None None] Bound port: 25430596-1130-46af-bde5-7300536278e9, host: dv-cinder-755101-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6717c5a-3b41-418d-a0d8-926a087710bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '0655b1a4-b065-4f75-a6e8-12ae0f7242df'}}] {{(pid=103198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 25 19:27:48.987947 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-81b6456b-a4dc-4de1-b7c5-7a1ecd7141ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1293263'] for port (25430596-1130-46af-bde5-7300536278e9), before_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:49.025568 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Provisioning complete for port a14eaff8-0db0-4540-a0c9-bc5c5eced17b triggered by entity L2. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 25 19:27:49.026123 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133789'] for port (a14eaff8-0db0-4540-a0c9-bc5c5eced17b), provisioning_complete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:49.057809 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-1b97c177-c5e7-48bf-88e2-0838b542fcd2 req-c96f4474-586b-4286-ae10-75a6bc94d72e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=229cac8f-6a8d-4b6e-a618-e3fd6d970e63 HTTP/1.1" status: 200 len: 217 time: 0.1679306 Mar 25 19:27:49.175243 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57de253-11c8-48c2-8359-47bbc66cd2ad req-d26fca30-8973-4cbf-a9eb-7c90d4e75ee7 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:27:49.175817 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-a57de253-11c8-48c2-8359-47bbc66cd2ad req-d26fca30-8973-4cbf-a9eb-7c90d4e75ee7 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63648'] for port (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:49.195605 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-81b6456b-a4dc-4de1-b7c5-7a1ecd7141ed None None] For port 25430596-1130-46af-bde5-7300536278e9, host dv-cinder-755101-7-iscsi, cleared binding levels {{(pid=103198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 25 19:27:49.199485 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-81b6456b-a4dc-4de1-b7c5-7a1ecd7141ed None None] For port 25430596-1130-46af-bde5-7300536278e9, host dv-cinder-755101-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755101-7-iscsi',level=0,port_id=25430596-1130-46af-bde5-7300536278e9,segment=NetworkSegment(c6717c5a-3b41-418d-a0d8-926a087710bc),segment_id=c6717c5a-3b41-418d-a0d8-926a087710bc)] {{(pid=103198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 25 19:27:49.200009 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b508488-b5a3-4792-a501-c7900128f767 req-8d7a7233-cfe6-44ac-945f-9a0e3558bc72 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:27:49.210288 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-5b508488-b5a3-4792-a501-c7900128f767 req-8d7a7233-cfe6-44ac-945f-9a0e3558bc72 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] 10.222.0.18 "GET /v2.0/ports?device_id=041b62d2-54bd-49d4-8755-a62f64fa3663 HTTP/1.1" status: 200 len: 931 time: 0.1580689 Mar 25 19:27:49.215166 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-81b6456b-a4dc-4de1-b7c5-7a1ecd7141ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036679572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741036190733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741036190751'] for port (25430596-1130-46af-bde5-7300536278e9), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:49.309203 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-a57de253-11c8-48c2-8359-47bbc66cd2ad req-d26fca30-8973-4cbf-a9eb-7c90d4e75ee7 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1371722 Mar 25 19:27:49.322076 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b97c177-c5e7-48bf-88e2-0838b542fcd2 req-9abd2e98-d763-4eca-835c-877b4e4a293e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:27:49.324179 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-1b97c177-c5e7-48bf-88e2-0838b542fcd2 req-9abd2e98-d763-4eca-835c-877b4e4a293e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=947c40b8-7890-4f1b-a010-66d2d58532e3 HTTP/1.1" status: 200 len: 854 time: 0.2579126 Mar 25 19:27:49.334192 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-5b508488-b5a3-4792-a501-c7900128f767 req-34c15409-807a-43e6-917b-820e7b056741 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] 10.222.0.18 "GET /v2.0/security-groups?id=672d97eb-f3f4-4d58-b6da-68822872dabf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1152244 Mar 25 19:27:49.355824 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2573ff7-a59d-4b50-9b7a-e461a3c8de67 req-1e2af876-084e-401e-b167-20ab89a7a056 tempest-TestMinimumBasicScenario-1909420146 tempest-TestMinimumBasicScenario-1909420146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:27:49.358237 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-b2573ff7-a59d-4b50-9b7a-e461a3c8de67 req-1e2af876-084e-401e-b167-20ab89a7a056 tempest-TestMinimumBasicScenario-1909420146 tempest-TestMinimumBasicScenario-1909420146-project] 10.222.0.18 "GET /v2.0/ports?device_id=8123d82b-a430-4a3a-b605-b45a0ad9ca0c HTTP/1.1" status: 200 len: 943 time: 0.4373457 Mar 25 19:27:49.394924 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-3f8e5c2e-def4-4e71-9f3d-05e4c6374452 None None] Provisioning complete for port 25430596-1130-46af-bde5-7300536278e9 triggered by entity DHCP. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 25 19:27:49.395484 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-3f8e5c2e-def4-4e71-9f3d-05e4c6374452 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133789'] for port (25430596-1130-46af-bde5-7300536278e9), provisioning_complete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:49.397963 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Current status of the port a14eaff8-0db0-4540-a0c9-bc5c5eced17b is: ACTIVE; New status is: ACTIVE {{(pid=103198) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 25 19:27:49.491513 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-b2573ff7-a59d-4b50-9b7a-e461a3c8de67 req-91913229-5398-4f7e-a537-a5766a5b7d26 tempest-TestMinimumBasicScenario-1909420146 tempest-TestMinimumBasicScenario-1909420146-project] 10.222.0.18 "GET /v2.0/security-groups?id=de11b369-bf18-417b-b57a-1a4e784dc595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213119 Mar 25 19:27:49.500551 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81b6456b-a4dc-4de1-b7c5-7a1ecd7141ed None None] Routers {'e89fa00b-1504-4c55-9590-d3b49ae0e90d'} bound to L3 agent in host dv-cinder-755101-7-iscsi {{(pid=103198) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 25 19:27:49.501344 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.l3_hamode_db [None req-81b6456b-a4dc-4de1-b7c5-7a1ecd7141ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755101-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-25T19:11:57Z,description=,heartbeat_timestamp=2022-03-25T19:27:27Z,host='dv-cinder-755101-7-iscsi',id=af1b81b0-43af-47bb-a61e-8e46b36efc57,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:11:57Z,topic='l3_agent')) {'router_ids': ['e89fa00b-1504-4c55-9590-d3b49ae0e90d'], 'active': True} {{(pid=103198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 19:27:49.606200 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98da0c6-dad5-41ec-8f21-542caa8b02cd None None] Pushing event updated for resources: {'Port': ['ID=25430596-1130-46af-bde5-7300536278e9,revision_number=4']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:27:49.783292 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-3f8e5c2e-def4-4e71-9f3d-05e4c6374452 None None] Current status of the port 25430596-1130-46af-bde5-7300536278e9 is: DOWN; New status is: ACTIVE {{(pid=103198) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 25 19:27:49.784046 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-3f8e5c2e-def4-4e71-9f3d-05e4c6374452 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1293263'] for port (25430596-1130-46af-bde5-7300536278e9), before_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:49.799413 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.l3_dvr_db [None req-81b6456b-a4dc-4de1-b7c5-7a1ecd7141ed None None] Set router e89fa00b-1504-4c55-9590-d3b49ae0e90d gateway port host: dv-cinder-755101-7-iscsi {{(pid=103198) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 25 19:27:49.856411 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-3f8e5c2e-def4-4e71-9f3d-05e4c6374452 None None] For port 25430596-1130-46af-bde5-7300536278e9, host dv-cinder-755101-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755101-7-iscsi',level=0,port_id=25430596-1130-46af-bde5-7300536278e9,segment=NetworkSegment(c6717c5a-3b41-418d-a0d8-926a087710bc),segment_id=c6717c5a-3b41-418d-a0d8-926a087710bc)] {{(pid=103198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 25 19:27:49.862369 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-3f8e5c2e-def4-4e71-9f3d-05e4c6374452 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036679572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741036190733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741036190751'] for port (25430596-1130-46af-bde5-7300536278e9), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:50.139334 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8e5c2e-def4-4e71-9f3d-05e4c6374452 None None] Pushing event updated for resources: {'Port': ['ID=25430596-1130-46af-bde5-7300536278e9,revision_number=5']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:27:50.164475 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-bf52e656-ee3e-49dd-bd67-5da33a6b0c44 None None] Provisioning complete for port 7d2049a7-7533-4a80-874d-831d03789166 triggered by entity DHCP. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 25 19:27:50.164933 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-bf52e656-ee3e-49dd-bd67-5da33a6b0c44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133789'] for port (7d2049a7-7533-4a80-874d-831d03789166), provisioning_complete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:50.225646 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-bf52e656-ee3e-49dd-bd67-5da33a6b0c44 None None] Port 7d2049a7-7533-4a80-874d-831d03789166 cannot update to ACTIVE because it is not bound. {{(pid=103198) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 25 19:27:50.242804 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-bf52e656-ee3e-49dd-bd67-5da33a6b0c44 None None] Provisioning complete for port 25430596-1130-46af-bde5-7300536278e9 triggered by entity DHCP. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 25 19:27:50.243270 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-bf52e656-ee3e-49dd-bd67-5da33a6b0c44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133789'] for port (25430596-1130-46af-bde5-7300536278e9), provisioning_complete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:50.293572 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.l3_hamode_db [None req-81b6456b-a4dc-4de1-b7c5-7a1ecd7141ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e89fa00b-1504-4c55-9590-d3b49ae0e90d', 'name': 'tempest-TestVolumeBootPattern-1970740917-router', 'tenant_id': 'cb6ac76ca53f42819069f9318e87d6ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'external_fixed_ips': [{'subnet_id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'ip_address': '172.27.0.59'}], 'enable_snat': True}, 'gw_port_id': 'a14eaff8-0db0-4540-a0c9-bc5c5eced17b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T19:27:36Z', 'updated_at': '2022-03-25T19:27:42Z', 'revision_number': 4, 'project_id': 'cb6ac76ca53f42819069f9318e87d6ed', 'gw_port': {'id': 'a14eaff8-0db0-4540-a0c9-bc5c5eced17b', 'name': '', 'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:29:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e89fa00b-1504-4c55-9590-d3b49ae0e90d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'ip_address': '172.27.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T19:27:37Z', 'updated_at': '2022-03-25T19:27:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755101-7-iscsi', '_interfaces': [{'id': '25430596-1130-46af-bde5-7300536278e9', 'name': '', 'network_id': '0655b1a4-b065-4f75-a6e8-12ae0f7242df', 'tenant_id': 'cb6ac76ca53f42819069f9318e87d6ed', 'mac_address': 'fa:16:3e:a3:dc:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e89fa00b-1504-4c55-9590-d3b49ae0e90d', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': 'a9e4be3f-5de8-417a-a780-71456129cb60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T19:27:41Z', 'updated_at': '2022-03-25T19:27:49Z', 'revision_number': 4, 'project_id': 'cb6ac76ca53f42819069f9318e87d6ed', 'subnets': [{'id': 'a9e4be3f-5de8-417a-a780-71456129cb60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-755101-7-iscsi', False) {} {{(pid=103198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 19:27:50.341611 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81b6456b-a4dc-4de1-b7c5-7a1ecd7141ed None None] The sync data for ids ['e89fa00b-1504-4c55-9590-d3b49ae0e90d'] in dv-cinder-755101-7-iscsi is: [{'id': 'e89fa00b-1504-4c55-9590-d3b49ae0e90d', 'name': 'tempest-TestVolumeBootPattern-1970740917-router', 'tenant_id': 'cb6ac76ca53f42819069f9318e87d6ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'external_fixed_ips': [{'subnet_id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'ip_address': '172.27.0.59'}], 'enable_snat': True}, 'gw_port_id': 'a14eaff8-0db0-4540-a0c9-bc5c5eced17b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T19:27:36Z', 'updated_at': '2022-03-25T19:27:42Z', 'revision_number': 4, 'project_id': 'cb6ac76ca53f42819069f9318e87d6ed', 'gw_port': {'id': 'a14eaff8-0db0-4540-a0c9-bc5c5eced17b', 'name': '', 'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:29:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e89fa00b-1504-4c55-9590-d3b49ae0e90d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'ip_address': '172.27.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T19:27:37Z', 'updated_at': '2022-03-25T19:27:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755101-7-iscsi', '_interfaces': [{'id': '25430596-1130-46af-bde5-7300536278e9', 'name': '', 'network_id': '0655b1a4-b065-4f75-a6e8-12ae0f7242df', 'tenant_id': 'cb6ac76ca53f42819069f9318e87d6ed', 'mac_address': 'fa:16:3e:a3:dc:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e89fa00b-1504-4c55-9590-d3b49ae0e90d', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': 'a9e4be3f-5de8-417a-a780-71456129cb60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T19:27:41Z', 'updated_at': '2022-03-25T19:27:49Z', 'revision_number': 4, 'project_id': 'cb6ac76ca53f42819069f9318e87d6ed', 'subnets': [{'id': 'a9e4be3f-5de8-417a-a780-71456129cb60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103198) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 25 19:27:50.414590 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-bf52e656-ee3e-49dd-bd67-5da33a6b0c44 None None] Current status of the port 25430596-1130-46af-bde5-7300536278e9 is: ACTIVE; New status is: ACTIVE {{(pid=103198) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 25 19:27:50.509009 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b6569f-445f-4364-bd1d-69a5c6d3e9b4 req-91d9724b-afe6-4ded-bc07-3fbed9828ab6 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:27:50.510704 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-b8b6569f-445f-4364-bd1d-69a5c6d3e9b4 req-91d9724b-afe6-4ded-bc07-3fbed9828ab6 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] 10.222.0.18 "GET /v2.0/ports?device_id=041b62d2-54bd-49d4-8755-a62f64fa3663 HTTP/1.1" status: 200 len: 931 time: 0.0889497 Mar 25 19:27:50.626405 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-b8b6569f-445f-4364-bd1d-69a5c6d3e9b4 req-6bd9ce07-ea45-4f09-a9c3-9941d9723a87 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] 10.222.0.18 "GET /v2.0/security-groups?id=672d97eb-f3f4-4d58-b6da-68822872dabf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1058800 Mar 25 19:27:50.683332 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d176b0f9-9bcb-4eba-af48-256f3ebd8378 req-391f69d8-1289-4d27-bef8-c97047ac49c7 tempest-TestMinimumBasicScenario-1909420146 tempest-TestMinimumBasicScenario-1909420146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:27:50.688166 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Device 25430596-1130-46af-bde5-7300536278e9 up at agent ovs-agent-dv-cinder-755101-7-iscsi {{(pid=103198) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 25 19:27:50.690491 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-d176b0f9-9bcb-4eba-af48-256f3ebd8378 req-391f69d8-1289-4d27-bef8-c97047ac49c7 tempest-TestMinimumBasicScenario-1909420146 tempest-TestMinimumBasicScenario-1909420146-project] 10.222.0.18 "GET /v2.0/ports?device_id=8123d82b-a430-4a3a-b605-b45a0ad9ca0c HTTP/1.1" status: 200 len: 943 time: 0.0954220 Mar 25 19:27:50.787389 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Provisioning complete for port 25430596-1130-46af-bde5-7300536278e9 triggered by entity L2. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 25 19:27:50.787759 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133789'] for port (25430596-1130-46af-bde5-7300536278e9), provisioning_complete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:50.792660 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-d176b0f9-9bcb-4eba-af48-256f3ebd8378 req-b63f868d-7808-4bf1-b9bd-2771cc70cd21 tempest-TestMinimumBasicScenario-1909420146 tempest-TestMinimumBasicScenario-1909420146-project] 10.222.0.18 "GET /v2.0/security-groups?id=de11b369-bf18-417b-b57a-1a4e784dc595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931754 Mar 25 19:27:50.914316 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Current status of the port 25430596-1130-46af-bde5-7300536278e9 is: ACTIVE; New status is: ACTIVE {{(pid=103198) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 25 19:27:51.762383 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb428b3-4800-40d2-ae1d-41011bda794a req-3cc07aee-4480-460a-92a4-30072e6b4977 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:27:51.764590 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-efb428b3-4800-40d2-ae1d-41011bda794a req-3cc07aee-4480-460a-92a4-30072e6b4977 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] 10.222.0.18 "GET /v2.0/ports?device_id=041b62d2-54bd-49d4-8755-a62f64fa3663 HTTP/1.1" status: 200 len: 931 time: 0.0634990 Mar 25 19:27:51.814400 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-efb428b3-4800-40d2-ae1d-41011bda794a req-dd35f350-e9c9-43a1-be40-defe191dcb5f tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] 10.222.0.18 "GET /v2.0/security-groups?id=672d97eb-f3f4-4d58-b6da-68822872dabf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0438342 Mar 25 19:27:51.919341 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f37323e-ecd9-4522-ad55-954638c5098e req-68301437-88fa-40fd-8474-ca806364eed7 tempest-TestMinimumBasicScenario-1909420146 tempest-TestMinimumBasicScenario-1909420146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:27:51.921045 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-3f37323e-ecd9-4522-ad55-954638c5098e req-68301437-88fa-40fd-8474-ca806364eed7 tempest-TestMinimumBasicScenario-1909420146 tempest-TestMinimumBasicScenario-1909420146-project] 10.222.0.18 "GET /v2.0/ports?device_id=8123d82b-a430-4a3a-b605-b45a0ad9ca0c HTTP/1.1" status: 200 len: 943 time: 0.0568275 Mar 25 19:27:51.974596 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-3f37323e-ecd9-4522-ad55-954638c5098e req-70adfbc3-c44a-43a3-96cc-52c1d1071b22 tempest-TestMinimumBasicScenario-1909420146 tempest-TestMinimumBasicScenario-1909420146-project] 10.222.0.18 "GET /v2.0/security-groups?id=de11b369-bf18-417b-b57a-1a4e784dc595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477998 Mar 25 19:27:52.972645 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14e2b94-ec56-4539-b097-845e8bb7e6ef req-3520c632-85fa-422e-9526-244b2eadc1e5 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:27:52.975244 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-b14e2b94-ec56-4539-b097-845e8bb7e6ef req-3520c632-85fa-422e-9526-244b2eadc1e5 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] 10.222.0.18 "GET /v2.0/ports?device_id=041b62d2-54bd-49d4-8755-a62f64fa3663 HTTP/1.1" status: 200 len: 931 time: 0.0856576 Mar 25 19:27:53.053877 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-b14e2b94-ec56-4539-b097-845e8bb7e6ef req-819ab857-26ab-4624-8744-f70a54ba481c tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] 10.222.0.18 "GET /v2.0/security-groups?id=672d97eb-f3f4-4d58-b6da-68822872dabf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0724962 Mar 25 19:27:53.119718 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0ebb99-f33d-46fc-8a11-01a04c11f437 req-96197ab5-c7ef-4ba0-af16-e2c7f4707e6b tempest-TestMinimumBasicScenario-1909420146 tempest-TestMinimumBasicScenario-1909420146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:27:53.126708 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-9d0ebb99-f33d-46fc-8a11-01a04c11f437 req-96197ab5-c7ef-4ba0-af16-e2c7f4707e6b tempest-TestMinimumBasicScenario-1909420146 tempest-TestMinimumBasicScenario-1909420146-project] 10.222.0.18 "GET /v2.0/ports?device_id=8123d82b-a430-4a3a-b605-b45a0ad9ca0c HTTP/1.1" status: 200 len: 943 time: 0.0788770 Mar 25 19:27:53.174769 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-9d0ebb99-f33d-46fc-8a11-01a04c11f437 req-e8b70985-5ded-4cb7-8c21-8d15986495f6 tempest-TestMinimumBasicScenario-1909420146 tempest-TestMinimumBasicScenario-1909420146-project] 10.222.0.18 "GET /v2.0/security-groups?id=de11b369-bf18-417b-b57a-1a4e784dc595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471272 Mar 25 19:27:54.188896 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b4bf99-aefe-497c-9c4d-1454abe4639f req-73493ed9-ee34-4a75-be93-3adcdfd0bfd2 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:27:54.190424 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-a1b4bf99-aefe-497c-9c4d-1454abe4639f req-73493ed9-ee34-4a75-be93-3adcdfd0bfd2 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] 10.222.0.18 "GET /v2.0/ports?device_id=041b62d2-54bd-49d4-8755-a62f64fa3663 HTTP/1.1" status: 200 len: 931 time: 0.0554519 Mar 25 19:27:54.243518 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-a1b4bf99-aefe-497c-9c4d-1454abe4639f req-a19685a0-8c7a-4720-bc61-62aa1339bd53 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] 10.222.0.18 "GET /v2.0/security-groups?id=672d97eb-f3f4-4d58-b6da-68822872dabf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0471029 Mar 25 19:27:54.298238 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-d5c081eb-1dc1-40a9-8373-ccca4008be54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741036503857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133703'] for agent (ff15a80c-2d7c-4104-a6ad-0973d1d911f7), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:54.300315 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd91846-cc0f-4b89-85a6-f06c99b18adb req-5630cf56-38e3-4c68-8455-93f8589a1c27 tempest-TestMinimumBasicScenario-1909420146 tempest-TestMinimumBasicScenario-1909420146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:27:54.301903 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-acd91846-cc0f-4b89-85a6-f06c99b18adb req-5630cf56-38e3-4c68-8455-93f8589a1c27 tempest-TestMinimumBasicScenario-1909420146 tempest-TestMinimumBasicScenario-1909420146-project] 10.222.0.18 "GET /v2.0/ports?device_id=8123d82b-a430-4a3a-b605-b45a0ad9ca0c HTTP/1.1" status: 200 len: 943 time: 0.0572612 Mar 25 19:27:54.349443 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-acd91846-cc0f-4b89-85a6-f06c99b18adb req-d4bba304-b1ec-4920-8073-68990c063bf2 tempest-TestMinimumBasicScenario-1909420146 tempest-TestMinimumBasicScenario-1909420146-project] 10.222.0.18 "GET /v2.0/security-groups?id=de11b369-bf18-417b-b57a-1a4e784dc595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418980 Mar 25 19:27:54.463858 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.v2.base [req-a57de253-11c8-48c2-8359-47bbc66cd2ad req-f5c06924-49ef-4ba7-b660-229bab5212cd service neutron] Request body: {'port': {'device_id': '041b62d2-54bd-49d4-8755-a62f64fa3663', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75510'}} {{(pid=103196) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 19:27:54.553512 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-a57de253-11c8-48c2-8359-47bbc66cd2ad req-f5c06924-49ef-4ba7-b660-229bab5212cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1293263'] for port (7d2049a7-7533-4a80-874d-831d03789166), before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:54.569356 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b97c177-c5e7-48bf-88e2-0838b542fcd2 req-728dfbf1-7251-4679-a3c4-6b6b0648d7e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:27:54.570877 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-1b97c177-c5e7-48bf-88e2-0838b542fcd2 req-728dfbf1-7251-4679-a3c4-6b6b0648d7e8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=90b5080c-c621-4204-a1f6-ac899cb26880&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1028323 Mar 25 19:27:54.757862 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-1b97c177-c5e7-48bf-88e2-0838b542fcd2 req-5b561cab-e456-417f-855b-bccbd378b963 service neutron] 10.222.0.26 "GET /v2.0/networks/90b5080c-c621-4204-a1f6-ac899cb26880?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1670067 Mar 25 19:27:54.907504 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-1b97c177-c5e7-48bf-88e2-0838b542fcd2 req-80da95d9-aab1-46fc-9a76-0079812a0ae9 service neutron] 10.222.0.26 "GET /v2.0/networks/90b5080c-c621-4204-a1f6-ac899cb26880?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223645 Mar 25 19:27:54.979320 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.notifiers.nova [req-a57de253-11c8-48c2-8359-47bbc66cd2ad req-f5c06924-49ef-4ba7-b660-229bab5212cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d2049a7-7533-4a80-874d-831d03789166 {{(pid=103196) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 25 19:27:54.988863 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-a57de253-11c8-48c2-8359-47bbc66cd2ad req-f5c06924-49ef-4ba7-b660-229bab5212cd service neutron] Publish callbacks [] for port (7d2049a7-7533-4a80-874d-831d03789166), precommit_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:55.006341 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [req-a57de253-11c8-48c2-8359-47bbc66cd2ad req-f5c06924-49ef-4ba7-b660-229bab5212cd service neutron] Transition to ACTIVE for port object 7d2049a7-7533-4a80-874d-831d03789166 will not be triggered until provisioned by entity L2. {{(pid=103196) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 25 19:27:55.011216 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-a57de253-11c8-48c2-8359-47bbc66cd2ad req-f5c06924-49ef-4ba7-b660-229bab5212cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036679572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741036190733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741036190751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58911630'] for port (7d2049a7-7533-4a80-874d-831d03789166), after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:55.025416 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb47eb6-5d29-4bcb-ad36-2eff6f9348a4 req-d0982e1e-e2e6-4aee-84fc-5e2081b74503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:27:55.026939 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-7fb47eb6-5d29-4bcb-ad36-2eff6f9348a4 req-d0982e1e-e2e6-4aee-84fc-5e2081b74503 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=de6288af9cbc41b895e700e06b64d38f&device_id=8123d82b-a430-4a3a-b605-b45a0ad9ca0c HTTP/1.1" status: 200 len: 1127 time: 0.0750208 Mar 25 19:27:55.115165 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c06924-49ef-4ba7-b660-229bab5212cd service neutron] Pushing event updated for resources: {'Port': ['ID=7d2049a7-7533-4a80-874d-831d03789166,revision_number=2']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:27:55.200978 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb47eb6-5d29-4bcb-ad36-2eff6f9348a4 req-3b0ee1f0-4efa-4a01-81df-0a52f2787a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:27:55.202457 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-7fb47eb6-5d29-4bcb-ad36-2eff6f9348a4 req-3b0ee1f0-4efa-4a01-81df-0a52f2787a82 service neutron] 10.222.0.26 "GET /v2.0/networks?id=90b5080c-c621-4204-a1f6-ac899cb26880 HTTP/1.1" status: 200 len: 916 time: 0.1593087 Mar 25 19:27:55.252117 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [req-a57de253-11c8-48c2-8359-47bbc66cd2ad req-f5c06924-49ef-4ba7-b660-229bab5212cd service neutron] Attempting to bind port 7d2049a7-7533-4a80-874d-831d03789166 on host hv-cinder-75510 for vnic_type normal with profile {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 25 19:27:55.252448 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [req-a57de253-11c8-48c2-8359-47bbc66cd2ad req-f5c06924-49ef-4ba7-b660-229bab5212cd service neutron] Attempting to bind port 7d2049a7-7533-4a80-874d-831d03789166 by drivers openvswitch,hyperv on host hv-cinder-75510 at level 0 using segments [{'id': 'c05c355b-554a-4ce8-8427-3164bfaa37a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '1b551ab7-2e5a-400a-a69e-184f0d4cccb9'}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 25 19:27:55.252769 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a57de253-11c8-48c2-8359-47bbc66cd2ad req-f5c06924-49ef-4ba7-b660-229bab5212cd service neutron] Attempting to bind port 7d2049a7-7533-4a80-874d-831d03789166 on network 1b551ab7-2e5a-400a-a69e-184f0d4cccb9 {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 25 19:27:55.255643 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-7fb47eb6-5d29-4bcb-ad36-2eff6f9348a4 req-b0a782a4-cbd9-4c92-b893-ab96700b1940 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=229cac8f-6a8d-4b6e-a618-e3fd6d970e63 HTTP/1.1" status: 200 len: 217 time: 0.0436563 Mar 25 19:27:55.258786 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a57de253-11c8-48c2-8359-47bbc66cd2ad req-f5c06924-49ef-4ba7-b660-229bab5212cd service neutron] Port 7d2049a7-7533-4a80-874d-831d03789166 on network 1b551ab7-2e5a-400a-a69e-184f0d4cccb9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75510 {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 25 19:27:55.259103 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a57de253-11c8-48c2-8359-47bbc66cd2ad req-f5c06924-49ef-4ba7-b660-229bab5212cd service neutron] Attempting to bind port 7d2049a7-7533-4a80-874d-831d03789166 on network 1b551ab7-2e5a-400a-a69e-184f0d4cccb9 {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 25 19:27:55.273789 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a57de253-11c8-48c2-8359-47bbc66cd2ad req-f5c06924-49ef-4ba7-b660-229bab5212cd service neutron] Checking agent: {'id': 'e10cc9df-a7ce-4b9c-bc25-dffd007f5dd8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75510', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 19, 18, 1), 'started_at': datetime.datetime(2022, 3, 25, 19, 18, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 19, 27, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 25 19:27:55.273789 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a57de253-11c8-48c2-8359-47bbc66cd2ad req-f5c06924-49ef-4ba7-b660-229bab5212cd service neutron] Checking segment: {'id': 'c05c355b-554a-4ce8-8427-3164bfaa37a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '1b551ab7-2e5a-400a-a69e-184f0d4cccb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103196) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 25 19:27:55.273789 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a57de253-11c8-48c2-8359-47bbc66cd2ad req-f5c06924-49ef-4ba7-b660-229bab5212cd service neutron] Bound using segment: {'id': 'c05c355b-554a-4ce8-8427-3164bfaa37a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '1b551ab7-2e5a-400a-a69e-184f0d4cccb9'} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 25 19:27:55.273789 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [req-a57de253-11c8-48c2-8359-47bbc66cd2ad req-f5c06924-49ef-4ba7-b660-229bab5212cd service neutron] Bound port: 7d2049a7-7533-4a80-874d-831d03789166, host: hv-cinder-75510, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c05c355b-554a-4ce8-8427-3164bfaa37a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 261, 'network_id': '1b551ab7-2e5a-400a-a69e-184f0d4cccb9'}}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 25 19:27:55.273789 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-a57de253-11c8-48c2-8359-47bbc66cd2ad req-f5c06924-49ef-4ba7-b660-229bab5212cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1293263'] for port (7d2049a7-7533-4a80-874d-831d03789166), before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:55.341904 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb47eb6-5d29-4bcb-ad36-2eff6f9348a4 req-4014f957-50ab-4354-993f-83ce70fa1023 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:27:55.343306 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-7fb47eb6-5d29-4bcb-ad36-2eff6f9348a4 req-4014f957-50ab-4354-993f-83ce70fa1023 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=947c40b8-7890-4f1b-a010-66d2d58532e3 HTTP/1.1" status: 200 len: 854 time: 0.0794222 Mar 25 19:27:55.369940 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61db6b9-3528-4285-bb9c-9387cb6740e8 req-2af6bb43-6bfc-4df9-8227-3a636e3769a3 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:27:55.372628 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-d61db6b9-3528-4285-bb9c-9387cb6740e8 req-2af6bb43-6bfc-4df9-8227-3a636e3769a3 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] 10.222.0.18 "GET /v2.0/ports?device_id=041b62d2-54bd-49d4-8755-a62f64fa3663 HTTP/1.1" status: 200 len: 943 time: 0.0558121 Mar 25 19:27:55.399225 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.db [req-a57de253-11c8-48c2-8359-47bbc66cd2ad req-f5c06924-49ef-4ba7-b660-229bab5212cd service neutron] For port 7d2049a7-7533-4a80-874d-831d03789166, host hv-cinder-75510, cleared binding levels {{(pid=103196) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 25 19:27:55.402927 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.db [req-a57de253-11c8-48c2-8359-47bbc66cd2ad req-f5c06924-49ef-4ba7-b660-229bab5212cd service neutron] For port 7d2049a7-7533-4a80-874d-831d03789166, host hv-cinder-75510, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75510',level=0,port_id=7d2049a7-7533-4a80-874d-831d03789166,segment=NetworkSegment(c05c355b-554a-4ce8-8427-3164bfaa37a9),segment_id=c05c355b-554a-4ce8-8427-3164bfaa37a9)] {{(pid=103196) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 25 19:27:55.410468 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-a57de253-11c8-48c2-8359-47bbc66cd2ad req-f5c06924-49ef-4ba7-b660-229bab5212cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036679572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741036190733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741036190751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58911630'] for port (7d2049a7-7533-4a80-874d-831d03789166), after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:55.430226 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-d61db6b9-3528-4285-bb9c-9387cb6740e8 req-65c18911-4f8a-480a-93f5-4cbe0d240f22 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] 10.222.0.18 "GET /v2.0/security-groups?id=672d97eb-f3f4-4d58-b6da-68822872dabf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0523083 Mar 25 19:27:55.483099 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb47eb6-5d29-4bcb-ad36-2eff6f9348a4 req-a012819b-fd14-4477-af45-71a6db659824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:27:55.484700 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-7fb47eb6-5d29-4bcb-ad36-2eff6f9348a4 req-a012819b-fd14-4477-af45-71a6db659824 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=90b5080c-c621-4204-a1f6-ac899cb26880&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1349638 Mar 25 19:27:55.487767 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57de253-11c8-48c2-8359-47bbc66cd2ad req-f5c06924-49ef-4ba7-b660-229bab5212cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:27:55.488367 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-a57de253-11c8-48c2-8359-47bbc66cd2ad req-f5c06924-49ef-4ba7-b660-229bab5212cd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63648'] for port (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:55.489626 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-a57de253-11c8-48c2-8359-47bbc66cd2ad req-f5c06924-49ef-4ba7-b660-229bab5212cd service neutron] 10.222.0.26 "PUT /v2.0/ports/7d2049a7-7533-4a80-874d-831d03789166 HTTP/1.1" status: 200 len: 1093 time: 1.0301588 Mar 25 19:27:55.490961 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '041b62d2-54bd-49d4-8755-a62f64fa3663', 'tag': '7d2049a7-7533-4a80-874d-831d03789166'}] {{(pid=103196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 25 19:27:55.493192 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aab9b3bfb8b62b9c439d2baea07b5fa53a515b81dc2b4d2d70d2153c83a947a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08eceec3-a883-4aee-81a8-374dd5454d36" -d '{"events": [{"name": "network-changed", "server_uuid": "041b62d2-54bd-49d4-8755-a62f64fa3663", "tag": "7d2049a7-7533-4a80-874d-831d03789166"}]}' {{(pid=103196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 25 19:27:55.814843 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Mar 2022 19:27:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21095c19-14c3-4117-a401-3a47f1aecaa5 x-openstack-request-id: req-21095c19-14c3-4117-a401-3a47f1aecaa5 {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 25 19:27:55.815131 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "041b62d2-54bd-49d4-8755-a62f64fa3663", "tag": "7d2049a7-7533-4a80-874d-831d03789166", "status": "completed", "code": 200}]} {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 25 19:27:55.815380 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-21095c19-14c3-4117-a401-3a47f1aecaa5 {{(pid=103196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 25 19:27:55.815775 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event matching ['req-21095c19-14c3-4117-a401-3a47f1aecaa5'] response: {'name': 'network-changed', 'server_uuid': '041b62d2-54bd-49d4-8755-a62f64fa3663', 'tag': '7d2049a7-7533-4a80-874d-831d03789166', 'status': 'completed', 'code': 200} Mar 25 19:27:55.820996 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c06924-49ef-4ba7-b660-229bab5212cd service neutron] Pushing event updated for resources: {'Port': ['ID=7d2049a7-7533-4a80-874d-831d03789166,revision_number=3']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:27:55.864903 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d30eeb-4895-4422-8e68-7be7a1549866 req-d36a5ec4-f969-41b6-9c4e-7c0277cf52cb tempest-TestMinimumBasicScenario-1909420146 tempest-TestMinimumBasicScenario-1909420146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:27:55.866379 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-c5d30eeb-4895-4422-8e68-7be7a1549866 req-d36a5ec4-f969-41b6-9c4e-7c0277cf52cb tempest-TestMinimumBasicScenario-1909420146 tempest-TestMinimumBasicScenario-1909420146-project] 10.222.0.18 "GET /v2.0/ports?device_id=8123d82b-a430-4a3a-b605-b45a0ad9ca0c HTTP/1.1" status: 200 len: 943 time: 0.4272876 Mar 25 19:27:55.933812 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-7fb47eb6-5d29-4bcb-ad36-2eff6f9348a4 req-d50073cc-f197-41a2-b153-aec22527880c service neutron] 10.222.0.26 "GET /v2.0/networks/90b5080c-c621-4204-a1f6-ac899cb26880?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4317164 Mar 25 19:27:55.943461 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57de253-11c8-48c2-8359-47bbc66cd2ad req-11fbbf6e-351b-4e0a-bac6-7736cdd16f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:27:55.944920 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-a57de253-11c8-48c2-8359-47bbc66cd2ad req-11fbbf6e-351b-4e0a-bac6-7736cdd16f2c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=dc089ebbae3f448da3893c2c3fea588f&device_id=041b62d2-54bd-49d4-8755-a62f64fa3663 HTTP/1.1" status: 200 len: 1127 time: 0.1267009 Mar 25 19:27:55.958095 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-c5d30eeb-4895-4422-8e68-7be7a1549866 req-f74ebbce-1094-46ed-9140-e809eca9eca1 tempest-TestMinimumBasicScenario-1909420146 tempest-TestMinimumBasicScenario-1909420146-project] 10.222.0.18 "GET /v2.0/security-groups?id=de11b369-bf18-417b-b57a-1a4e784dc595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799580 Mar 25 19:27:56.030837 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-a57de253-11c8-48c2-8359-47bbc66cd2ad req-66670a4c-3ede-49b0-8d60-15def9aba32f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7d2049a7-7533-4a80-874d-831d03789166 HTTP/1.1" status: 200 len: 217 time: 0.0759616 Mar 25 19:27:56.100157 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57de253-11c8-48c2-8359-47bbc66cd2ad req-c1f0d5ab-da49-453f-b5f0-1fcccf61bfbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:27:56.101650 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-a57de253-11c8-48c2-8359-47bbc66cd2ad req-c1f0d5ab-da49-453f-b5f0-1fcccf61bfbf service neutron] 10.222.0.26 "GET /v2.0/subnets?id=fabde86b-5205-4844-a05e-c2d1e447196e HTTP/1.1" status: 200 len: 854 time: 0.0638673 Mar 25 19:27:56.103677 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-7fb47eb6-5d29-4bcb-ad36-2eff6f9348a4 req-0a1d74fa-726c-424c-834f-ef3350d4f56d service neutron] 10.222.0.26 "GET /v2.0/networks/90b5080c-c621-4204-a1f6-ac899cb26880?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1570663 Mar 25 19:27:56.160217 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57de253-11c8-48c2-8359-47bbc66cd2ad req-3f3c76d5-6ff6-4d5a-b739-7f7ed581feab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:27:56.161700 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-a57de253-11c8-48c2-8359-47bbc66cd2ad req-3f3c76d5-6ff6-4d5a-b739-7f7ed581feab service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1b551ab7-2e5a-400a-a69e-184f0d4cccb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0484135 Mar 25 19:27:56.248843 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-a57de253-11c8-48c2-8359-47bbc66cd2ad req-5196c5a0-50ac-4491-ac0f-434b2faa01e5 service neutron] 10.222.0.26 "GET /v2.0/networks/1b551ab7-2e5a-400a-a69e-184f0d4cccb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792158 Mar 25 19:27:56.342349 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-a57de253-11c8-48c2-8359-47bbc66cd2ad req-5762ddf1-abe3-470f-b413-9914a7daffc5 service neutron] 10.222.0.26 "GET /v2.0/networks/1b551ab7-2e5a-400a-a69e-184f0d4cccb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855286 Mar 25 19:27:56.433890 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08eceec3-a883-4aee-81a8-374dd5454d36 req-f281a1cc-c707-443f-8c7d-61d387256cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:27:56.435591 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-08eceec3-a883-4aee-81a8-374dd5454d36 req-f281a1cc-c707-443f-8c7d-61d387256cf9 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=dc089ebbae3f448da3893c2c3fea588f&device_id=041b62d2-54bd-49d4-8755-a62f64fa3663 HTTP/1.1" status: 200 len: 1127 time: 0.0447931 Mar 25 19:27:56.531345 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08eceec3-a883-4aee-81a8-374dd5454d36 req-2629aa68-9d68-4eec-94b3-e7851cddfc14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:27:56.532903 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-08eceec3-a883-4aee-81a8-374dd5454d36 req-2629aa68-9d68-4eec-94b3-e7851cddfc14 service neutron] 10.222.0.26 "GET /v2.0/networks?id=1b551ab7-2e5a-400a-a69e-184f0d4cccb9 HTTP/1.1" status: 200 len: 916 time: 0.0906923 Mar 25 19:27:56.551631 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31203946-023f-4324-9633-cad46d23c8ce req-a31dc4ba-ffe8-45a2-9abb-2dd8e08acced tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:27:56.553117 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-31203946-023f-4324-9633-cad46d23c8ce req-a31dc4ba-ffe8-45a2-9abb-2dd8e08acced tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] 10.222.0.18 "GET /v2.0/ports?device_id=041b62d2-54bd-49d4-8755-a62f64fa3663 HTTP/1.1" status: 200 len: 943 time: 0.0523200 Mar 25 19:27:56.591062 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-08eceec3-a883-4aee-81a8-374dd5454d36 req-a7aeaafd-77be-4819-914c-3f69daa97120 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7d2049a7-7533-4a80-874d-831d03789166 HTTP/1.1" status: 200 len: 217 time: 0.0518448 Mar 25 19:27:56.601694 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-31203946-023f-4324-9633-cad46d23c8ce req-905d1919-de90-44bf-aade-bf31627c15c6 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] 10.222.0.18 "GET /v2.0/security-groups?id=672d97eb-f3f4-4d58-b6da-68822872dabf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424085 Mar 25 19:27:56.640888 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08eceec3-a883-4aee-81a8-374dd5454d36 req-21089faa-5e65-4977-8b91-8adf92621bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:27:56.642363 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-08eceec3-a883-4aee-81a8-374dd5454d36 req-21089faa-5e65-4977-8b91-8adf92621bd5 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=fabde86b-5205-4844-a05e-c2d1e447196e HTTP/1.1" status: 200 len: 854 time: 0.0457783 Mar 25 19:27:56.690822 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08eceec3-a883-4aee-81a8-374dd5454d36 req-8496c155-7306-4db7-9055-242e115e749e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:27:56.692665 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-08eceec3-a883-4aee-81a8-374dd5454d36 req-8496c155-7306-4db7-9055-242e115e749e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1b551ab7-2e5a-400a-a69e-184f0d4cccb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0442770 Mar 25 19:27:56.704238 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-4510498b-0686-43f8-9e43-3bb678478c22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741036503857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133703'] for agent (af1b81b0-43af-47bb-a61e-8e46b36efc57), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:56.783800 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-08eceec3-a883-4aee-81a8-374dd5454d36 req-ede1e50b-e2ba-40f0-9280-e3515a4a7c86 service neutron] 10.222.0.26 "GET /v2.0/networks/1b551ab7-2e5a-400a-a69e-184f0d4cccb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849123 Mar 25 19:27:56.870966 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-08eceec3-a883-4aee-81a8-374dd5454d36 req-f89952ca-68e2-45cc-9f16-bee6d9366bd4 service neutron] 10.222.0.26 "GET /v2.0/networks/1b551ab7-2e5a-400a-a69e-184f0d4cccb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809977 Mar 25 19:27:57.077943 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a65056c-6035-4c27-b598-367436eda3f0 req-bb0e61ef-a3af-4cbf-a471-b9611a46f1d4 tempest-TestMinimumBasicScenario-1909420146 tempest-TestMinimumBasicScenario-1909420146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:27:57.079337 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-2a65056c-6035-4c27-b598-367436eda3f0 req-bb0e61ef-a3af-4cbf-a471-b9611a46f1d4 tempest-TestMinimumBasicScenario-1909420146 tempest-TestMinimumBasicScenario-1909420146-project] 10.222.0.18 "GET /v2.0/ports?device_id=8123d82b-a430-4a3a-b605-b45a0ad9ca0c HTTP/1.1" status: 200 len: 943 time: 0.0565357 Mar 25 19:27:57.124364 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-2a65056c-6035-4c27-b598-367436eda3f0 req-f47a5ffc-3bf2-4b01-973a-2e8cf537b016 tempest-TestMinimumBasicScenario-1909420146 tempest-TestMinimumBasicScenario-1909420146-project] 10.222.0.18 "GET /v2.0/security-groups?id=de11b369-bf18-417b-b57a-1a4e784dc595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394738 Mar 25 19:27:57.578837 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Device 229cac8f-6a8d-4b6e-a618-e3fd6d970e63 details requested by agent hyperv_hv-cinder-75510 with host hv-cinder-75510 {{(pid=103198) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 25 19:27:57.646095 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-af60142c-683d-41c3-be1d-5377fff6ca45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741036503857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133703'] for agent (c3076277-13eb-43a7-9b94-fad13f82c96d), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:57.700249 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] For port 229cac8f-6a8d-4b6e-a618-e3fd6d970e63, host hv-cinder-75510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75510',level=0,port_id=229cac8f-6a8d-4b6e-a618-e3fd6d970e63,segment=NetworkSegment(1a7e55d8-cf7a-4436-99f4-09c918a68e4c),segment_id=1a7e55d8-cf7a-4436-99f4-09c918a68e4c)] {{(pid=103198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 25 19:27:57.711897 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Returning: {'device': '229cac8f-6a8d-4b6e-a618-e3fd6d970e63', 'network_id': '90b5080c-c621-4204-a1f6-ac899cb26880', 'port_id': '229cac8f-6a8d-4b6e-a618-e3fd6d970e63', 'mac_address': 'fa:16:3e:de:c1:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 269, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '947c40b8-7890-4f1b-a010-66d2d58532e3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103198) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 25 19:27:57.724672 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c211b811-3046-470d-9503-22b62bb82de9 req-4e7cef8a-94e1-4a8d-847c-4be0b8f7420c tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:27:57.726142 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-c211b811-3046-470d-9503-22b62bb82de9 req-4e7cef8a-94e1-4a8d-847c-4be0b8f7420c tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] 10.222.0.18 "GET /v2.0/ports?device_id=041b62d2-54bd-49d4-8755-a62f64fa3663 HTTP/1.1" status: 200 len: 943 time: 0.0551672 Mar 25 19:27:57.749136 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Current status of the port 229cac8f-6a8d-4b6e-a618-e3fd6d970e63 is: DOWN; New status is: BUILD {{(pid=103198) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 25 19:27:57.749535 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1293263'] for port (229cac8f-6a8d-4b6e-a618-e3fd6d970e63), before_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:57.762861 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.notifiers.nova [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 229cac8f-6a8d-4b6e-a618-e3fd6d970e63 {{(pid=103198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 25 19:27:57.771901 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-c211b811-3046-470d-9503-22b62bb82de9 req-e0d21349-c3ae-40d9-a26f-4f0cbfa9ddde tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] 10.222.0.18 "GET /v2.0/security-groups?id=672d97eb-f3f4-4d58-b6da-68822872dabf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0399473 Mar 25 19:27:57.782402 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] For port 229cac8f-6a8d-4b6e-a618-e3fd6d970e63, host hv-cinder-75510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75510',level=0,port_id=229cac8f-6a8d-4b6e-a618-e3fd6d970e63,segment=NetworkSegment(1a7e55d8-cf7a-4436-99f4-09c918a68e4c),segment_id=1a7e55d8-cf7a-4436-99f4-09c918a68e4c)] {{(pid=103198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 25 19:27:57.786386 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036679572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741036190733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741036190751'] for port (229cac8f-6a8d-4b6e-a618-e3fd6d970e63), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:57.836172 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Pushing event updated for resources: {'Port': ['ID=229cac8f-6a8d-4b6e-a618-e3fd6d970e63,revision_number=4']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:27:58.011433 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] get_ports_and_sgs() called for port_ids ['229cac8f-6a8d-4b6e-a618-e3fd6d970e63'] {{(pid=103198) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 25 19:27:58.311393 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77acd79-c96c-4349-8c64-0f0584b3a61b req-d10cfdbd-39f9-4b31-a25c-a5d89a72a34f tempest-TestMinimumBasicScenario-1909420146 tempest-TestMinimumBasicScenario-1909420146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:27:58.312771 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-b77acd79-c96c-4349-8c64-0f0584b3a61b req-d10cfdbd-39f9-4b31-a25c-a5d89a72a34f tempest-TestMinimumBasicScenario-1909420146 tempest-TestMinimumBasicScenario-1909420146-project] 10.222.0.18 "GET /v2.0/ports?device_id=8123d82b-a430-4a3a-b605-b45a0ad9ca0c HTTP/1.1" status: 200 len: 944 time: 0.0519743 Mar 25 19:27:58.357893 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-b77acd79-c96c-4349-8c64-0f0584b3a61b req-fb25242b-85e4-4934-bbc3-eb1c487a3865 tempest-TestMinimumBasicScenario-1909420146 tempest-TestMinimumBasicScenario-1909420146-project] 10.222.0.18 "GET /v2.0/security-groups?id=de11b369-bf18-417b-b57a-1a4e784dc595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394421 Mar 25 19:27:58.886069 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe768a5d-c827-4531-9a92-568ab6840f07 req-2631178d-53b0-4fe1-90aa-12cc421cdde4 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:27:58.888037 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-fe768a5d-c827-4531-9a92-568ab6840f07 req-2631178d-53b0-4fe1-90aa-12cc421cdde4 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] 10.222.0.18 "GET /v2.0/ports?device_id=041b62d2-54bd-49d4-8755-a62f64fa3663 HTTP/1.1" status: 200 len: 943 time: 0.0517685 Mar 25 19:27:58.932665 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-fe768a5d-c827-4531-9a92-568ab6840f07 req-53cc8baa-2b1d-4a17-82c8-c17aba955826 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] 10.222.0.18 "GET /v2.0/security-groups?id=672d97eb-f3f4-4d58-b6da-68822872dabf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0392151 Mar 25 19:27:59.207015 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-bfcc621e-35c9-4ac2-b4cb-53c403134561 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741036503857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133703'] for agent (9ba807d9-64cc-4b2a-8ad2-e4f3b23bc779), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:59.473812 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05ad62b-6ecb-40bc-bcfa-53470a024bf5 req-b285e1f9-cb65-4d8a-911c-ff89d1eb62de tempest-TestMinimumBasicScenario-1909420146 tempest-TestMinimumBasicScenario-1909420146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:27:59.475240 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-b05ad62b-6ecb-40bc-bcfa-53470a024bf5 req-b285e1f9-cb65-4d8a-911c-ff89d1eb62de tempest-TestMinimumBasicScenario-1909420146 tempest-TestMinimumBasicScenario-1909420146-project] 10.222.0.18 "GET /v2.0/ports?device_id=8123d82b-a430-4a3a-b605-b45a0ad9ca0c HTTP/1.1" status: 200 len: 944 time: 0.0524609 Mar 25 19:27:59.524124 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-b05ad62b-6ecb-40bc-bcfa-53470a024bf5 req-caa2c8c0-3072-4cb0-a474-ad7deb01557b tempest-TestMinimumBasicScenario-1909420146 tempest-TestMinimumBasicScenario-1909420146-project] 10.222.0.18 "GET /v2.0/security-groups?id=de11b369-bf18-417b-b57a-1a4e784dc595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433717 Mar 25 19:27:59.581925 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Device 7d2049a7-7533-4a80-874d-831d03789166 details requested by agent hyperv_hv-cinder-75510 with host hv-cinder-75510 {{(pid=103198) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 25 19:27:59.583996 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Device 229cac8f-6a8d-4b6e-a618-e3fd6d970e63 up at agent hyperv_hv-cinder-75510 {{(pid=103198) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 25 19:27:59.684384 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Provisioning for port 229cac8f-6a8d-4b6e-a618-e3fd6d970e63 completed by entity L2. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 25 19:27:59.699284 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Provisioning complete for port 229cac8f-6a8d-4b6e-a618-e3fd6d970e63 triggered by entity L2. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 25 19:27:59.700181 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133789'] for port (229cac8f-6a8d-4b6e-a618-e3fd6d970e63), provisioning_complete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:59.738817 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] For port 7d2049a7-7533-4a80-874d-831d03789166, host hv-cinder-75510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75510',level=0,port_id=7d2049a7-7533-4a80-874d-831d03789166,segment=NetworkSegment(c05c355b-554a-4ce8-8427-3164bfaa37a9),segment_id=c05c355b-554a-4ce8-8427-3164bfaa37a9)] {{(pid=103198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 25 19:27:59.757934 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Returning: {'device': '7d2049a7-7533-4a80-874d-831d03789166', 'network_id': '1b551ab7-2e5a-400a-a69e-184f0d4cccb9', 'port_id': '7d2049a7-7533-4a80-874d-831d03789166', 'mac_address': 'fa:16:3e:05:b3:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 261, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fabde86b-5205-4844-a05e-c2d1e447196e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103198) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 25 19:27:59.821384 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Current status of the port 7d2049a7-7533-4a80-874d-831d03789166 is: DOWN; New status is: BUILD {{(pid=103198) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 25 19:27:59.821803 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1293263'] for port (7d2049a7-7533-4a80-874d-831d03789166), before_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:59.834229 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Current status of the port 229cac8f-6a8d-4b6e-a618-e3fd6d970e63 is: BUILD; New status is: ACTIVE {{(pid=103198) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 25 19:27:59.834633 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1293263'] for port (229cac8f-6a8d-4b6e-a618-e3fd6d970e63), before_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:59.848162 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.notifiers.nova [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d2049a7-7533-4a80-874d-831d03789166 {{(pid=103198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 25 19:27:59.872090 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8123d82b-a430-4a3a-b605-b45a0ad9ca0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '229cac8f-6a8d-4b6e-a618-e3fd6d970e63'}] {{(pid=103198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 25 19:27:59.874308 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be5bcd447a3797005f5619062121570069e0d2064b33fc0b2cf836394b7860ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eac69756-569c-4a96-b309-d0e8c11f8baa" -d '{"events": [{"server_uuid": "8123d82b-a430-4a3a-b605-b45a0ad9ca0c", "name": "network-vif-plugged", "status": "completed", "tag": "229cac8f-6a8d-4b6e-a618-e3fd6d970e63"}]}' {{(pid=103198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 25 19:27:59.891812 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] For port 7d2049a7-7533-4a80-874d-831d03789166, host hv-cinder-75510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75510',level=0,port_id=7d2049a7-7533-4a80-874d-831d03789166,segment=NetworkSegment(c05c355b-554a-4ce8-8427-3164bfaa37a9),segment_id=c05c355b-554a-4ce8-8427-3164bfaa37a9)] {{(pid=103198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 25 19:27:59.893760 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] For port 229cac8f-6a8d-4b6e-a618-e3fd6d970e63, host hv-cinder-75510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75510',level=0,port_id=229cac8f-6a8d-4b6e-a618-e3fd6d970e63,segment=NetworkSegment(1a7e55d8-cf7a-4436-99f4-09c918a68e4c),segment_id=1a7e55d8-cf7a-4436-99f4-09c918a68e4c)] {{(pid=103198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 25 19:27:59.896415 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036679572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741036190733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741036190751'] for port (7d2049a7-7533-4a80-874d-831d03789166), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:59.901522 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036679572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741036190733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741036190751'] for port (229cac8f-6a8d-4b6e-a618-e3fd6d970e63), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:27:59.923555 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Mar 2022 19:27:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f88a875-5873-4e0f-8301-82289a4aaccf x-openstack-request-id: req-0f88a875-5873-4e0f-8301-82289a4aaccf {{(pid=103198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 25 19:27:59.923844 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8123d82b-a430-4a3a-b605-b45a0ad9ca0c", "name": "network-vif-plugged", "status": "completed", "tag": "229cac8f-6a8d-4b6e-a618-e3fd6d970e63", "code": 200}]} {{(pid=103198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 25 19:27:59.924102 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0f88a875-5873-4e0f-8301-82289a4aaccf {{(pid=103198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 25 19:27:59.924494 dv-cinder-755101-7-iscsi neutron-server[103198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f88a875-5873-4e0f-8301-82289a4aaccf'] response: {'server_uuid': '8123d82b-a430-4a3a-b605-b45a0ad9ca0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '229cac8f-6a8d-4b6e-a618-e3fd6d970e63', 'code': 200} Mar 25 19:27:59.950387 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Pushing event updated for resources: {'Port': ['ID=7d2049a7-7533-4a80-874d-831d03789166,revision_number=4']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:28:00.005656 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Pushing event updated for resources: {'Port': ['ID=229cac8f-6a8d-4b6e-a618-e3fd6d970e63,revision_number=5']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:28:00.091225 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7f8038-e84b-44e1-90d1-32779cd5efbb req-eefff29f-187e-4522-8b12-16696e8c5a3a tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:28:00.092692 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-8f7f8038-e84b-44e1-90d1-32779cd5efbb req-eefff29f-187e-4522-8b12-16696e8c5a3a tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] 10.222.0.18 "GET /v2.0/ports?device_id=041b62d2-54bd-49d4-8755-a62f64fa3663 HTTP/1.1" status: 200 len: 944 time: 0.0878320 Mar 25 19:28:00.097898 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78786d32-56cb-4028-b5f8-639802865259 req-04405a39-d1a0-476a-82f5-a6bec5930da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:28:00.099292 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-78786d32-56cb-4028-b5f8-639802865259 req-04405a39-d1a0-476a-82f5-a6bec5930da6 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=8123d82b-a430-4a3a-b605-b45a0ad9ca0c HTTP/1.1" status: 200 len: 1129 time: 0.0599971 Mar 25 19:28:00.123692 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] get_ports_and_sgs() called for port_ids ['7d2049a7-7533-4a80-874d-831d03789166'] {{(pid=103198) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 25 19:28:00.165915 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-8f7f8038-e84b-44e1-90d1-32779cd5efbb req-930e840a-8ff4-4cdd-8b45-5fdfdda06829 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] 10.222.0.18 "GET /v2.0/security-groups?id=672d97eb-f3f4-4d58-b6da-68822872dabf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0656426 Mar 25 19:28:00.171969 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-78786d32-56cb-4028-b5f8-639802865259 req-b455e299-a159-46cd-b162-0abf141dda20 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=de11b369-bf18-417b-b57a-1a4e784dc595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652089 Mar 25 19:28:00.649852 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864923a1-39a6-4078-9117-c0ca736097b7 req-8c760acd-82ba-468e-82dd-e26e54f2eaa5 tempest-TestMinimumBasicScenario-1909420146 tempest-TestMinimumBasicScenario-1909420146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:28:00.651366 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-864923a1-39a6-4078-9117-c0ca736097b7 req-8c760acd-82ba-468e-82dd-e26e54f2eaa5 tempest-TestMinimumBasicScenario-1909420146 tempest-TestMinimumBasicScenario-1909420146-project] 10.222.0.18 "GET /v2.0/ports?device_id=8123d82b-a430-4a3a-b605-b45a0ad9ca0c HTTP/1.1" status: 200 len: 945 time: 0.0547640 Mar 25 19:28:00.696759 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-864923a1-39a6-4078-9117-c0ca736097b7 req-4b990702-2d1c-46cf-9805-cbfba08f59bf tempest-TestMinimumBasicScenario-1909420146 tempest-TestMinimumBasicScenario-1909420146-project] 10.222.0.18 "GET /v2.0/security-groups?id=de11b369-bf18-417b-b57a-1a4e784dc595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399268 Mar 25 19:28:00.753711 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741036503857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133703'] for agent (e10cc9df-a7ce-4b9c-bc25-dffd007f5dd8), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:28:00.796652 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741036503857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133703'] for agent (239dac0e-b210-4295-8f1a-11f7f9dc3de1), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:28:01.033184 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-01773b37-4911-486f-8fb7-278984227f74 req-ecac1193-6306-4156-acc3-d09857ce3a7d tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1812516558&fields=id&tenant_id=047bda67abf94801b4a3258dfa563394 HTTP/1.1" status: 200 len: 267 time: 0.0454717 Mar 25 19:28:01.134800 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01773b37-4911-486f-8fb7-278984227f74 req-f9a5b665-c492-4093-ab3d-903eb7854d23 tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:28:01.136231 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-01773b37-4911-486f-8fb7-278984227f74 req-f9a5b665-c492-4093-ab3d-903eb7854d23 tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] 10.222.0.18 "GET /v2.0/networks?id=27580a04-c198-4a21-a1dd-713b4c75540c HTTP/1.1" status: 200 len: 812 time: 0.0968716 Mar 25 19:28:01.150675 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-01773b37-4911-486f-8fb7-278984227f74 req-8427a6a8-ec3d-45c2-86b5-6317f416612c tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] 10.222.0.18 "GET /v2.0/quotas/047bda67abf94801b4a3258dfa563394 HTTP/1.1" status: 200 len: 375 time: 0.0085614 Mar 25 19:28:01.205775 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-01773b37-4911-486f-8fb7-278984227f74 req-a0874e7a-96e2-4e22-86e4-83dfe1482b3a tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=047bda67abf94801b4a3258dfa563394&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0498326 Mar 25 19:28:01.287456 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a78291-57ba-47e4-9fab-4aa2c5a5acb1 req-480a0fe1-599b-451d-af14-be252bc9e7e4 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:28:01.289226 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-d9a78291-57ba-47e4-9fab-4aa2c5a5acb1 req-480a0fe1-599b-451d-af14-be252bc9e7e4 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] 10.222.0.18 "GET /v2.0/ports?device_id=041b62d2-54bd-49d4-8755-a62f64fa3663 HTTP/1.1" status: 200 len: 944 time: 0.0539286 Mar 25 19:28:01.308837 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-01773b37-4911-486f-8fb7-278984227f74 req-fcf825fc-3b90-41ad-b2de-7cb534a4000a service neutron] 10.222.0.18 "GET /v2.0/networks/27580a04-c198-4a21-a1dd-713b4c75540c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907900 Mar 25 19:28:01.342857 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-d9a78291-57ba-47e4-9fab-4aa2c5a5acb1 req-6b9b0154-b71f-431f-ac4e-28ff6a06af27 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] 10.222.0.18 "GET /v2.0/security-groups?id=672d97eb-f3f4-4d58-b6da-68822872dabf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0463820 Mar 25 19:28:01.399152 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-01773b37-4911-486f-8fb7-278984227f74 req-b5689e7b-3a28-4a8f-94e8-f45f5a2d9b7f service neutron] 10.222.0.18 "GET /v2.0/networks/27580a04-c198-4a21-a1dd-713b4c75540c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839446 Mar 25 19:28:01.601992 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Device 7d2049a7-7533-4a80-874d-831d03789166 up at agent hyperv_hv-cinder-75510 {{(pid=103198) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 25 19:28:01.654306 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Provisioning for port 7d2049a7-7533-4a80-874d-831d03789166 completed by entity L2. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 25 19:28:01.659829 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Provisioning complete for port 7d2049a7-7533-4a80-874d-831d03789166 triggered by entity L2. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 25 19:28:01.660205 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133789'] for port (7d2049a7-7533-4a80-874d-831d03789166), provisioning_complete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:28:01.684864 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-41ed9e4e-02a7-460a-a85c-4d5ebfd06f8d req-741b0f5a-196b-4ef9-acac-ac1977fb8998 tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] 10.222.0.18 "GET /v2.0/ports?device_id=1dd62527-a4f8-47cf-a495-d06f2a86732a HTTP/1.1" status: 200 len: 210 time: 0.0371349 Mar 25 19:28:01.744481 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Current status of the port 7d2049a7-7533-4a80-874d-831d03789166 is: BUILD; New status is: ACTIVE {{(pid=103198) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 25 19:28:01.744878 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1293263'] for port (7d2049a7-7533-4a80-874d-831d03789166), before_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:28:01.780744 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] For port 7d2049a7-7533-4a80-874d-831d03789166, host hv-cinder-75510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75510',level=0,port_id=7d2049a7-7533-4a80-874d-831d03789166,segment=NetworkSegment(c05c355b-554a-4ce8-8427-3164bfaa37a9),segment_id=c05c355b-554a-4ce8-8427-3164bfaa37a9)] {{(pid=103198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 25 19:28:01.785057 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036679572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741036190733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741036190751'] for port (7d2049a7-7533-4a80-874d-831d03789166), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:28:01.821192 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074a1354-ab10-4687-b926-f7eea7862643 req-58b450d0-ccf1-4026-8e20-d4e891728165 tempest-TestMinimumBasicScenario-1909420146 tempest-TestMinimumBasicScenario-1909420146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:28:01.822888 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-074a1354-ab10-4687-b926-f7eea7862643 req-58b450d0-ccf1-4026-8e20-d4e891728165 tempest-TestMinimumBasicScenario-1909420146 tempest-TestMinimumBasicScenario-1909420146-project] 10.222.0.18 "GET /v2.0/ports?device_id=8123d82b-a430-4a3a-b605-b45a0ad9ca0c HTTP/1.1" status: 200 len: 945 time: 0.0596528 Mar 25 19:28:01.854674 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Pushing event updated for resources: {'Port': ['ID=7d2049a7-7533-4a80-874d-831d03789166,revision_number=5']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:28:01.877048 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-074a1354-ab10-4687-b926-f7eea7862643 req-d1dfcfbb-0c5d-46ff-bc45-7ee84210e7c8 tempest-TestMinimumBasicScenario-1909420146 tempest-TestMinimumBasicScenario-1909420146-project] 10.222.0.18 "GET /v2.0/security-groups?id=de11b369-bf18-417b-b57a-1a4e784dc595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450907 Mar 25 19:28:01.925223 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '041b62d2-54bd-49d4-8755-a62f64fa3663', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d2049a7-7533-4a80-874d-831d03789166'}] {{(pid=103198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 25 19:28:01.928412 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be5bcd447a3797005f5619062121570069e0d2064b33fc0b2cf836394b7860ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a5d1774-ef55-4e55-be3d-f09878f34d9b" -d '{"events": [{"server_uuid": "041b62d2-54bd-49d4-8755-a62f64fa3663", "name": "network-vif-plugged", "status": "completed", "tag": "7d2049a7-7533-4a80-874d-831d03789166"}]}' {{(pid=103198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 25 19:28:01.967288 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Mar 2022 19:28:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-040a7c82-d975-428c-a0f9-1b047309d1cd x-openstack-request-id: req-040a7c82-d975-428c-a0f9-1b047309d1cd {{(pid=103198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 25 19:28:01.967859 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "041b62d2-54bd-49d4-8755-a62f64fa3663", "name": "network-vif-plugged", "status": "completed", "tag": "7d2049a7-7533-4a80-874d-831d03789166", "code": 200}]} {{(pid=103198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 25 19:28:01.968110 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-040a7c82-d975-428c-a0f9-1b047309d1cd {{(pid=103198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 25 19:28:01.968508 dv-cinder-755101-7-iscsi neutron-server[103198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-040a7c82-d975-428c-a0f9-1b047309d1cd'] response: {'server_uuid': '041b62d2-54bd-49d4-8755-a62f64fa3663', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d2049a7-7533-4a80-874d-831d03789166', 'code': 200} Mar 25 19:28:02.003990 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5080fbe4-af17-41dd-8c53-a1a29213c585 req-d1142631-7a60-4547-991c-76d6faf5a5a7 tempest-TestMinimumBasicScenario-1909420146 tempest-TestMinimumBasicScenario-1909420146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:28:02.005453 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-5080fbe4-af17-41dd-8c53-a1a29213c585 req-d1142631-7a60-4547-991c-76d6faf5a5a7 tempest-TestMinimumBasicScenario-1909420146 tempest-TestMinimumBasicScenario-1909420146-project] 10.222.0.18 "GET /v2.0/ports?device_id=8123d82b-a430-4a3a-b605-b45a0ad9ca0c HTTP/1.1" status: 200 len: 945 time: 0.0602353 Mar 25 19:28:02.054073 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-5080fbe4-af17-41dd-8c53-a1a29213c585 req-40acd01c-6e26-409f-b98a-f9760de24b22 tempest-TestMinimumBasicScenario-1909420146 tempest-TestMinimumBasicScenario-1909420146-project] 10.222.0.18 "GET /v2.0/security-groups?id=de11b369-bf18-417b-b57a-1a4e784dc595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427566 Mar 25 19:28:02.186244 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ba0cd1-2104-42d4-a915-43e70b1fefa7 req-40078eca-30cb-45ab-a173-10fb00a23e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:28:02.187880 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-42ba0cd1-2104-42d4-a915-43e70b1fefa7 req-40078eca-30cb-45ab-a173-10fb00a23e03 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=041b62d2-54bd-49d4-8755-a62f64fa3663 HTTP/1.1" status: 200 len: 1129 time: 0.0458248 Mar 25 19:28:02.237769 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-42ba0cd1-2104-42d4-a915-43e70b1fefa7 req-7c47dfdd-7c72-413a-a6f0-c20f33ce226a service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=672d97eb-f3f4-4d58-b6da-68822872dabf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0396190 Mar 25 19:28:02.377161 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c966a4-c718-457e-a81f-2987c7d42a9a req-27d64ac0-c447-4bbe-b8c5-d353bb619f02 tempest-TestMinimumBasicScenario-1909420146 tempest-TestMinimumBasicScenario-1909420146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:28:02.378759 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-13c966a4-c718-457e-a81f-2987c7d42a9a req-27d64ac0-c447-4bbe-b8c5-d353bb619f02 tempest-TestMinimumBasicScenario-1909420146 tempest-TestMinimumBasicScenario-1909420146-project] 10.222.0.18 "GET /v2.0/ports?device_id=8123d82b-a430-4a3a-b605-b45a0ad9ca0c HTTP/1.1" status: 200 len: 945 time: 0.0512245 Mar 25 19:28:02.425880 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-13c966a4-c718-457e-a81f-2987c7d42a9a req-3ca14e54-e188-4a89-8a6a-a949e24578ce tempest-TestMinimumBasicScenario-1909420146 tempest-TestMinimumBasicScenario-1909420146-project] 10.222.0.18 "GET /v2.0/security-groups?id=de11b369-bf18-417b-b57a-1a4e784dc595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406573 Mar 25 19:28:02.463852 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ead1c8-d76a-4b96-b8a5-d4e2ba58c8ac req-ad49e340-3678-46be-8b3b-7ed4f1cec2cf tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:28:02.465973 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-d7ead1c8-d76a-4b96-b8a5-d4e2ba58c8ac req-ad49e340-3678-46be-8b3b-7ed4f1cec2cf tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] 10.222.0.18 "GET /v2.0/ports?device_id=041b62d2-54bd-49d4-8755-a62f64fa3663 HTTP/1.1" status: 200 len: 945 time: 0.0570848 Mar 25 19:28:02.519149 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-d7ead1c8-d76a-4b96-b8a5-d4e2ba58c8ac req-c6c1badc-10d0-4d65-b3a5-5437e8fa3eb3 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] 10.222.0.18 "GET /v2.0/security-groups?id=672d97eb-f3f4-4d58-b6da-68822872dabf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0473609 Mar 25 19:28:02.773422 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-1cd44a6c-6d93-460b-8c3b-63b8dedf2a8e req-4be2b575-07c0-4de5-a293-64dca37ef00d tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] 10.222.0.18 "GET /v2.0/ports?device_id=1dd62527-a4f8-47cf-a495-d06f2a86732a HTTP/1.1" status: 200 len: 210 time: 0.0272055 Mar 25 19:28:03.055103 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01773b37-4911-486f-8fb7-278984227f74 req-65f3d8e4-dfe1-4ef6-b0b8-2f41af76beaf tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:28:03.056538 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-01773b37-4911-486f-8fb7-278984227f74 req-65f3d8e4-dfe1-4ef6-b0b8-2f41af76beaf tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] 10.222.0.26 "GET /v2.0/networks?id=27580a04-c198-4a21-a1dd-713b4c75540c HTTP/1.1" status: 200 len: 812 time: 0.0997400 Mar 25 19:28:03.123498 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-01773b37-4911-486f-8fb7-278984227f74 req-428ae63d-61e5-4773-a63c-54f501190680 tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=047bda67abf94801b4a3258dfa563394 HTTP/1.1" status: 200 len: 380 time: 0.0547774 Mar 25 19:28:03.131498 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.v2.base [req-01773b37-4911-486f-8fb7-278984227f74 req-34dcdb78-1296-4cf8-a46f-edc100fb19ca tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] Request body: {'port': {'device_id': '1dd62527-a4f8-47cf-a495-d06f2a86732a', 'network_id': '27580a04-c198-4a21-a1dd-713b4c75540c', 'admin_state_up': True, 'tenant_id': '047bda67abf94801b4a3258dfa563394', 'security_groups': ['4fcd9e27-60e1-4707-b5da-0a7affa4af42']}} {{(pid=103196) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 19:28:03.273228 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01773b37-4911-486f-8fb7-278984227f74 req-34dcdb78-1296-4cf8-a46f-edc100fb19ca tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] Made reservation on behalf of 047bda67abf94801b4a3258dfa563394 for: {'port': 1} {{(pid=103196) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 19:28:03.276514 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-01773b37-4911-486f-8fb7-278984227f74 req-34dcdb78-1296-4cf8-a46f-edc100fb19ca tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1293263'] for port (None), before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:28:03.294852 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-378f97dc-ccc5-4b81-b67a-6f00ae1d98d9 req-6109a92c-35ff-4fb3-b666-b1dd88d9110b service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=8123d82b-a430-4a3a-b605-b45a0ad9ca0c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0734582 Mar 25 19:28:03.446908 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378f97dc-ccc5-4b81-b67a-6f00ae1d98d9 req-a3965c42-215f-400c-917e-68579c3657e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:28:03.448444 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-378f97dc-ccc5-4b81-b67a-6f00ae1d98d9 req-a3965c42-215f-400c-917e-68579c3657e9 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=de6288af9cbc41b895e700e06b64d38f&device_id=8123d82b-a430-4a3a-b605-b45a0ad9ca0c HTTP/1.1" status: 200 len: 1129 time: 0.0962005 Mar 25 19:28:03.465100 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.db.db_base_plugin_common [req-01773b37-4911-486f-8fb7-278984227f74 req-34dcdb78-1296-4cf8-a46f-edc100fb19ca tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] Allocated IP 172.20.0.12 (27580a04-c198-4a21-a1dd-713b4c75540c/c8e42045-43c2-4a9f-a0d6-9006af4b8132/bf9fd44f-39fc-40b4-89a7-44f70f93a0e3) {{(pid=103196) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 19:28:03.654416 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378f97dc-ccc5-4b81-b67a-6f00ae1d98d9 req-ac3afbc1-1ee8-43f6-9bab-fd9fdab42998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:28:03.655890 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-378f97dc-ccc5-4b81-b67a-6f00ae1d98d9 req-ac3afbc1-1ee8-43f6-9bab-fd9fdab42998 service neutron] 10.222.0.26 "GET /v2.0/networks?id=90b5080c-c621-4204-a1f6-ac899cb26880 HTTP/1.1" status: 200 len: 916 time: 0.1885302 Mar 25 19:28:03.708755 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-378f97dc-ccc5-4b81-b67a-6f00ae1d98d9 req-09191aa4-c8e1-4619-882e-4f81b5b248b3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=229cac8f-6a8d-4b6e-a618-e3fd6d970e63 HTTP/1.1" status: 200 len: 217 time: 0.0461202 Mar 25 19:28:03.780693 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883e3339-e31e-4e8f-ae09-da140d4bfe38 req-a08decd7-213d-447a-bc39-b681d3161d6d tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:28:03.782179 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-883e3339-e31e-4e8f-ae09-da140d4bfe38 req-a08decd7-213d-447a-bc39-b681d3161d6d tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] 10.222.0.18 "GET /v2.0/ports?device_id=041b62d2-54bd-49d4-8755-a62f64fa3663 HTTP/1.1" status: 200 len: 945 time: 0.1685154 Mar 25 19:28:03.796103 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-01773b37-4911-486f-8fb7-278984227f74 req-34dcdb78-1296-4cf8-a46f-edc100fb19ca tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] Publish callbacks [] for port (bf9fd44f-39fc-40b4-89a7-44f70f93a0e3), precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:28:03.815707 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378f97dc-ccc5-4b81-b67a-6f00ae1d98d9 req-6b1fcb93-5d3c-435a-97dc-4a588ee479ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:28:03.817453 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-378f97dc-ccc5-4b81-b67a-6f00ae1d98d9 req-6b1fcb93-5d3c-435a-97dc-4a588ee479ea service neutron] 10.222.0.26 "GET /v2.0/subnets?id=947c40b8-7890-4f1b-a010-66d2d58532e3 HTTP/1.1" status: 200 len: 854 time: 0.1029437 Mar 25 19:28:03.880617 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-3a1145b8-1858-4752-863a-654bbeb8362a req-36e4b7fa-ff62-4f12-97fe-cfe07f3cef39 tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] 10.222.0.18 "GET /v2.0/ports?device_id=1dd62527-a4f8-47cf-a495-d06f2a86732a HTTP/1.1" status: 200 len: 210 time: 0.0330391 Mar 25 19:28:03.895171 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-883e3339-e31e-4e8f-ae09-da140d4bfe38 req-7a9a9ec5-a791-4131-b27b-563f159a2abe tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] 10.222.0.18 "GET /v2.0/security-groups?id=672d97eb-f3f4-4d58-b6da-68822872dabf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1046326 Mar 25 19:28:03.910292 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378f97dc-ccc5-4b81-b67a-6f00ae1d98d9 req-20d50c13-c8bb-4062-8761-7431d6419172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:28:03.911812 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-378f97dc-ccc5-4b81-b67a-6f00ae1d98d9 req-20d50c13-c8bb-4062-8761-7431d6419172 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=90b5080c-c621-4204-a1f6-ac899cb26880&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0872545 Mar 25 19:28:03.918434 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-01773b37-4911-486f-8fb7-278984227f74 req-34dcdb78-1296-4cf8-a46f-edc100fb19ca tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741036193015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58911673'] for port (bf9fd44f-39fc-40b4-89a7-44f70f93a0e3), after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:28:04.012230 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01773b37-4911-486f-8fb7-278984227f74 req-34dcdb78-1296-4cf8-a46f-edc100fb19ca tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] Network 27580a04-c198-4a21-a1dd-713b4c75540c is already hosted by enough agents. {{(pid=103196) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 19:28:04.019789 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.scheduler.base_scheduler [req-01773b37-4911-486f-8fb7-278984227f74 req-34dcdb78-1296-4cf8-a46f-edc100fb19ca tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] Resources bound (agent type, host, resource id): {{(pid=103196) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 19:28:04.023366 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307b462f-f14d-42ab-9eb8-7a3e7984c913 req-2256a217-5761-4415-a23a-15ff5aaace31 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:28:04.025353 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-307b462f-f14d-42ab-9eb8-7a3e7984c913 req-2256a217-5761-4415-a23a-15ff5aaace31 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] 10.222.0.18 "GET /v2.0/ports?device_id=041b62d2-54bd-49d4-8755-a62f64fa3663 HTTP/1.1" status: 200 len: 945 time: 0.0563014 Mar 25 19:28:04.027578 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [req-01773b37-4911-486f-8fb7-278984227f74 req-34dcdb78-1296-4cf8-a46f-edc100fb19ca tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] Received port after_create {{(pid=103196) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 25 19:28:04.039669 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.18', 38504) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:28:04.046239 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.v2.base [None req-69ef52f5-fdbb-4ed7-896e-dffdb8ee6278 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Request body: {'floatingip': {'port_id': '7d2049a7-7533-4a80-874d-831d03789166'}} {{(pid=103197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 19:28:04.059516 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34dcdb78-1296-4cf8-a46f-edc100fb19ca tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] Pushing event updated for resources: {'Port': ['ID=bf9fd44f-39fc-40b4-89a7-44f70f93a0e3,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:28:04.085307 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-69ef52f5-fdbb-4ed7-896e-dffdb8ee6278 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Publish callbacks [] for floatingip (1bb88e08-5389-4a79-8c4b-22b2ef15f29d), before_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:28:04.095612 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-378f97dc-ccc5-4b81-b67a-6f00ae1d98d9 req-ec2d8f5c-9935-4ff0-b607-85e064692f5d service neutron] 10.222.0.26 "GET /v2.0/networks/90b5080c-c621-4204-a1f6-ac899cb26880?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1744835 Mar 25 19:28:04.103352 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01773b37-4911-486f-8fb7-278984227f74 req-34dcdb78-1296-4cf8-a46f-edc100fb19ca tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:28:04.103983 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-01773b37-4911-486f-8fb7-278984227f74 req-34dcdb78-1296-4cf8-a46f-edc100fb19ca tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63648'] for port (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:28:04.168198 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-01773b37-4911-486f-8fb7-278984227f74 req-34dcdb78-1296-4cf8-a46f-edc100fb19ca tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0403259 Mar 25 19:28:04.181401 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.v2.base [req-01773b37-4911-486f-8fb7-278984227f74 req-9efa7387-ce83-4112-a09a-e3ee36a50575 service neutron] Request body: {'port': {'device_id': '1dd62527-a4f8-47cf-a495-d06f2a86732a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75510'}} {{(pid=103196) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 19:28:04.276218 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-378f97dc-ccc5-4b81-b67a-6f00ae1d98d9 req-7bbd9ce3-2ab5-4795-a6bd-539955a0cbc4 service neutron] 10.222.0.26 "GET /v2.0/networks/90b5080c-c621-4204-a1f6-ac899cb26880?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1695418 Mar 25 19:28:04.290980 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-01773b37-4911-486f-8fb7-278984227f74 req-9efa7387-ce83-4112-a09a-e3ee36a50575 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1293263'] for port (bf9fd44f-39fc-40b4-89a7-44f70f93a0e3), before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:28:04.392057 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-a3437436-1ea2-4a7c-b819-f4ab896fe75d None None] Provisioning complete for port bf9fd44f-39fc-40b4-89a7-44f70f93a0e3 triggered by entity DHCP. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 25 19:28:04.392580 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-a3437436-1ea2-4a7c-b819-f4ab896fe75d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133789'] for port (bf9fd44f-39fc-40b4-89a7-44f70f93a0e3), provisioning_complete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:28:04.485421 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-a3437436-1ea2-4a7c-b819-f4ab896fe75d None None] Port bf9fd44f-39fc-40b4-89a7-44f70f93a0e3 cannot update to ACTIVE because it is not bound. {{(pid=103198) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 25 19:28:04.579891 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.notifiers.nova [req-01773b37-4911-486f-8fb7-278984227f74 req-9efa7387-ce83-4112-a09a-e3ee36a50575 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf9fd44f-39fc-40b4-89a7-44f70f93a0e3 {{(pid=103196) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 25 19:28:04.588837 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-01773b37-4911-486f-8fb7-278984227f74 req-9efa7387-ce83-4112-a09a-e3ee36a50575 service neutron] Publish callbacks [] for port (bf9fd44f-39fc-40b4-89a7-44f70f93a0e3), precommit_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:28:04.604119 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [req-01773b37-4911-486f-8fb7-278984227f74 req-9efa7387-ce83-4112-a09a-e3ee36a50575 service neutron] Transition to ACTIVE for port object bf9fd44f-39fc-40b4-89a7-44f70f93a0e3 will not be triggered until provisioned by entity L2. {{(pid=103196) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 25 19:28:04.609454 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-01773b37-4911-486f-8fb7-278984227f74 req-9efa7387-ce83-4112-a09a-e3ee36a50575 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036679572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741036190733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741036190751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58911630'] for port (bf9fd44f-39fc-40b4-89a7-44f70f93a0e3), after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:28:04.682579 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efa7387-ce83-4112-a09a-e3ee36a50575 service neutron] Pushing event updated for resources: {'Port': ['ID=bf9fd44f-39fc-40b4-89a7-44f70f93a0e3,revision_number=2']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:28:04.757392 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [req-01773b37-4911-486f-8fb7-278984227f74 req-9efa7387-ce83-4112-a09a-e3ee36a50575 service neutron] Attempting to bind port bf9fd44f-39fc-40b4-89a7-44f70f93a0e3 on host hv-cinder-75510 for vnic_type normal with profile {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 25 19:28:04.757647 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [req-01773b37-4911-486f-8fb7-278984227f74 req-9efa7387-ce83-4112-a09a-e3ee36a50575 service neutron] Attempting to bind port bf9fd44f-39fc-40b4-89a7-44f70f93a0e3 by drivers openvswitch,hyperv on host hv-cinder-75510 at level 0 using segments [{'id': 'e330a8af-5d1b-4552-a8f9-d04d69fc20fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '27580a04-c198-4a21-a1dd-713b4c75540c'}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 25 19:28:04.758168 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01773b37-4911-486f-8fb7-278984227f74 req-9efa7387-ce83-4112-a09a-e3ee36a50575 service neutron] Attempting to bind port bf9fd44f-39fc-40b4-89a7-44f70f93a0e3 on network 27580a04-c198-4a21-a1dd-713b4c75540c {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 25 19:28:04.764945 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01773b37-4911-486f-8fb7-278984227f74 req-9efa7387-ce83-4112-a09a-e3ee36a50575 service neutron] Port bf9fd44f-39fc-40b4-89a7-44f70f93a0e3 on network 27580a04-c198-4a21-a1dd-713b4c75540c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75510 {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 25 19:28:04.765281 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01773b37-4911-486f-8fb7-278984227f74 req-9efa7387-ce83-4112-a09a-e3ee36a50575 service neutron] Attempting to bind port bf9fd44f-39fc-40b4-89a7-44f70f93a0e3 on network 27580a04-c198-4a21-a1dd-713b4c75540c {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 25 19:28:04.771483 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01773b37-4911-486f-8fb7-278984227f74 req-9efa7387-ce83-4112-a09a-e3ee36a50575 service neutron] Checking agent: {'id': 'e10cc9df-a7ce-4b9c-bc25-dffd007f5dd8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75510', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 19, 18, 1), 'started_at': datetime.datetime(2022, 3, 25, 19, 18, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 19, 28, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 25 19:28:04.771892 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01773b37-4911-486f-8fb7-278984227f74 req-9efa7387-ce83-4112-a09a-e3ee36a50575 service neutron] Checking segment: {'id': 'e330a8af-5d1b-4552-a8f9-d04d69fc20fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '27580a04-c198-4a21-a1dd-713b4c75540c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103196) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 25 19:28:04.772292 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01773b37-4911-486f-8fb7-278984227f74 req-9efa7387-ce83-4112-a09a-e3ee36a50575 service neutron] Bound using segment: {'id': 'e330a8af-5d1b-4552-a8f9-d04d69fc20fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '27580a04-c198-4a21-a1dd-713b4c75540c'} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 25 19:28:04.772733 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [req-01773b37-4911-486f-8fb7-278984227f74 req-9efa7387-ce83-4112-a09a-e3ee36a50575 service neutron] Bound port: bf9fd44f-39fc-40b4-89a7-44f70f93a0e3, host: hv-cinder-75510, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e330a8af-5d1b-4552-a8f9-d04d69fc20fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '27580a04-c198-4a21-a1dd-713b4c75540c'}}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 25 19:28:04.773097 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-01773b37-4911-486f-8fb7-278984227f74 req-9efa7387-ce83-4112-a09a-e3ee36a50575 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1293263'] for port (bf9fd44f-39fc-40b4-89a7-44f70f93a0e3), before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:28:04.838823 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.db.resource_extend [None req-69ef52f5-fdbb-4ed7-896e-dffdb8ee6278 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 25 19:28:04.845768 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.db [req-01773b37-4911-486f-8fb7-278984227f74 req-9efa7387-ce83-4112-a09a-e3ee36a50575 service neutron] For port bf9fd44f-39fc-40b4-89a7-44f70f93a0e3, host hv-cinder-75510, cleared binding levels {{(pid=103196) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 25 19:28:04.849368 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.db [req-01773b37-4911-486f-8fb7-278984227f74 req-9efa7387-ce83-4112-a09a-e3ee36a50575 service neutron] For port bf9fd44f-39fc-40b4-89a7-44f70f93a0e3, host hv-cinder-75510, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75510',level=0,port_id=bf9fd44f-39fc-40b4-89a7-44f70f93a0e3,segment=NetworkSegment(e330a8af-5d1b-4552-a8f9-d04d69fc20fb),segment_id=e330a8af-5d1b-4552-a8f9-d04d69fc20fb)] {{(pid=103196) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 25 19:28:04.856090 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-01773b37-4911-486f-8fb7-278984227f74 req-9efa7387-ce83-4112-a09a-e3ee36a50575 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036679572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741036190733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741036190751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58911630'] for port (bf9fd44f-39fc-40b4-89a7-44f70f93a0e3), after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:28:04.891105 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-69ef52f5-fdbb-4ed7-896e-dffdb8ee6278 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:28:04.895676 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01773b37-4911-486f-8fb7-278984227f74 req-9efa7387-ce83-4112-a09a-e3ee36a50575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:28:04.896095 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-69ef52f5-fdbb-4ed7-896e-dffdb8ee6278 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3753541'] for floatingip (1bb88e08-5389-4a79-8c4b-22b2ef15f29d), after_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:28:04.896313 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-01773b37-4911-486f-8fb7-278984227f74 req-9efa7387-ce83-4112-a09a-e3ee36a50575 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63648'] for port (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:28:04.897687 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-01773b37-4911-486f-8fb7-278984227f74 req-9efa7387-ce83-4112-a09a-e3ee36a50575 service neutron] 10.222.0.26 "PUT /v2.0/ports/bf9fd44f-39fc-40b4-89a7-44f70f93a0e3 HTTP/1.1" status: 200 len: 1094 time: 0.7204251 Mar 25 19:28:04.900173 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1dd62527-a4f8-47cf-a495-d06f2a86732a', 'tag': 'bf9fd44f-39fc-40b4-89a7-44f70f93a0e3'}] {{(pid=103196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 25 19:28:04.912658 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aab9b3bfb8b62b9c439d2baea07b5fa53a515b81dc2b4d2d70d2153c83a947a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccca09fd-951f-4f20-9cc6-76ea8f9618f1" -d '{"events": [{"name": "network-changed", "server_uuid": "1dd62527-a4f8-47cf-a495-d06f2a86732a", "tag": "bf9fd44f-39fc-40b4-89a7-44f70f93a0e3"}]}' {{(pid=103196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 25 19:28:04.967271 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efa7387-ce83-4112-a09a-e3ee36a50575 service neutron] Pushing event updated for resources: {'Port': ['ID=bf9fd44f-39fc-40b4-89a7-44f70f93a0e3,revision_number=3']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:28:04.996527 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Mar 2022 19:28:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76b80ef5-d418-479c-a390-6d4339833e4c x-openstack-request-id: req-76b80ef5-d418-479c-a390-6d4339833e4c {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 25 19:28:04.996910 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1dd62527-a4f8-47cf-a495-d06f2a86732a", "tag": "bf9fd44f-39fc-40b4-89a7-44f70f93a0e3", "status": "completed", "code": 200}]} {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 25 19:28:04.997792 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-76b80ef5-d418-479c-a390-6d4339833e4c {{(pid=103196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 25 19:28:04.998259 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event matching ['req-76b80ef5-d418-479c-a390-6d4339833e4c'] response: {'name': 'network-changed', 'server_uuid': '1dd62527-a4f8-47cf-a495-d06f2a86732a', 'tag': 'bf9fd44f-39fc-40b4-89a7-44f70f93a0e3', 'status': 'completed', 'code': 200} Mar 25 19:28:05.001567 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01773b37-4911-486f-8fb7-278984227f74 req-8886ec57-836f-4fbf-b278-4c26a9c906c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:28:05.003354 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-01773b37-4911-486f-8fb7-278984227f74 req-8886ec57-836f-4fbf-b278-4c26a9c906c4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=047bda67abf94801b4a3258dfa563394&device_id=1dd62527-a4f8-47cf-a495-d06f2a86732a HTTP/1.1" status: 200 len: 1128 time: 0.0673172 Mar 25 19:28:05.046699 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-01773b37-4911-486f-8fb7-278984227f74 req-a7d52c22-9b09-40e7-8a32-c04fc12f933a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bf9fd44f-39fc-40b4-89a7-44f70f93a0e3 HTTP/1.1" status: 200 len: 217 time: 0.0365021 Mar 25 19:28:05.080421 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.db.l3_db [None req-69ef52f5-fdbb-4ed7-896e-dffdb8ee6278 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Floating IP 1bb88e08-5389-4a79-8c4b-22b2ef15f29d associated. External IP: 172.27.0.198, port: 7d2049a7-7533-4a80-874d-831d03789166. Mar 25 19:28:05.088715 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ecdb8d-53e9-4cdc-a002-f2f22cbbb420 req-144585d5-2ef9-4169-9a70-d1845dee4e39 tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:28:05.090277 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-87ecdb8d-53e9-4cdc-a002-f2f22cbbb420 req-144585d5-2ef9-4169-9a70-d1845dee4e39 tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] 10.222.0.18 "GET /v2.0/ports?device_id=1dd62527-a4f8-47cf-a495-d06f2a86732a HTTP/1.1" status: 200 len: 944 time: 0.0834980 Mar 25 19:28:05.104321 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01773b37-4911-486f-8fb7-278984227f74 req-aa4172bc-f3cc-4ef8-91cb-34576379c021 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:28:05.105832 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-01773b37-4911-486f-8fb7-278984227f74 req-aa4172bc-f3cc-4ef8-91cb-34576379c021 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c8e42045-43c2-4a9f-a0d6-9006af4b8132 HTTP/1.1" status: 200 len: 851 time: 0.0525210 Mar 25 19:28:05.115129 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.db.agents_db [None req-ad735e95-395b-498c-b22d-e8906e231634 None None] Agent healthcheck: found 6 active agents {{(pid=103199) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 25 19:28:05.156746 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01773b37-4911-486f-8fb7-278984227f74 req-db6b0cb1-7e89-4718-84c1-d3f71906c8e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:28:05.158376 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-01773b37-4911-486f-8fb7-278984227f74 req-db6b0cb1-7e89-4718-84c1-d3f71906c8e3 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=27580a04-c198-4a21-a1dd-713b4c75540c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0462954 Mar 25 19:28:05.219614 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-87ecdb8d-53e9-4cdc-a002-f2f22cbbb420 req-cfc9b7d3-9329-467f-b085-160b4acb05e8 tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] 10.222.0.18 "GET /v2.0/security-groups?id=4fcd9e27-60e1-4707-b5da-0a7affa4af42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0910032 Mar 25 19:28:05.254974 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-01773b37-4911-486f-8fb7-278984227f74 req-318ea026-3620-4d76-bd59-02260c882a70 service neutron] 10.222.0.26 "GET /v2.0/networks/27580a04-c198-4a21-a1dd-713b4c75540c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898042 Mar 25 19:28:05.347569 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69ef52f5-fdbb-4ed7-896e-dffdb8ee6278 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Router 8176248a-16f5-4694-bf25-b326f00a7f6a has already been hosted by L3 agent af1b81b0-43af-47bb-a61e-8e46b36efc57 {{(pid=103197) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 25 19:28:05.365982 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-01773b37-4911-486f-8fb7-278984227f74 req-ba0431fc-bc72-4b1d-bd1c-a1b989bcc7a2 service neutron] 10.222.0.26 "GET /v2.0/networks/27580a04-c198-4a21-a1dd-713b4c75540c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918632 Mar 25 19:28:05.472218 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69ef52f5-fdbb-4ed7-896e-dffdb8ee6278 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Notify agent at l3_agent.dv-cinder-755101-7-iscsi the message routers_updated {{(pid=103197) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 25 19:28:05.477214 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-69ef52f5-fdbb-4ed7-896e-dffdb8ee6278 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63648'] for floatingip (None), before_response {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:28:05.483101 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16afc648-1105-4b9f-889e-09883cbd7167 None None] Sync routers for ids ['8176248a-16f5-4694-bf25-b326f00a7f6a'] in dv-cinder-755101-7-iscsi {{(pid=103199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 25 19:28:05.500369 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccca09fd-951f-4f20-9cc6-76ea8f9618f1 req-71cc8ac7-1469-4b26-84f4-d79391c95170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:28:05.502833 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-ccca09fd-951f-4f20-9cc6-76ea8f9618f1 req-71cc8ac7-1469-4b26-84f4-d79391c95170 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=047bda67abf94801b4a3258dfa563394&device_id=1dd62527-a4f8-47cf-a495-d06f2a86732a HTTP/1.1" status: 200 len: 1128 time: 0.0863576 Mar 25 19:28:05.504913 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16afc648-1105-4b9f-889e-09883cbd7167 None None] Routers {'8176248a-16f5-4694-bf25-b326f00a7f6a'} bound to L3 agent in host dv-cinder-755101-7-iscsi {{(pid=103199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 25 19:28:05.505548 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.db.l3_hamode_db [None req-16afc648-1105-4b9f-889e-09883cbd7167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755101-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-25T19:11:57Z,description=,heartbeat_timestamp=2022-03-25T19:27:57Z,host='dv-cinder-755101-7-iscsi',id=af1b81b0-43af-47bb-a61e-8e46b36efc57,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:11:57Z,topic='l3_agent')) {'router_ids': ['8176248a-16f5-4694-bf25-b326f00a7f6a'], 'active': True} {{(pid=103199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 19:28:05.521109 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-69ef52f5-fdbb-4ed7-896e-dffdb8ee6278 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] 10.222.0.18 "PUT /v2.0/floatingips/1bb88e08-5389-4a79-8c4b-22b2ef15f29d HTTP/1.1" status: 200 len: 991 time: 1.4800887 Mar 25 19:28:05.522037 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '041b62d2-54bd-49d4-8755-a62f64fa3663', 'tag': '7d2049a7-7533-4a80-874d-831d03789166'}] {{(pid=103197) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 25 19:28:05.524896 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7289d4093f021cbd7bf50bbaa59f437c9f72b9c220592c3ffe9e03ab6ac51c7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1063643c-2037-4626-8440-d74aa491e247" -d '{"events": [{"name": "network-changed", "server_uuid": "041b62d2-54bd-49d4-8755-a62f64fa3663", "tag": "7d2049a7-7533-4a80-874d-831d03789166"}]}' {{(pid=103197) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 25 19:28:05.618697 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccca09fd-951f-4f20-9cc6-76ea8f9618f1 req-2e144b58-dc25-49e8-a0f8-62679c7178e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:28:05.620452 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-ccca09fd-951f-4f20-9cc6-76ea8f9618f1 req-2e144b58-dc25-49e8-a0f8-62679c7178e7 service neutron] 10.222.0.26 "GET /v2.0/networks?id=27580a04-c198-4a21-a1dd-713b4c75540c HTTP/1.1" status: 200 len: 913 time: 0.1118910 Mar 25 19:28:05.642227 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.db.l3_dvr_db [None req-16afc648-1105-4b9f-889e-09883cbd7167 None None] Set router 8176248a-16f5-4694-bf25-b326f00a7f6a gateway port host: dv-cinder-755101-7-iscsi {{(pid=103199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 25 19:28:05.644113 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Mar 2022 19:28:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3daa3a1f-e07e-47f7-968e-a2caba2ee30c x-openstack-request-id: req-3daa3a1f-e07e-47f7-968e-a2caba2ee30c {{(pid=103197) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 25 19:28:05.644540 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "041b62d2-54bd-49d4-8755-a62f64fa3663", "tag": "7d2049a7-7533-4a80-874d-831d03789166", "status": "completed", "code": 200}]} {{(pid=103197) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 25 19:28:05.647605 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3daa3a1f-e07e-47f7-968e-a2caba2ee30c {{(pid=103197) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 25 19:28:05.648096 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3daa3a1f-e07e-47f7-968e-a2caba2ee30c'] response: {'name': 'network-changed', 'server_uuid': '041b62d2-54bd-49d4-8755-a62f64fa3663', 'tag': '7d2049a7-7533-4a80-874d-831d03789166', 'status': 'completed', 'code': 200} Mar 25 19:28:05.666598 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-ccca09fd-951f-4f20-9cc6-76ea8f9618f1 req-80864e9e-97e1-43f9-92d9-35b19cb531b2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bf9fd44f-39fc-40b4-89a7-44f70f93a0e3 HTTP/1.1" status: 200 len: 217 time: 0.0379970 Mar 25 19:28:05.756460 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccca09fd-951f-4f20-9cc6-76ea8f9618f1 req-fab93c12-5b4d-48a1-8613-e3835e181c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:28:05.758081 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-ccca09fd-951f-4f20-9cc6-76ea8f9618f1 req-fab93c12-5b4d-48a1-8613-e3835e181c29 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c8e42045-43c2-4a9f-a0d6-9006af4b8132 HTTP/1.1" status: 200 len: 851 time: 0.0753314 Mar 25 19:28:05.775665 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1063643c-2037-4626-8440-d74aa491e247 req-1b712839-4f78-4d63-8f85-efbb7277cffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:28:05.777130 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-1063643c-2037-4626-8440-d74aa491e247 req-1b712839-4f78-4d63-8f85-efbb7277cffb service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=dc089ebbae3f448da3893c2c3fea588f&device_id=041b62d2-54bd-49d4-8755-a62f64fa3663 HTTP/1.1" status: 200 len: 1129 time: 0.1021833 Mar 25 19:28:05.872600 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccca09fd-951f-4f20-9cc6-76ea8f9618f1 req-c31bfcf0-24ef-46a8-ae83-74df75f16418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:28:05.874037 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-ccca09fd-951f-4f20-9cc6-76ea8f9618f1 req-c31bfcf0-24ef-46a8-ae83-74df75f16418 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=27580a04-c198-4a21-a1dd-713b4c75540c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1087677 Mar 25 19:28:05.884778 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.db.l3_hamode_db [None req-16afc648-1105-4b9f-889e-09883cbd7167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8176248a-16f5-4694-bf25-b326f00a7f6a', 'name': 'tempest-AttachVolumeNegativeTest-1535724324-router', 'tenant_id': 'dc089ebbae3f448da3893c2c3fea588f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'external_fixed_ips': [{'subnet_id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'ip_address': '172.27.0.249'}], 'enable_snat': True}, 'gw_port_id': '4068821f-380a-43e9-8dd6-d8fd566fe3d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T19:24:37Z', 'updated_at': '2022-03-25T19:24:39Z', 'revision_number': 4, 'project_id': 'dc089ebbae3f448da3893c2c3fea588f', 'gw_port': {'id': '4068821f-380a-43e9-8dd6-d8fd566fe3d3', 'name': '', 'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:e3:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8176248a-16f5-4694-bf25-b326f00a7f6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'ip_address': '172.27.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T19:24:37Z', 'updated_at': '2022-03-25T19:24:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755101-7-iscsi', '_floatingips': [{'id': '1bb88e08-5389-4a79-8c4b-22b2ef15f29d', 'tenant_id': 'dc089ebbae3f448da3893c2c3fea588f', 'floating_ip_address': '172.27.0.198', 'floating_network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'router_id': '8176248a-16f5-4694-bf25-b326f00a7f6a', 'port_id': '7d2049a7-7533-4a80-874d-831d03789166', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 667, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1b551ab7-2e5a-400a-a69e-184f0d4cccb9', 'mac_address': 'fa:16:3e:05:b3:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '041b62d2-54bd-49d4-8755-a62f64fa3663', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-25T19:27:43Z', 'updated_at': '2022-03-25T19:28:04Z', 'revision_number': 1, 'project_id': 'dc089ebbae3f448da3893c2c3fea588f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '183b74b2-7fc1-4f1d-8907-284dc2000128', 'name': '', 'network_id': '1b551ab7-2e5a-400a-a69e-184f0d4cccb9', 'tenant_id': 'dc089ebbae3f448da3893c2c3fea588f', 'mac_address': 'fa:16:3e:8e:3f:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8176248a-16f5-4694-bf25-b326f00a7f6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'fabde86b-5205-4844-a05e-c2d1e447196e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T19:24:39Z', 'updated_at': '2022-03-25T19:24:43Z', 'revision_number': 5, 'project_id': 'dc089ebbae3f448da3893c2c3fea588f', 'subnets': [{'id': 'fabde86b-5205-4844-a05e-c2d1e447196e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-755101-7-iscsi', False) {} {{(pid=103199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 19:28:05.911097 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16afc648-1105-4b9f-889e-09883cbd7167 None None] Checking router: 8176248a-16f5-4694-bf25-b326f00a7f6a for host: dv-cinder-755101-7-iscsi {{(pid=103199) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 25 19:28:05.919050 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16afc648-1105-4b9f-889e-09883cbd7167 None None] Routers {'8176248a-16f5-4694-bf25-b326f00a7f6a'} bound to L3 agent in host dv-cinder-755101-7-iscsi {{(pid=103199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 25 19:28:05.919648 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.db.l3_hamode_db [None req-16afc648-1105-4b9f-889e-09883cbd7167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755101-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-25T19:11:57Z,description=,heartbeat_timestamp=2022-03-25T19:27:57Z,host='dv-cinder-755101-7-iscsi',id=af1b81b0-43af-47bb-a61e-8e46b36efc57,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:11:57Z,topic='l3_agent')) {'router_ids': ['8176248a-16f5-4694-bf25-b326f00a7f6a'], 'active': True} {{(pid=103199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 19:28:05.928256 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1063643c-2037-4626-8440-d74aa491e247 req-56e02b60-6048-449c-8036-5b8e21722f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:28:05.929700 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-1063643c-2037-4626-8440-d74aa491e247 req-56e02b60-6048-449c-8036-5b8e21722f7c service neutron] 10.222.0.26 "GET /v2.0/networks?id=1b551ab7-2e5a-400a-a69e-184f0d4cccb9 HTTP/1.1" status: 200 len: 916 time: 0.1376355 Mar 25 19:28:06.118043 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.db.l3_dvr_db [None req-16afc648-1105-4b9f-889e-09883cbd7167 None None] Set router 8176248a-16f5-4694-bf25-b326f00a7f6a gateway port host: dv-cinder-755101-7-iscsi {{(pid=103199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 25 19:28:06.274151 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-1063643c-2037-4626-8440-d74aa491e247 req-f334679e-c9d8-4bc3-9c28-011749b3cb2c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7d2049a7-7533-4a80-874d-831d03789166 HTTP/1.1" status: 200 len: 999 time: 0.3386731 Mar 25 19:28:06.277591 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-ccca09fd-951f-4f20-9cc6-76ea8f9618f1 req-155068fa-b0a1-4884-9c74-fdeb32eaf560 service neutron] 10.222.0.26 "GET /v2.0/networks/27580a04-c198-4a21-a1dd-713b4c75540c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3957572 Mar 25 19:28:06.345724 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.db.l3_hamode_db [None req-16afc648-1105-4b9f-889e-09883cbd7167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8176248a-16f5-4694-bf25-b326f00a7f6a', 'name': 'tempest-AttachVolumeNegativeTest-1535724324-router', 'tenant_id': 'dc089ebbae3f448da3893c2c3fea588f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'external_fixed_ips': [{'subnet_id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'ip_address': '172.27.0.249'}], 'enable_snat': True}, 'gw_port_id': '4068821f-380a-43e9-8dd6-d8fd566fe3d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T19:24:37Z', 'updated_at': '2022-03-25T19:24:39Z', 'revision_number': 4, 'project_id': 'dc089ebbae3f448da3893c2c3fea588f', 'gw_port': {'id': '4068821f-380a-43e9-8dd6-d8fd566fe3d3', 'name': '', 'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:e3:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8176248a-16f5-4694-bf25-b326f00a7f6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'ip_address': '172.27.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T19:24:37Z', 'updated_at': '2022-03-25T19:24:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755101-7-iscsi', '_floatingips': [{'id': '1bb88e08-5389-4a79-8c4b-22b2ef15f29d', 'tenant_id': 'dc089ebbae3f448da3893c2c3fea588f', 'floating_ip_address': '172.27.0.198', 'floating_network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'router_id': '8176248a-16f5-4694-bf25-b326f00a7f6a', 'port_id': '7d2049a7-7533-4a80-874d-831d03789166', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 667, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1b551ab7-2e5a-400a-a69e-184f0d4cccb9', 'mac_address': 'fa:16:3e:05:b3:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '041b62d2-54bd-49d4-8755-a62f64fa3663', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-25T19:27:43Z', 'updated_at': '2022-03-25T19:28:04Z', 'revision_number': 1, 'project_id': 'dc089ebbae3f448da3893c2c3fea588f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '183b74b2-7fc1-4f1d-8907-284dc2000128', 'name': '', 'network_id': '1b551ab7-2e5a-400a-a69e-184f0d4cccb9', 'tenant_id': 'dc089ebbae3f448da3893c2c3fea588f', 'mac_address': 'fa:16:3e:8e:3f:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8176248a-16f5-4694-bf25-b326f00a7f6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'fabde86b-5205-4844-a05e-c2d1e447196e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T19:24:39Z', 'updated_at': '2022-03-25T19:24:43Z', 'revision_number': 5, 'project_id': 'dc089ebbae3f448da3893c2c3fea588f', 'subnets': [{'id': 'fabde86b-5205-4844-a05e-c2d1e447196e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-755101-7-iscsi', False) {} {{(pid=103199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 19:28:06.350939 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41eab69f-4aaf-48f2-910d-cf353a295bd2 req-bbaafcb3-0f13-4f60-9ac6-ffd9e48271c0 tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:28:06.352551 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-41eab69f-4aaf-48f2-910d-cf353a295bd2 req-bbaafcb3-0f13-4f60-9ac6-ffd9e48271c0 tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] 10.222.0.18 "GET /v2.0/ports?device_id=1dd62527-a4f8-47cf-a495-d06f2a86732a HTTP/1.1" status: 200 len: 944 time: 0.0570505 Mar 25 19:28:06.373911 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1063643c-2037-4626-8440-d74aa491e247 req-bf7af275-28d8-45e2-b40e-0bf5925a0b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:28:06.375406 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-1063643c-2037-4626-8440-d74aa491e247 req-bf7af275-28d8-45e2-b40e-0bf5925a0b86 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=fabde86b-5205-4844-a05e-c2d1e447196e HTTP/1.1" status: 200 len: 854 time: 0.0910118 Mar 25 19:28:06.375899 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16afc648-1105-4b9f-889e-09883cbd7167 None None] The sync data for ids ['8176248a-16f5-4694-bf25-b326f00a7f6a'] in dv-cinder-755101-7-iscsi is: [{'id': '8176248a-16f5-4694-bf25-b326f00a7f6a', 'name': 'tempest-AttachVolumeNegativeTest-1535724324-router', 'tenant_id': 'dc089ebbae3f448da3893c2c3fea588f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'external_fixed_ips': [{'subnet_id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'ip_address': '172.27.0.249'}], 'enable_snat': True}, 'gw_port_id': '4068821f-380a-43e9-8dd6-d8fd566fe3d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T19:24:37Z', 'updated_at': '2022-03-25T19:24:39Z', 'revision_number': 4, 'project_id': 'dc089ebbae3f448da3893c2c3fea588f', 'gw_port': {'id': '4068821f-380a-43e9-8dd6-d8fd566fe3d3', 'name': '', 'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:e3:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8176248a-16f5-4694-bf25-b326f00a7f6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'ip_address': '172.27.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T19:24:37Z', 'updated_at': '2022-03-25T19:24:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755101-7-iscsi', '_floatingips': [{'id': '1bb88e08-5389-4a79-8c4b-22b2ef15f29d', 'tenant_id': 'dc089ebbae3f448da3893c2c3fea588f', 'floating_ip_address': '172.27.0.198', 'floating_network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'router_id': '8176248a-16f5-4694-bf25-b326f00a7f6a', 'port_id': '7d2049a7-7533-4a80-874d-831d03789166', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 667, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1b551ab7-2e5a-400a-a69e-184f0d4cccb9', 'mac_address': 'fa:16:3e:05:b3:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '041b62d2-54bd-49d4-8755-a62f64fa3663', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-25T19:27:43Z', 'updated_at': '2022-03-25T19:28:04Z', 'revision_number': 1, 'project_id': 'dc089ebbae3f448da3893c2c3fea588f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '183b74b2-7fc1-4f1d-8907-284dc2000128', 'name': '', 'network_id': '1b551ab7-2e5a-400a-a69e-184f0d4cccb9', 'tenant_id': 'dc089ebbae3f448da3893c2c3fea588f', 'mac_address': 'fa:16:3e:8e:3f:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8176248a-16f5-4694-bf25-b326f00a7f6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'fabde86b-5205-4844-a05e-c2d1e447196e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T19:24:39Z', 'updated_at': '2022-03-25T19:24:43Z', 'revision_number': 5, 'project_id': 'dc089ebbae3f448da3893c2c3fea588f', 'subnets': [{'id': 'fabde86b-5205-4844-a05e-c2d1e447196e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 25 19:28:06.407089 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-41eab69f-4aaf-48f2-910d-cf353a295bd2 req-79bbd88f-6a39-4fd9-83eb-3151685d3a80 tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] 10.222.0.18 "GET /v2.0/security-groups?id=4fcd9e27-60e1-4707-b5da-0a7affa4af42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472255 Mar 25 19:28:06.439772 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-ccca09fd-951f-4f20-9cc6-76ea8f9618f1 req-7d52aafd-151e-4015-93a4-2c316b1d6262 service neutron] 10.222.0.26 "GET /v2.0/networks/27580a04-c198-4a21-a1dd-713b4c75540c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1541457 Mar 25 19:28:06.453058 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1063643c-2037-4626-8440-d74aa491e247 req-63b73b1b-06c8-45e6-badb-1a7396d2774f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:28:06.454813 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-1063643c-2037-4626-8440-d74aa491e247 req-63b73b1b-06c8-45e6-badb-1a7396d2774f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1b551ab7-2e5a-400a-a69e-184f0d4cccb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0690460 Mar 25 19:28:06.545395 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-1063643c-2037-4626-8440-d74aa491e247 req-02e3cebd-c481-4255-8e92-2dcaad6e895a service neutron] 10.222.0.26 "GET /v2.0/networks/1b551ab7-2e5a-400a-a69e-184f0d4cccb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845740 Mar 25 19:28:06.594350 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3de13007-7e18-493f-966b-301b876f9773 None None] New status for floating IP 1bb88e08-5389-4a79-8c4b-22b2ef15f29d: ACTIVE {{(pid=103198) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 25 19:28:06.648243 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-1063643c-2037-4626-8440-d74aa491e247 req-40a5326b-4bdc-4155-ad52-ab1b0e465bfb service neutron] 10.222.0.26 "GET /v2.0/networks/1b551ab7-2e5a-400a-a69e-184f0d4cccb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967467 Mar 25 19:28:07.522613 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0028ded1-e1c6-4d65-a197-cbe3e867afa9 req-f3ac0fb8-071e-4a1d-8a05-c3184e6c388a tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:28:07.524052 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-0028ded1-e1c6-4d65-a197-cbe3e867afa9 req-f3ac0fb8-071e-4a1d-8a05-c3184e6c388a tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] 10.222.0.18 "GET /v2.0/ports?device_id=1dd62527-a4f8-47cf-a495-d06f2a86732a HTTP/1.1" status: 200 len: 944 time: 0.0508265 Mar 25 19:28:07.572912 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-0028ded1-e1c6-4d65-a197-cbe3e867afa9 req-2cf68801-c526-45ad-957f-d49d5d0a524c tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] 10.222.0.18 "GET /v2.0/security-groups?id=4fcd9e27-60e1-4707-b5da-0a7affa4af42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419104 Mar 25 19:28:08.693234 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d4ccd8-3cdd-429a-a4e2-642887c7051a req-bad76943-64be-4d02-8edd-ff8b40066610 tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:28:08.694666 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-87d4ccd8-3cdd-429a-a4e2-642887c7051a req-bad76943-64be-4d02-8edd-ff8b40066610 tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] 10.222.0.18 "GET /v2.0/ports?device_id=1dd62527-a4f8-47cf-a495-d06f2a86732a HTTP/1.1" status: 200 len: 944 time: 0.0551765 Mar 25 19:28:08.741365 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-87d4ccd8-3cdd-429a-a4e2-642887c7051a req-c5ce8707-2dc6-466a-b677-8eb04007fc55 tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] 10.222.0.18 "GET /v2.0/security-groups?id=4fcd9e27-60e1-4707-b5da-0a7affa4af42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412147 Mar 25 19:28:09.855144 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1149b48c-6fb9-4022-b880-cd764adc6ec5 req-99e501c9-de77-4e95-9df7-8d73e3cb0d75 tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:28:09.856600 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-1149b48c-6fb9-4022-b880-cd764adc6ec5 req-99e501c9-de77-4e95-9df7-8d73e3cb0d75 tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] 10.222.0.18 "GET /v2.0/ports?device_id=1dd62527-a4f8-47cf-a495-d06f2a86732a HTTP/1.1" status: 200 len: 944 time: 0.0505407 Mar 25 19:28:09.909961 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-1149b48c-6fb9-4022-b880-cd764adc6ec5 req-042d4d94-7a32-43f0-b1d9-6d3b2f589405 tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] 10.222.0.18 "GET /v2.0/security-groups?id=4fcd9e27-60e1-4707-b5da-0a7affa4af42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449126 Mar 25 19:28:11.000790 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc10bb20-86ba-4f0d-82c8-db15674aa995 req-126de977-5be0-46f6-8688-058005d2bc99 tempest-TestMinimumBasicScenario-1909420146 tempest-TestMinimumBasicScenario-1909420146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:28:11.005958 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-fc10bb20-86ba-4f0d-82c8-db15674aa995 req-126de977-5be0-46f6-8688-058005d2bc99 tempest-TestMinimumBasicScenario-1909420146 tempest-TestMinimumBasicScenario-1909420146-project] 10.222.0.18 "GET /v2.0/ports?device_id=8123d82b-a430-4a3a-b605-b45a0ad9ca0c HTTP/1.1" status: 200 len: 945 time: 0.0641470 Mar 25 19:28:11.028778 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d989e5e6-ee11-4f89-bf01-279957f863a1 req-f0a9e28d-4ed6-4e4a-902b-94184349237e tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:28:11.030270 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-d989e5e6-ee11-4f89-bf01-279957f863a1 req-f0a9e28d-4ed6-4e4a-902b-94184349237e tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] 10.222.0.18 "GET /v2.0/ports?device_id=1dd62527-a4f8-47cf-a495-d06f2a86732a HTTP/1.1" status: 200 len: 944 time: 0.0523460 Mar 25 19:28:11.063019 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-fc10bb20-86ba-4f0d-82c8-db15674aa995 req-11cb378f-9c57-4a29-aa0f-4e03edca035f tempest-TestMinimumBasicScenario-1909420146 tempest-TestMinimumBasicScenario-1909420146-project] 10.222.0.18 "GET /v2.0/security-groups?id=de11b369-bf18-417b-b57a-1a4e784dc595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513561 Mar 25 19:28:11.080592 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-d989e5e6-ee11-4f89-bf01-279957f863a1 req-398308b9-184f-4bf6-86ed-0d355938ab55 tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] 10.222.0.18 "GET /v2.0/security-groups?id=4fcd9e27-60e1-4707-b5da-0a7affa4af42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440707 Mar 25 19:28:11.085814 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.18', 38552) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:28:11.272153 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97c49341-8614-4ba1-a0cf-c2977447a564 tempest-TestMinimumBasicScenario-1396133854 tempest-TestMinimumBasicScenario-1396133854-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:28:11.273579 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-97c49341-8614-4ba1-a0cf-c2977447a564 tempest-TestMinimumBasicScenario-1396133854 tempest-TestMinimumBasicScenario-1396133854-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=8123d82b-a430-4a3a-b605-b45a0ad9ca0c HTTP/1.1" status: 200 len: 1124 time: 0.1868200 Mar 25 19:28:11.276487 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.18', 38556) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:28:11.281146 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.v2.base [None req-01f0bb95-a112-44ce-a77c-cee05da13dc3 tempest-TestMinimumBasicScenario-1909420146 tempest-TestMinimumBasicScenario-1909420146-project] Request body: {'floatingip': {'floating_network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'port_id': '229cac8f-6a8d-4b6e-a618-e3fd6d970e63', 'tenant_id': 'de6288af9cbc41b895e700e06b64d38f', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103196) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 19:28:11.300258 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-01f0bb95-a112-44ce-a77c-cee05da13dc3 tempest-TestMinimumBasicScenario-1909420146 tempest-TestMinimumBasicScenario-1909420146-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:28:11.397536 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-01f0bb95-a112-44ce-a77c-cee05da13dc3 tempest-TestMinimumBasicScenario-1909420146 tempest-TestMinimumBasicScenario-1909420146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1293263'] for port (None), before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:28:11.499989 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.db.db_base_plugin_common [None req-01f0bb95-a112-44ce-a77c-cee05da13dc3 tempest-TestMinimumBasicScenario-1909420146 tempest-TestMinimumBasicScenario-1909420146-project] Allocated IP 172.27.0.24 (4acd50f3-de7f-4854-a6f4-5b66b3577c15/efae7cfd-1549-43a8-94ca-01f5ce7b3ee1/f441a69b-356f-419e-8c68-758037e593c4) {{(pid=103196) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 19:28:11.600125 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-01f0bb95-a112-44ce-a77c-cee05da13dc3 tempest-TestMinimumBasicScenario-1909420146 tempest-TestMinimumBasicScenario-1909420146-project] Publish callbacks [] for port (f441a69b-356f-419e-8c68-758037e593c4), precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:28:11.633051 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-01f0bb95-a112-44ce-a77c-cee05da13dc3 tempest-TestMinimumBasicScenario-1909420146 tempest-TestMinimumBasicScenario-1909420146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741036193015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58911673'] for port (f441a69b-356f-419e-8c68-758037e593c4), after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:28:11.665655 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01f0bb95-a112-44ce-a77c-cee05da13dc3 tempest-TestMinimumBasicScenario-1909420146 tempest-TestMinimumBasicScenario-1909420146-project] Network 4acd50f3-de7f-4854-a6f4-5b66b3577c15 is already hosted by enough agents. {{(pid=103196) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 19:28:11.668459 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.scheduler.base_scheduler [None req-01f0bb95-a112-44ce-a77c-cee05da13dc3 tempest-TestMinimumBasicScenario-1909420146 tempest-TestMinimumBasicScenario-1909420146-project] Resources bound (agent type, host, resource id): {{(pid=103196) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 19:28:11.672412 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01f0bb95-a112-44ce-a77c-cee05da13dc3 tempest-TestMinimumBasicScenario-1909420146 tempest-TestMinimumBasicScenario-1909420146-project] Received port after_create {{(pid=103196) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 25 19:28:11.704316 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f0bb95-a112-44ce-a77c-cee05da13dc3 tempest-TestMinimumBasicScenario-1909420146 tempest-TestMinimumBasicScenario-1909420146-project] Pushing event updated for resources: {'Port': ['ID=f441a69b-356f-419e-8c68-758037e593c4,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:28:12.021279 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-01f0bb95-a112-44ce-a77c-cee05da13dc3 tempest-TestMinimumBasicScenario-1909420146 tempest-TestMinimumBasicScenario-1909420146-project] Publish callbacks [] for floatingip (bc5b6f49-24b3-42ca-9057-469eed2f8897), precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:28:12.086850 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-01f0bb95-a112-44ce-a77c-cee05da13dc3 tempest-TestMinimumBasicScenario-1909420146 tempest-TestMinimumBasicScenario-1909420146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1293263'] for port (f441a69b-356f-419e-8c68-758037e593c4), before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:28:12.201751 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d821d13a-f3ad-4ba8-af4b-4937165de73a req-eb71fcf8-4e0a-4c4d-8046-88647fc9b347 tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:28:12.203244 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-d821d13a-f3ad-4ba8-af4b-4937165de73a req-eb71fcf8-4e0a-4c4d-8046-88647fc9b347 tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] 10.222.0.18 "GET /v2.0/ports?device_id=1dd62527-a4f8-47cf-a495-d06f2a86732a HTTP/1.1" status: 200 len: 944 time: 0.0531044 Mar 25 19:28:12.239931 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-01f0bb95-a112-44ce-a77c-cee05da13dc3 tempest-TestMinimumBasicScenario-1909420146 tempest-TestMinimumBasicScenario-1909420146-project] Publish callbacks [] for port (f441a69b-356f-419e-8c68-758037e593c4), precommit_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:28:12.244743 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-01f0bb95-a112-44ce-a77c-cee05da13dc3 tempest-TestMinimumBasicScenario-1909420146 tempest-TestMinimumBasicScenario-1909420146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036679572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741036190733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741036190751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58911630'] for port (f441a69b-356f-419e-8c68-758037e593c4), after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:28:12.251727 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-d821d13a-f3ad-4ba8-af4b-4937165de73a req-8a310997-379f-41f2-9634-44e04cebed64 tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] 10.222.0.18 "GET /v2.0/security-groups?id=4fcd9e27-60e1-4707-b5da-0a7affa4af42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428007 Mar 25 19:28:12.315441 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f0bb95-a112-44ce-a77c-cee05da13dc3 tempest-TestMinimumBasicScenario-1909420146 tempest-TestMinimumBasicScenario-1909420146-project] Pushing event updated for resources: {'Port': ['ID=f441a69b-356f-419e-8c68-758037e593c4,revision_number=2']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:28:12.325157 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-01f0bb95-a112-44ce-a77c-cee05da13dc3 tempest-TestMinimumBasicScenario-1909420146 tempest-TestMinimumBasicScenario-1909420146-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3753541'] for floatingip (bc5b6f49-24b3-42ca-9057-469eed2f8897), after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:28:12.425255 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.db.l3_db [None req-01f0bb95-a112-44ce-a77c-cee05da13dc3 tempest-TestMinimumBasicScenario-1909420146 tempest-TestMinimumBasicScenario-1909420146-project] Floating IP bc5b6f49-24b3-42ca-9057-469eed2f8897 associated. External IP: 172.27.0.24, port: 229cac8f-6a8d-4b6e-a618-e3fd6d970e63. Mar 25 19:28:12.627420 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01f0bb95-a112-44ce-a77c-cee05da13dc3 tempest-TestMinimumBasicScenario-1909420146 tempest-TestMinimumBasicScenario-1909420146-project] Router 50247d3f-4ce7-4da7-ab3e-4a85e05733f4 has already been hosted by L3 agent af1b81b0-43af-47bb-a61e-8e46b36efc57 {{(pid=103196) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 25 19:28:12.734875 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01f0bb95-a112-44ce-a77c-cee05da13dc3 tempest-TestMinimumBasicScenario-1909420146 tempest-TestMinimumBasicScenario-1909420146-project] Notify agent at l3_agent.dv-cinder-755101-7-iscsi the message routers_updated {{(pid=103196) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 25 19:28:12.744807 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5552746f-0b15-415b-a697-92ff78b95764 None None] Sync routers for ids ['50247d3f-4ce7-4da7-ab3e-4a85e05733f4'] in dv-cinder-755101-7-iscsi {{(pid=103199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 25 19:28:12.753407 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-01f0bb95-a112-44ce-a77c-cee05da13dc3 tempest-TestMinimumBasicScenario-1909420146 tempest-TestMinimumBasicScenario-1909420146-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63648'] for floatingip (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:28:12.755694 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5552746f-0b15-415b-a697-92ff78b95764 None None] Routers {'50247d3f-4ce7-4da7-ab3e-4a85e05733f4'} bound to L3 agent in host dv-cinder-755101-7-iscsi {{(pid=103199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 25 19:28:12.756307 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.db.l3_hamode_db [None req-5552746f-0b15-415b-a697-92ff78b95764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755101-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-25T19:11:57Z,description=,heartbeat_timestamp=2022-03-25T19:27:57Z,host='dv-cinder-755101-7-iscsi',id=af1b81b0-43af-47bb-a61e-8e46b36efc57,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:11:57Z,topic='l3_agent')) {'router_ids': ['50247d3f-4ce7-4da7-ab3e-4a85e05733f4'], 'active': True} {{(pid=103199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 19:28:12.783518 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-01f0bb95-a112-44ce-a77c-cee05da13dc3 tempest-TestMinimumBasicScenario-1909420146 tempest-TestMinimumBasicScenario-1909420146-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5060098 Mar 25 19:28:12.784442 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8123d82b-a430-4a3a-b605-b45a0ad9ca0c', 'tag': '229cac8f-6a8d-4b6e-a618-e3fd6d970e63'}] {{(pid=103196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 25 19:28:12.786535 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.18', 38562) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:28:12.787122 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aab9b3bfb8b62b9c439d2baea07b5fa53a515b81dc2b4d2d70d2153c83a947a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5000a5a-a80b-4981-982c-ceccff2219ac" -d '{"events": [{"name": "network-changed", "server_uuid": "8123d82b-a430-4a3a-b605-b45a0ad9ca0c", "tag": "229cac8f-6a8d-4b6e-a618-e3fd6d970e63"}]}' {{(pid=103196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 25 19:28:12.791519 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.v2.base [None req-d9967ae5-68fa-4f2f-b57c-c728992c1a14 tempest-TestMinimumBasicScenario-1909420146 tempest-TestMinimumBasicScenario-1909420146-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-225612521', 'description': 'tempest-secgroup-smoke-225612521 description', 'project_id': 'de6288af9cbc41b895e700e06b64d38f'}} {{(pid=103197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 19:28:12.813155 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-d9967ae5-68fa-4f2f-b57c-c728992c1a14 tempest-TestMinimumBasicScenario-1909420146 tempest-TestMinimumBasicScenario-1909420146-project] Publish callbacks [] for security_group (None), before_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:28:12.822941 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Mar 2022 19:28:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b65a5cf1-8487-4924-a0e5-9a696f6cfe4f x-openstack-request-id: req-b65a5cf1-8487-4924-a0e5-9a696f6cfe4f {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 25 19:28:12.823326 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8123d82b-a430-4a3a-b605-b45a0ad9ca0c", "tag": "229cac8f-6a8d-4b6e-a618-e3fd6d970e63", "status": "completed", "code": 200}]} {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 25 19:28:12.823647 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b65a5cf1-8487-4924-a0e5-9a696f6cfe4f {{(pid=103196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 25 19:28:12.824096 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b65a5cf1-8487-4924-a0e5-9a696f6cfe4f'] response: {'name': 'network-changed', 'server_uuid': '8123d82b-a430-4a3a-b605-b45a0ad9ca0c', 'tag': '229cac8f-6a8d-4b6e-a618-e3fd6d970e63', 'status': 'completed', 'code': 200} Mar 25 19:28:12.867520 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.db.l3_dvr_db [None req-5552746f-0b15-415b-a697-92ff78b95764 None None] Set router 50247d3f-4ce7-4da7-ab3e-4a85e05733f4 gateway port host: dv-cinder-755101-7-iscsi {{(pid=103199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 25 19:28:12.887662 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-d9967ae5-68fa-4f2f-b57c-c728992c1a14 tempest-TestMinimumBasicScenario-1909420146 tempest-TestMinimumBasicScenario-1909420146-project] Publish callbacks [] for security_group (ddeef9f2-e707-439c-b964-6f9b37489b66), precommit_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:28:12.893019 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-d9967ae5-68fa-4f2f-b57c-c728992c1a14 tempest-TestMinimumBasicScenario-1909420146 tempest-TestMinimumBasicScenario-1909420146-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687199'] for security_group (ddeef9f2-e707-439c-b964-6f9b37489b66), after_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:28:12.903174 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5000a5a-a80b-4981-982c-ceccff2219ac req-2ff574e0-df24-43f3-bb1c-22d62ee9b491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:28:12.904552 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-d5000a5a-a80b-4981-982c-ceccff2219ac req-2ff574e0-df24-43f3-bb1c-22d62ee9b491 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=de6288af9cbc41b895e700e06b64d38f&device_id=8123d82b-a430-4a3a-b605-b45a0ad9ca0c HTTP/1.1" status: 200 len: 1129 time: 0.0581868 Mar 25 19:28:12.923235 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-d9967ae5-68fa-4f2f-b57c-c728992c1a14 tempest-TestMinimumBasicScenario-1909420146 tempest-TestMinimumBasicScenario-1909420146-project] Publish callbacks [] for security_group (None), before_response {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:28:12.924454 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-d9967ae5-68fa-4f2f-b57c-c728992c1a14 tempest-TestMinimumBasicScenario-1909420146 tempest-TestMinimumBasicScenario-1909420146-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1367137 Mar 25 19:28:12.927400 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.18', 38566) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:28:12.931916 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.v2.base [None req-13b5d861-3c53-43c3-83b8-11f90f0b51e5 tempest-TestMinimumBasicScenario-1909420146 tempest-TestMinimumBasicScenario-1909420146-project] Request body: {'security_group_rule': {'security_group_id': 'ddeef9f2-e707-439c-b964-6f9b37489b66', 'project_id': 'de6288af9cbc41b895e700e06b64d38f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 19:28:12.937399 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9967ae5-68fa-4f2f-b57c-c728992c1a14 tempest-TestMinimumBasicScenario-1909420146 tempest-TestMinimumBasicScenario-1909420146-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ddeef9f2-e707-439c-b964-6f9b37489b66,revision_number=1']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:28:12.961572 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-13b5d861-3c53-43c3-83b8-11f90f0b51e5 tempest-TestMinimumBasicScenario-1909420146 tempest-TestMinimumBasicScenario-1909420146-project] Publish callbacks [] for security_group_rule (4a808d9c-100e-49df-93c7-7250c51bef02), before_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:28:13.006780 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5000a5a-a80b-4981-982c-ceccff2219ac req-f3c2428c-9f1e-417e-a24a-74e8d8230d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:28:13.009273 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-d5000a5a-a80b-4981-982c-ceccff2219ac req-f3c2428c-9f1e-417e-a24a-74e8d8230d1c service neutron] 10.222.0.26 "GET /v2.0/networks?id=90b5080c-c621-4204-a1f6-ac899cb26880 HTTP/1.1" status: 200 len: 916 time: 0.0954862 Mar 25 19:28:13.022297 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-13b5d861-3c53-43c3-83b8-11f90f0b51e5 tempest-TestMinimumBasicScenario-1909420146 tempest-TestMinimumBasicScenario-1909420146-project] Publish callbacks [] for security_group_rule (4a808d9c-100e-49df-93c7-7250c51bef02), precommit_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:28:13.026365 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-13b5d861-3c53-43c3-83b8-11f90f0b51e5 tempest-TestMinimumBasicScenario-1909420146 tempest-TestMinimumBasicScenario-1909420146-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677543'] for security_group_rule (4a808d9c-100e-49df-93c7-7250c51bef02), after_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:28:13.052430 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b5d861-3c53-43c3-83b8-11f90f0b51e5 tempest-TestMinimumBasicScenario-1909420146 tempest-TestMinimumBasicScenario-1909420146-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a808d9c-100e-49df-93c7-7250c51bef02,revision_number=0']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:28:13.063312 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-13b5d861-3c53-43c3-83b8-11f90f0b51e5 tempest-TestMinimumBasicScenario-1909420146 tempest-TestMinimumBasicScenario-1909420146-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:28:13.067380 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-13b5d861-3c53-43c3-83b8-11f90f0b51e5 tempest-TestMinimumBasicScenario-1909420146 tempest-TestMinimumBasicScenario-1909420146-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1363144 Mar 25 19:28:13.067582 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.18', 38568) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:28:13.072266 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.v2.base [None req-17cb6670-e453-4f0b-af5d-2d103acd4280 tempest-TestMinimumBasicScenario-1909420146 tempest-TestMinimumBasicScenario-1909420146-project] Request body: {'security_group_rule': {'security_group_id': 'ddeef9f2-e707-439c-b964-6f9b37489b66', 'project_id': 'de6288af9cbc41b895e700e06b64d38f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 19:28:13.090935 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-d5000a5a-a80b-4981-982c-ceccff2219ac req-5ac3ae2e-461c-4e1e-a0c6-879014671def service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=229cac8f-6a8d-4b6e-a618-e3fd6d970e63 HTTP/1.1" status: 200 len: 998 time: 0.0692327 Mar 25 19:28:13.103916 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-17cb6670-e453-4f0b-af5d-2d103acd4280 tempest-TestMinimumBasicScenario-1909420146 tempest-TestMinimumBasicScenario-1909420146-project] Publish callbacks [] for security_group_rule (a636d2d2-c9a9-4ba6-ad09-71bfeaa9192f), before_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:28:13.105466 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.db.l3_hamode_db [None req-5552746f-0b15-415b-a697-92ff78b95764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50247d3f-4ce7-4da7-ab3e-4a85e05733f4', 'name': 'tempest-TestMinimumBasicScenario-2140778875-router', 'tenant_id': 'de6288af9cbc41b895e700e06b64d38f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'external_fixed_ips': [{'subnet_id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'ip_address': '172.27.0.148'}], 'enable_snat': True}, 'gw_port_id': 'd5f8a0d2-aa80-49a9-a06e-c68b7348013e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T19:27:15Z', 'updated_at': '2022-03-25T19:27:18Z', 'revision_number': 4, 'project_id': 'de6288af9cbc41b895e700e06b64d38f', 'gw_port': {'id': 'd5f8a0d2-aa80-49a9-a06e-c68b7348013e', 'name': '', 'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:35:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50247d3f-4ce7-4da7-ab3e-4a85e05733f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'ip_address': '172.27.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T19:27:15Z', 'updated_at': '2022-03-25T19:27:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755101-7-iscsi', '_floatingips': [{'id': 'bc5b6f49-24b3-42ca-9057-469eed2f8897', 'tenant_id': 'de6288af9cbc41b895e700e06b64d38f', 'floating_ip_address': '172.27.0.24', 'floating_network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'router_id': '50247d3f-4ce7-4da7-ab3e-4a85e05733f4', 'port_id': '229cac8f-6a8d-4b6e-a618-e3fd6d970e63', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 681, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '90b5080c-c621-4204-a1f6-ac899cb26880', 'mac_address': 'fa:16:3e:de:c1:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8123d82b-a430-4a3a-b605-b45a0ad9ca0c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-25T19:28:11Z', 'updated_at': '2022-03-25T19:28:11Z', 'revision_number': 0, 'project_id': 'de6288af9cbc41b895e700e06b64d38f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ea4a206-4b16-4784-9988-1cdd7cfd5e26', 'name': '', 'network_id': '90b5080c-c621-4204-a1f6-ac899cb26880', 'tenant_id': 'de6288af9cbc41b895e700e06b64d38f', 'mac_address': 'fa:16:3e:f1:b0:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50247d3f-4ce7-4da7-ab3e-4a85e05733f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '947c40b8-7890-4f1b-a010-66d2d58532e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T19:27:17Z', 'updated_at': '2022-03-25T19:27:22Z', 'revision_number': 5, 'project_id': 'de6288af9cbc41b895e700e06b64d38f', 'subnets': [{'id': '947c40b8-7890-4f1b-a010-66d2d58532e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-755101-7-iscsi', False) {} {{(pid=103199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 19:28:13.132555 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5552746f-0b15-415b-a697-92ff78b95764 None None] Checking router: 50247d3f-4ce7-4da7-ab3e-4a85e05733f4 for host: dv-cinder-755101-7-iscsi {{(pid=103199) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 25 19:28:13.140934 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5552746f-0b15-415b-a697-92ff78b95764 None None] Routers {'50247d3f-4ce7-4da7-ab3e-4a85e05733f4'} bound to L3 agent in host dv-cinder-755101-7-iscsi {{(pid=103199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 25 19:28:13.141468 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.db.l3_hamode_db [None req-5552746f-0b15-415b-a697-92ff78b95764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755101-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-25T19:11:57Z,description=,heartbeat_timestamp=2022-03-25T19:27:57Z,host='dv-cinder-755101-7-iscsi',id=af1b81b0-43af-47bb-a61e-8e46b36efc57,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:11:57Z,topic='l3_agent')) {'router_ids': ['50247d3f-4ce7-4da7-ab3e-4a85e05733f4'], 'active': True} {{(pid=103199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 19:28:13.148328 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5000a5a-a80b-4981-982c-ceccff2219ac req-6d7d243c-2413-4c2b-8a1e-6266339368d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:28:13.149975 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-d5000a5a-a80b-4981-982c-ceccff2219ac req-6d7d243c-2413-4c2b-8a1e-6266339368d6 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=947c40b8-7890-4f1b-a010-66d2d58532e3 HTTP/1.1" status: 200 len: 854 time: 0.0511396 Mar 25 19:28:13.160769 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-17cb6670-e453-4f0b-af5d-2d103acd4280 tempest-TestMinimumBasicScenario-1909420146 tempest-TestMinimumBasicScenario-1909420146-project] Publish callbacks [] for security_group_rule (a636d2d2-c9a9-4ba6-ad09-71bfeaa9192f), precommit_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:28:13.164366 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-17cb6670-e453-4f0b-af5d-2d103acd4280 tempest-TestMinimumBasicScenario-1909420146 tempest-TestMinimumBasicScenario-1909420146-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677543'] for security_group_rule (a636d2d2-c9a9-4ba6-ad09-71bfeaa9192f), after_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:28:13.185831 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cb6670-e453-4f0b-af5d-2d103acd4280 tempest-TestMinimumBasicScenario-1909420146 tempest-TestMinimumBasicScenario-1909420146-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a636d2d2-c9a9-4ba6-ad09-71bfeaa9192f,revision_number=0']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:28:13.196646 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-17cb6670-e453-4f0b-af5d-2d103acd4280 tempest-TestMinimumBasicScenario-1909420146 tempest-TestMinimumBasicScenario-1909420146-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:28:13.197852 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-17cb6670-e453-4f0b-af5d-2d103acd4280 tempest-TestMinimumBasicScenario-1909420146 tempest-TestMinimumBasicScenario-1909420146-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1293025 Mar 25 19:28:13.200841 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.18', 38570) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:28:13.206271 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.v2.base [None req-dc1bd051-9f48-469b-9b7e-e563fb51c535 tempest-TestMinimumBasicScenario-1909420146 tempest-TestMinimumBasicScenario-1909420146-project] Request body: {'security_group_rule': {'security_group_id': 'ddeef9f2-e707-439c-b964-6f9b37489b66', 'project_id': 'de6288af9cbc41b895e700e06b64d38f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 19:28:13.215032 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5000a5a-a80b-4981-982c-ceccff2219ac req-ec3a0212-066c-48f9-90ef-d21b5e9ac369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:28:13.216582 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-d5000a5a-a80b-4981-982c-ceccff2219ac req-ec3a0212-066c-48f9-90ef-d21b5e9ac369 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=90b5080c-c621-4204-a1f6-ac899cb26880&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0527241 Mar 25 19:28:13.232460 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-dc1bd051-9f48-469b-9b7e-e563fb51c535 tempest-TestMinimumBasicScenario-1909420146 tempest-TestMinimumBasicScenario-1909420146-project] Publish callbacks [] for security_group_rule (a9fbec78-8c48-4323-a166-0a0400584f09), before_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:28:13.256934 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.db.l3_dvr_db [None req-5552746f-0b15-415b-a697-92ff78b95764 None None] Set router 50247d3f-4ce7-4da7-ab3e-4a85e05733f4 gateway port host: dv-cinder-755101-7-iscsi {{(pid=103199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 25 19:28:13.295253 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-dc1bd051-9f48-469b-9b7e-e563fb51c535 tempest-TestMinimumBasicScenario-1909420146 tempest-TestMinimumBasicScenario-1909420146-project] Publish callbacks [] for security_group_rule (a9fbec78-8c48-4323-a166-0a0400584f09), precommit_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:28:13.300635 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-dc1bd051-9f48-469b-9b7e-e563fb51c535 tempest-TestMinimumBasicScenario-1909420146 tempest-TestMinimumBasicScenario-1909420146-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677543'] for security_group_rule (a9fbec78-8c48-4323-a166-0a0400584f09), after_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:28:13.320646 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1bd051-9f48-469b-9b7e-e563fb51c535 tempest-TestMinimumBasicScenario-1909420146 tempest-TestMinimumBasicScenario-1909420146-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9fbec78-8c48-4323-a166-0a0400584f09,revision_number=0']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:28:13.337125 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-d5000a5a-a80b-4981-982c-ceccff2219ac req-11fc48e4-769a-435c-99e8-bcd4b1fc11c7 service neutron] 10.222.0.26 "GET /v2.0/networks/90b5080c-c621-4204-a1f6-ac899cb26880?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1127110 Mar 25 19:28:13.337477 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-dc1bd051-9f48-469b-9b7e-e563fb51c535 tempest-TestMinimumBasicScenario-1909420146 tempest-TestMinimumBasicScenario-1909420146-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:28:13.338661 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-dc1bd051-9f48-469b-9b7e-e563fb51c535 tempest-TestMinimumBasicScenario-1909420146 tempest-TestMinimumBasicScenario-1909420146-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1368771 Mar 25 19:28:13.341538 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.18', 38574) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:28:13.346360 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.v2.base [None req-aad0609c-320a-448b-a9df-d34503348576 tempest-TestMinimumBasicScenario-1909420146 tempest-TestMinimumBasicScenario-1909420146-project] Request body: {'security_group_rule': {'security_group_id': 'ddeef9f2-e707-439c-b964-6f9b37489b66', 'project_id': 'de6288af9cbc41b895e700e06b64d38f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103196) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 19:28:13.380408 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8c040c-0e33-4c03-a08a-1e021fd87e2d req-bc34edac-95bd-4865-99fa-924f3c4c5a38 tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:28:13.382730 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-3b8c040c-0e33-4c03-a08a-1e021fd87e2d req-bc34edac-95bd-4865-99fa-924f3c4c5a38 tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] 10.222.0.18 "GET /v2.0/ports?device_id=1dd62527-a4f8-47cf-a495-d06f2a86732a HTTP/1.1" status: 200 len: 944 time: 0.0583770 Mar 25 19:28:13.422977 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-aad0609c-320a-448b-a9df-d34503348576 tempest-TestMinimumBasicScenario-1909420146 tempest-TestMinimumBasicScenario-1909420146-project] Publish callbacks [] for security_group_rule (574b8d58-f6ac-40bc-830a-01832e800a90), before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:28:13.443153 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-3b8c040c-0e33-4c03-a08a-1e021fd87e2d req-f73c5463-592c-40c7-9e18-7683e1864eab tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] 10.222.0.18 "GET /v2.0/security-groups?id=4fcd9e27-60e1-4707-b5da-0a7affa4af42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533750 Mar 25 19:28:13.479477 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-d5000a5a-a80b-4981-982c-ceccff2219ac req-9105a6e2-11b2-466e-bf16-e82f2a3d08b6 service neutron] 10.222.0.26 "GET /v2.0/networks/90b5080c-c621-4204-a1f6-ac899cb26880?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282899 Mar 25 19:28:13.505284 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-aad0609c-320a-448b-a9df-d34503348576 tempest-TestMinimumBasicScenario-1909420146 tempest-TestMinimumBasicScenario-1909420146-project] Publish callbacks [] for security_group_rule (574b8d58-f6ac-40bc-830a-01832e800a90), precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:28:13.508954 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-aad0609c-320a-448b-a9df-d34503348576 tempest-TestMinimumBasicScenario-1909420146 tempest-TestMinimumBasicScenario-1909420146-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677543'] for security_group_rule (574b8d58-f6ac-40bc-830a-01832e800a90), after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:28:13.516908 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.db.l3_hamode_db [None req-5552746f-0b15-415b-a697-92ff78b95764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50247d3f-4ce7-4da7-ab3e-4a85e05733f4', 'name': 'tempest-TestMinimumBasicScenario-2140778875-router', 'tenant_id': 'de6288af9cbc41b895e700e06b64d38f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'external_fixed_ips': [{'subnet_id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'ip_address': '172.27.0.148'}], 'enable_snat': True}, 'gw_port_id': 'd5f8a0d2-aa80-49a9-a06e-c68b7348013e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T19:27:15Z', 'updated_at': '2022-03-25T19:27:18Z', 'revision_number': 4, 'project_id': 'de6288af9cbc41b895e700e06b64d38f', 'gw_port': {'id': 'd5f8a0d2-aa80-49a9-a06e-c68b7348013e', 'name': '', 'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:35:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50247d3f-4ce7-4da7-ab3e-4a85e05733f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'ip_address': '172.27.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T19:27:15Z', 'updated_at': '2022-03-25T19:27:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755101-7-iscsi', '_floatingips': [{'id': 'bc5b6f49-24b3-42ca-9057-469eed2f8897', 'tenant_id': 'de6288af9cbc41b895e700e06b64d38f', 'floating_ip_address': '172.27.0.24', 'floating_network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'router_id': '50247d3f-4ce7-4da7-ab3e-4a85e05733f4', 'port_id': '229cac8f-6a8d-4b6e-a618-e3fd6d970e63', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 681, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '90b5080c-c621-4204-a1f6-ac899cb26880', 'mac_address': 'fa:16:3e:de:c1:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8123d82b-a430-4a3a-b605-b45a0ad9ca0c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-25T19:28:11Z', 'updated_at': '2022-03-25T19:28:11Z', 'revision_number': 0, 'project_id': 'de6288af9cbc41b895e700e06b64d38f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ea4a206-4b16-4784-9988-1cdd7cfd5e26', 'name': '', 'network_id': '90b5080c-c621-4204-a1f6-ac899cb26880', 'tenant_id': 'de6288af9cbc41b895e700e06b64d38f', 'mac_address': 'fa:16:3e:f1:b0:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50247d3f-4ce7-4da7-ab3e-4a85e05733f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '947c40b8-7890-4f1b-a010-66d2d58532e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T19:27:17Z', 'updated_at': '2022-03-25T19:27:22Z', 'revision_number': 5, 'project_id': 'de6288af9cbc41b895e700e06b64d38f', 'subnets': [{'id': '947c40b8-7890-4f1b-a010-66d2d58532e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-755101-7-iscsi', False) {} {{(pid=103199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 19:28:13.529390 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad0609c-320a-448b-a9df-d34503348576 tempest-TestMinimumBasicScenario-1909420146 tempest-TestMinimumBasicScenario-1909420146-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=574b8d58-f6ac-40bc-830a-01832e800a90,revision_number=0']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:28:13.538061 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-aad0609c-320a-448b-a9df-d34503348576 tempest-TestMinimumBasicScenario-1909420146 tempest-TestMinimumBasicScenario-1909420146-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:28:13.539283 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-aad0609c-320a-448b-a9df-d34503348576 tempest-TestMinimumBasicScenario-1909420146 tempest-TestMinimumBasicScenario-1909420146-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1965919 Mar 25 19:28:13.541954 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.18', 38576) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:28:13.548267 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5552746f-0b15-415b-a697-92ff78b95764 None None] The sync data for ids ['50247d3f-4ce7-4da7-ab3e-4a85e05733f4'] in dv-cinder-755101-7-iscsi is: [{'id': '50247d3f-4ce7-4da7-ab3e-4a85e05733f4', 'name': 'tempest-TestMinimumBasicScenario-2140778875-router', 'tenant_id': 'de6288af9cbc41b895e700e06b64d38f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'external_fixed_ips': [{'subnet_id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'ip_address': '172.27.0.148'}], 'enable_snat': True}, 'gw_port_id': 'd5f8a0d2-aa80-49a9-a06e-c68b7348013e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T19:27:15Z', 'updated_at': '2022-03-25T19:27:18Z', 'revision_number': 4, 'project_id': 'de6288af9cbc41b895e700e06b64d38f', 'gw_port': {'id': 'd5f8a0d2-aa80-49a9-a06e-c68b7348013e', 'name': '', 'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:35:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50247d3f-4ce7-4da7-ab3e-4a85e05733f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'ip_address': '172.27.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T19:27:15Z', 'updated_at': '2022-03-25T19:27:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755101-7-iscsi', '_floatingips': [{'id': 'bc5b6f49-24b3-42ca-9057-469eed2f8897', 'tenant_id': 'de6288af9cbc41b895e700e06b64d38f', 'floating_ip_address': '172.27.0.24', 'floating_network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'router_id': '50247d3f-4ce7-4da7-ab3e-4a85e05733f4', 'port_id': '229cac8f-6a8d-4b6e-a618-e3fd6d970e63', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 681, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '90b5080c-c621-4204-a1f6-ac899cb26880', 'mac_address': 'fa:16:3e:de:c1:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8123d82b-a430-4a3a-b605-b45a0ad9ca0c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-25T19:28:11Z', 'updated_at': '2022-03-25T19:28:11Z', 'revision_number': 0, 'project_id': 'de6288af9cbc41b895e700e06b64d38f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ea4a206-4b16-4784-9988-1cdd7cfd5e26', 'name': '', 'network_id': '90b5080c-c621-4204-a1f6-ac899cb26880', 'tenant_id': 'de6288af9cbc41b895e700e06b64d38f', 'mac_address': 'fa:16:3e:f1:b0:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50247d3f-4ce7-4da7-ab3e-4a85e05733f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '947c40b8-7890-4f1b-a010-66d2d58532e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T19:27:17Z', 'updated_at': '2022-03-25T19:27:22Z', 'revision_number': 5, 'project_id': 'de6288af9cbc41b895e700e06b64d38f', 'subnets': [{'id': '947c40b8-7890-4f1b-a010-66d2d58532e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 25 19:28:13.548987 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.v2.base [None req-d717456d-a328-4ac9-832c-57cc19762fba tempest-TestMinimumBasicScenario-1909420146 tempest-TestMinimumBasicScenario-1909420146-project] Request body: {'security_group_rule': {'security_group_id': 'ddeef9f2-e707-439c-b964-6f9b37489b66', 'project_id': 'de6288af9cbc41b895e700e06b64d38f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103196) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 19:28:13.568793 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.db.securitygroups_db [None req-d717456d-a328-4ac9-832c-57cc19762fba tempest-TestMinimumBasicScenario-1909420146 tempest-TestMinimumBasicScenario-1909420146-project] Project de6288af9cbc41b895e700e06b64d38f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 25 19:28:13.573712 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d717456d-a328-4ac9-832c-57cc19762fba tempest-TestMinimumBasicScenario-1909420146 tempest-TestMinimumBasicScenario-1909420146-project] Publish callbacks [] for security_group_rule (7b20cd40-244b-4987-9811-253749900a0b), before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:28:13.634674 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d717456d-a328-4ac9-832c-57cc19762fba tempest-TestMinimumBasicScenario-1909420146 tempest-TestMinimumBasicScenario-1909420146-project] Publish callbacks [] for security_group_rule (7b20cd40-244b-4987-9811-253749900a0b), precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:28:13.638809 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d717456d-a328-4ac9-832c-57cc19762fba tempest-TestMinimumBasicScenario-1909420146 tempest-TestMinimumBasicScenario-1909420146-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677543'] for security_group_rule (7b20cd40-244b-4987-9811-253749900a0b), after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:28:13.659220 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d717456d-a328-4ac9-832c-57cc19762fba tempest-TestMinimumBasicScenario-1909420146 tempest-TestMinimumBasicScenario-1909420146-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b20cd40-244b-4987-9811-253749900a0b,revision_number=0']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:28:13.663870 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d717456d-a328-4ac9-832c-57cc19762fba tempest-TestMinimumBasicScenario-1909420146 tempest-TestMinimumBasicScenario-1909420146-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:28:13.665686 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-d717456d-a328-4ac9-832c-57cc19762fba tempest-TestMinimumBasicScenario-1909420146 tempest-TestMinimumBasicScenario-1909420146-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1221807 Mar 25 19:28:13.667873 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.18', 38578) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:28:13.672733 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.v2.base [None req-badfd0bb-49af-4c59-a454-36efdde93231 tempest-TestMinimumBasicScenario-1909420146 tempest-TestMinimumBasicScenario-1909420146-project] Request body: {'security_group_rule': {'security_group_id': 'ddeef9f2-e707-439c-b964-6f9b37489b66', 'project_id': 'de6288af9cbc41b895e700e06b64d38f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103196) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 19:28:13.675889 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Device bf9fd44f-39fc-40b4-89a7-44f70f93a0e3 details requested by agent hyperv_hv-cinder-75510 with host hv-cinder-75510 {{(pid=103198) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 25 19:28:13.693717 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.db.securitygroups_db [None req-badfd0bb-49af-4c59-a454-36efdde93231 tempest-TestMinimumBasicScenario-1909420146 tempest-TestMinimumBasicScenario-1909420146-project] Project de6288af9cbc41b895e700e06b64d38f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 25 19:28:13.698796 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-badfd0bb-49af-4c59-a454-36efdde93231 tempest-TestMinimumBasicScenario-1909420146 tempest-TestMinimumBasicScenario-1909420146-project] Publish callbacks [] for security_group_rule (682dc215-a8c7-43be-ae6c-f93f58c1cf76), before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:28:13.769230 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-badfd0bb-49af-4c59-a454-36efdde93231 tempest-TestMinimumBasicScenario-1909420146 tempest-TestMinimumBasicScenario-1909420146-project] Publish callbacks [] for security_group_rule (682dc215-a8c7-43be-ae6c-f93f58c1cf76), precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:28:13.775261 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-badfd0bb-49af-4c59-a454-36efdde93231 tempest-TestMinimumBasicScenario-1909420146 tempest-TestMinimumBasicScenario-1909420146-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3677543'] for security_group_rule (682dc215-a8c7-43be-ae6c-f93f58c1cf76), after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:28:13.786974 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] For port bf9fd44f-39fc-40b4-89a7-44f70f93a0e3, host hv-cinder-75510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75510',level=0,port_id=bf9fd44f-39fc-40b4-89a7-44f70f93a0e3,segment=NetworkSegment(e330a8af-5d1b-4552-a8f9-d04d69fc20fb),segment_id=e330a8af-5d1b-4552-a8f9-d04d69fc20fb)] {{(pid=103198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 25 19:28:13.795944 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badfd0bb-49af-4c59-a454-36efdde93231 tempest-TestMinimumBasicScenario-1909420146 tempest-TestMinimumBasicScenario-1909420146-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=682dc215-a8c7-43be-ae6c-f93f58c1cf76,revision_number=0']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:28:13.804386 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-badfd0bb-49af-4c59-a454-36efdde93231 tempest-TestMinimumBasicScenario-1909420146 tempest-TestMinimumBasicScenario-1909420146-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:28:13.807186 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Returning: {'device': 'bf9fd44f-39fc-40b4-89a7-44f70f93a0e3', 'network_id': '27580a04-c198-4a21-a1dd-713b4c75540c', 'port_id': 'bf9fd44f-39fc-40b4-89a7-44f70f93a0e3', 'mac_address': 'fa:16:3e:a0:e0:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 268, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8e42045-43c2-4a9f-a0d6-9006af4b8132', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103198) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 25 19:28:13.809154 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-badfd0bb-49af-4c59-a454-36efdde93231 tempest-TestMinimumBasicScenario-1909420146 tempest-TestMinimumBasicScenario-1909420146-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1402199 Mar 25 19:28:13.850611 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Current status of the port bf9fd44f-39fc-40b4-89a7-44f70f93a0e3 is: DOWN; New status is: BUILD {{(pid=103198) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 25 19:28:13.851100 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1293263'] for port (bf9fd44f-39fc-40b4-89a7-44f70f93a0e3), before_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:28:13.868980 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.notifiers.nova [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf9fd44f-39fc-40b4-89a7-44f70f93a0e3 {{(pid=103198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 25 19:28:13.894577 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] For port bf9fd44f-39fc-40b4-89a7-44f70f93a0e3, host hv-cinder-75510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75510',level=0,port_id=bf9fd44f-39fc-40b4-89a7-44f70f93a0e3,segment=NetworkSegment(e330a8af-5d1b-4552-a8f9-d04d69fc20fb),segment_id=e330a8af-5d1b-4552-a8f9-d04d69fc20fb)] {{(pid=103198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 25 19:28:13.899740 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036679572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741036190733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741036190751'] for port (bf9fd44f-39fc-40b4-89a7-44f70f93a0e3), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:28:13.902797 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-77b2bddc-a174-412b-b2da-594c68cc460c req-81ea160c-f2ee-468f-a059-601ea0bf8ce3 tempest-TestMinimumBasicScenario-1909420146 tempest-TestMinimumBasicScenario-1909420146-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-225612521&fields=id&tenant_id=de6288af9cbc41b895e700e06b64d38f HTTP/1.1" status: 200 len: 267 time: 0.0468509 Mar 25 19:28:13.957193 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Pushing event updated for resources: {'Port': ['ID=bf9fd44f-39fc-40b4-89a7-44f70f93a0e3,revision_number=4']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:28:13.971403 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b2bddc-a174-412b-b2da-594c68cc460c req-1ba92b83-a1e8-4efb-baba-02ec178472cb tempest-TestMinimumBasicScenario-1909420146 tempest-TestMinimumBasicScenario-1909420146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:28:13.972953 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-77b2bddc-a174-412b-b2da-594c68cc460c req-1ba92b83-a1e8-4efb-baba-02ec178472cb tempest-TestMinimumBasicScenario-1909420146 tempest-TestMinimumBasicScenario-1909420146-project] 10.222.0.18 "GET /v2.0/ports?device_id=8123d82b-a430-4a3a-b605-b45a0ad9ca0c HTTP/1.1" status: 200 len: 945 time: 0.0638263 Mar 25 19:28:13.983757 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.v2.base [req-77b2bddc-a174-412b-b2da-594c68cc460c req-7302fb22-b0fe-4d60-acb1-e944c315cbf5 tempest-TestMinimumBasicScenario-1909420146 tempest-TestMinimumBasicScenario-1909420146-project] Request body: {'port': {'security_groups': ['de11b369-bf18-417b-b57a-1a4e784dc595', 'ddeef9f2-e707-439c-b964-6f9b37489b66']}} {{(pid=103196) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 19:28:14.054447 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-77b2bddc-a174-412b-b2da-594c68cc460c req-7302fb22-b0fe-4d60-acb1-e944c315cbf5 tempest-TestMinimumBasicScenario-1909420146 tempest-TestMinimumBasicScenario-1909420146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1293263'] for port (229cac8f-6a8d-4b6e-a618-e3fd6d970e63), before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:28:14.151954 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] get_ports_and_sgs() called for port_ids ['bf9fd44f-39fc-40b4-89a7-44f70f93a0e3'] {{(pid=103198) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 25 19:28:14.254248 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.db [req-77b2bddc-a174-412b-b2da-594c68cc460c req-7302fb22-b0fe-4d60-acb1-e944c315cbf5 tempest-TestMinimumBasicScenario-1909420146 tempest-TestMinimumBasicScenario-1909420146-project] For port 229cac8f-6a8d-4b6e-a618-e3fd6d970e63, host hv-cinder-75510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75510',level=0,port_id=229cac8f-6a8d-4b6e-a618-e3fd6d970e63,segment=NetworkSegment(1a7e55d8-cf7a-4436-99f4-09c918a68e4c),segment_id=1a7e55d8-cf7a-4436-99f4-09c918a68e4c)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 25 19:28:14.271089 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff03aba1-b962-48ab-97cf-8db34a8fb2a1 None None] New status for floating IP bc5b6f49-24b3-42ca-9057-469eed2f8897: ACTIVE {{(pid=103198) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 25 19:28:14.286778 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-77b2bddc-a174-412b-b2da-594c68cc460c req-7302fb22-b0fe-4d60-acb1-e944c315cbf5 tempest-TestMinimumBasicScenario-1909420146 tempest-TestMinimumBasicScenario-1909420146-project] Publish callbacks [] for port (229cac8f-6a8d-4b6e-a618-e3fd6d970e63), precommit_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:28:14.291927 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-77b2bddc-a174-412b-b2da-594c68cc460c req-7302fb22-b0fe-4d60-acb1-e944c315cbf5 tempest-TestMinimumBasicScenario-1909420146 tempest-TestMinimumBasicScenario-1909420146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036679572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741036190733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741036190751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58911630'] for port (229cac8f-6a8d-4b6e-a618-e3fd6d970e63), after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:28:14.324878 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] get_ports_and_sgs() called for port_ids ['229cac8f-6a8d-4b6e-a618-e3fd6d970e63'] {{(pid=103198) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 25 19:28:14.337981 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b2bddc-a174-412b-b2da-594c68cc460c req-7302fb22-b0fe-4d60-acb1-e944c315cbf5 tempest-TestMinimumBasicScenario-1909420146 tempest-TestMinimumBasicScenario-1909420146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:28:14.338708 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-77b2bddc-a174-412b-b2da-594c68cc460c req-7302fb22-b0fe-4d60-acb1-e944c315cbf5 tempest-TestMinimumBasicScenario-1909420146 tempest-TestMinimumBasicScenario-1909420146-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63648'] for port (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:28:14.340004 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-77b2bddc-a174-412b-b2da-594c68cc460c req-7302fb22-b0fe-4d60-acb1-e944c315cbf5 tempest-TestMinimumBasicScenario-1909420146 tempest-TestMinimumBasicScenario-1909420146-project] 10.222.0.18 "PUT /v2.0/ports/229cac8f-6a8d-4b6e-a618-e3fd6d970e63 HTTP/1.1" status: 200 len: 981 time: 0.3609595 Mar 25 19:28:14.361514 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7302fb22-b0fe-4d60-acb1-e944c315cbf5 tempest-TestMinimumBasicScenario-1909420146 tempest-TestMinimumBasicScenario-1909420146-project] Pushing event updated for resources: {'Port': ['ID=229cac8f-6a8d-4b6e-a618-e3fd6d970e63,revision_number=6']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:28:14.439397 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] get_ports_and_sgs() called for port_ids ['229cac8f-6a8d-4b6e-a618-e3fd6d970e63'] {{(pid=103198) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 25 19:28:14.467744 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93077f9-d143-4425-8c76-f078a3bc5fde req-ff600ff8-dc35-47b5-a9f0-f61b5d37d9f0 tempest-TestMinimumBasicScenario-1909420146 tempest-TestMinimumBasicScenario-1909420146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:28:14.469205 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-f93077f9-d143-4425-8c76-f078a3bc5fde req-ff600ff8-dc35-47b5-a9f0-f61b5d37d9f0 tempest-TestMinimumBasicScenario-1909420146 tempest-TestMinimumBasicScenario-1909420146-project] 10.222.0.18 "GET /v2.0/ports?device_id=8123d82b-a430-4a3a-b605-b45a0ad9ca0c HTTP/1.1" status: 200 len: 984 time: 0.0633962 Mar 25 19:28:14.547113 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-f93077f9-d143-4425-8c76-f078a3bc5fde req-e221731b-6ff5-49f7-a2d3-7560ad3dc1cd tempest-TestMinimumBasicScenario-1909420146 tempest-TestMinimumBasicScenario-1909420146-project] 10.222.0.18 "GET /v2.0/security-groups?id=ddeef9f2-e707-439c-b964-6f9b37489b66&id=de11b369-bf18-417b-b57a-1a4e784dc595&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0716739 Mar 25 19:28:14.610422 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f1d812-91b3-44a7-aa82-34a6e77c936c req-2d6a0edd-e8af-430c-aaa3-5b8f7411f482 tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:28:14.612023 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-b1f1d812-91b3-44a7-aa82-34a6e77c936c req-2d6a0edd-e8af-430c-aaa3-5b8f7411f482 tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] 10.222.0.18 "GET /v2.0/ports?device_id=1dd62527-a4f8-47cf-a495-d06f2a86732a HTTP/1.1" status: 200 len: 945 time: 0.0707266 Mar 25 19:28:14.667674 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-b1f1d812-91b3-44a7-aa82-34a6e77c936c req-b1425587-c201-4110-a3fc-b644596bb622 tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] 10.222.0.18 "GET /v2.0/security-groups?id=4fcd9e27-60e1-4707-b5da-0a7affa4af42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438643 Mar 25 19:28:14.707566 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-79adf97c-bcca-4cdb-943b-126ccf968d5b None None] Provisioning complete for port 229cac8f-6a8d-4b6e-a618-e3fd6d970e63 triggered by entity DHCP. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 25 19:28:14.708093 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-79adf97c-bcca-4cdb-943b-126ccf968d5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133789'] for port (229cac8f-6a8d-4b6e-a618-e3fd6d970e63), provisioning_complete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:28:14.825044 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8123d82b-a430-4a3a-b605-b45a0ad9ca0c', 'tag': '229cac8f-6a8d-4b6e-a618-e3fd6d970e63'}] {{(pid=103196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 25 19:28:14.827517 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aab9b3bfb8b62b9c439d2baea07b5fa53a515b81dc2b4d2d70d2153c83a947a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fba3966a-10c2-40f2-8dbe-2c08d644aeff" -d '{"events": [{"name": "network-changed", "server_uuid": "8123d82b-a430-4a3a-b605-b45a0ad9ca0c", "tag": "229cac8f-6a8d-4b6e-a618-e3fd6d970e63"}]}' {{(pid=103196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 25 19:28:14.863564 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Mar 2022 19:28:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86f3dd35-b116-4faa-820d-c003ed79d98c x-openstack-request-id: req-86f3dd35-b116-4faa-820d-c003ed79d98c {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 25 19:28:14.863856 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8123d82b-a430-4a3a-b605-b45a0ad9ca0c", "tag": "229cac8f-6a8d-4b6e-a618-e3fd6d970e63", "status": "completed", "code": 200}]} {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 25 19:28:14.864114 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-86f3dd35-b116-4faa-820d-c003ed79d98c {{(pid=103196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 25 19:28:14.864512 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event matching ['req-86f3dd35-b116-4faa-820d-c003ed79d98c'] response: {'name': 'network-changed', 'server_uuid': '8123d82b-a430-4a3a-b605-b45a0ad9ca0c', 'tag': '229cac8f-6a8d-4b6e-a618-e3fd6d970e63', 'status': 'completed', 'code': 200} Mar 25 19:28:14.931261 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba3966a-10c2-40f2-8dbe-2c08d644aeff req-a1cb1754-7684-4771-9fb5-a00fab5d8979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:28:14.932784 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-fba3966a-10c2-40f2-8dbe-2c08d644aeff req-a1cb1754-7684-4771-9fb5-a00fab5d8979 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=de6288af9cbc41b895e700e06b64d38f&device_id=8123d82b-a430-4a3a-b605-b45a0ad9ca0c HTTP/1.1" status: 200 len: 1168 time: 0.0455270 Mar 25 19:28:15.023670 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba3966a-10c2-40f2-8dbe-2c08d644aeff req-7fc8b0c9-de8c-4467-81da-828eadd4b6a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:28:15.025151 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-fba3966a-10c2-40f2-8dbe-2c08d644aeff req-7fc8b0c9-de8c-4467-81da-828eadd4b6a3 service neutron] 10.222.0.26 "GET /v2.0/networks?id=90b5080c-c621-4204-a1f6-ac899cb26880 HTTP/1.1" status: 200 len: 916 time: 0.0854018 Mar 25 19:28:15.054169 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-79adf97c-bcca-4cdb-943b-126ccf968d5b None None] Current status of the port 229cac8f-6a8d-4b6e-a618-e3fd6d970e63 is: ACTIVE; New status is: ACTIVE {{(pid=103198) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 25 19:28:15.091470 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-fba3966a-10c2-40f2-8dbe-2c08d644aeff req-5bc47eba-fbd4-4311-ab2e-f03c9751da03 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=229cac8f-6a8d-4b6e-a618-e3fd6d970e63 HTTP/1.1" status: 200 len: 1000 time: 0.0579994 Mar 25 19:28:15.141943 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba3966a-10c2-40f2-8dbe-2c08d644aeff req-2aa2f8ab-7d21-467c-97d1-fc831063aa37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:28:15.143432 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-fba3966a-10c2-40f2-8dbe-2c08d644aeff req-2aa2f8ab-7d21-467c-97d1-fc831063aa37 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=947c40b8-7890-4f1b-a010-66d2d58532e3 HTTP/1.1" status: 200 len: 854 time: 0.0443077 Mar 25 19:28:15.194963 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba3966a-10c2-40f2-8dbe-2c08d644aeff req-d2667271-932d-4e2f-b8c3-078a3a40a2ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:28:15.196454 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-fba3966a-10c2-40f2-8dbe-2c08d644aeff req-d2667271-932d-4e2f-b8c3-078a3a40a2ed service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=90b5080c-c621-4204-a1f6-ac899cb26880&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0461686 Mar 25 19:28:15.282330 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-fba3966a-10c2-40f2-8dbe-2c08d644aeff req-b5039a74-a0ea-47d5-bf8b-039aec47ac61 service neutron] 10.222.0.26 "GET /v2.0/networks/90b5080c-c621-4204-a1f6-ac899cb26880?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791688 Mar 25 19:28:15.380590 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-fba3966a-10c2-40f2-8dbe-2c08d644aeff req-9d7dbf32-7b71-44e5-ab98-69c48816c7aa service neutron] 10.222.0.26 "GET /v2.0/networks/90b5080c-c621-4204-a1f6-ac899cb26880?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899763 Mar 25 19:28:15.673347 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Device bf9fd44f-39fc-40b4-89a7-44f70f93a0e3 up at agent hyperv_hv-cinder-75510 {{(pid=103198) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 25 19:28:15.727402 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Provisioning for port bf9fd44f-39fc-40b4-89a7-44f70f93a0e3 completed by entity L2. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 25 19:28:15.731538 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Provisioning complete for port bf9fd44f-39fc-40b4-89a7-44f70f93a0e3 triggered by entity L2. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 25 19:28:15.732524 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133789'] for port (bf9fd44f-39fc-40b4-89a7-44f70f93a0e3), provisioning_complete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:28:15.787233 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddfb61f-6a62-4e34-b12c-adf844a4ffb3 req-965c6360-e3fe-4269-b754-0f4f4382d74d tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:28:15.788807 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-6ddfb61f-6a62-4e34-b12c-adf844a4ffb3 req-965c6360-e3fe-4269-b754-0f4f4382d74d tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] 10.222.0.18 "GET /v2.0/ports?device_id=1dd62527-a4f8-47cf-a495-d06f2a86732a HTTP/1.1" status: 200 len: 945 time: 0.0539677 Mar 25 19:28:15.809188 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Current status of the port bf9fd44f-39fc-40b4-89a7-44f70f93a0e3 is: BUILD; New status is: ACTIVE {{(pid=103198) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 25 19:28:15.810101 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1293263'] for port (bf9fd44f-39fc-40b4-89a7-44f70f93a0e3), before_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:28:15.832339 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dd62527-a4f8-47cf-a495-d06f2a86732a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf9fd44f-39fc-40b4-89a7-44f70f93a0e3'}] {{(pid=103198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 25 19:28:15.834551 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be5bcd447a3797005f5619062121570069e0d2064b33fc0b2cf836394b7860ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91fa4e92-2388-4a8c-ae4b-254ce37eae62" -d '{"events": [{"server_uuid": "1dd62527-a4f8-47cf-a495-d06f2a86732a", "name": "network-vif-plugged", "status": "completed", "tag": "bf9fd44f-39fc-40b4-89a7-44f70f93a0e3"}]}' {{(pid=103198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 25 19:28:15.839174 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-6ddfb61f-6a62-4e34-b12c-adf844a4ffb3 req-8b873439-8e3f-471f-bf82-7896d40dd6c7 tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] 10.222.0.18 "GET /v2.0/security-groups?id=4fcd9e27-60e1-4707-b5da-0a7affa4af42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447640 Mar 25 19:28:15.847189 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] For port bf9fd44f-39fc-40b4-89a7-44f70f93a0e3, host hv-cinder-75510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75510',level=0,port_id=bf9fd44f-39fc-40b4-89a7-44f70f93a0e3,segment=NetworkSegment(e330a8af-5d1b-4552-a8f9-d04d69fc20fb),segment_id=e330a8af-5d1b-4552-a8f9-d04d69fc20fb)] {{(pid=103198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 25 19:28:15.851993 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036679572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741036190733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741036190751'] for port (bf9fd44f-39fc-40b4-89a7-44f70f93a0e3), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:28:15.883043 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Mar 2022 19:28:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ccdb94a-a0de-4afb-91d5-40ca0e88500d x-openstack-request-id: req-1ccdb94a-a0de-4afb-91d5-40ca0e88500d {{(pid=103198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 25 19:28:15.883336 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1dd62527-a4f8-47cf-a495-d06f2a86732a", "name": "network-vif-plugged", "status": "completed", "tag": "bf9fd44f-39fc-40b4-89a7-44f70f93a0e3", "code": 200}]} {{(pid=103198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 25 19:28:15.883587 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1ccdb94a-a0de-4afb-91d5-40ca0e88500d {{(pid=103198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 25 19:28:15.883974 dv-cinder-755101-7-iscsi neutron-server[103198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ccdb94a-a0de-4afb-91d5-40ca0e88500d'] response: {'server_uuid': '1dd62527-a4f8-47cf-a495-d06f2a86732a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf9fd44f-39fc-40b4-89a7-44f70f93a0e3', 'code': 200} Mar 25 19:28:15.902954 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Pushing event updated for resources: {'Port': ['ID=bf9fd44f-39fc-40b4-89a7-44f70f93a0e3,revision_number=5']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:28:16.110462 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc860e2-60b5-4f63-a65e-2655da5d9565 req-3943a824-e305-4c6b-a015-27d7adcbbf40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:28:16.111886 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-fbc860e2-60b5-4f63-a65e-2655da5d9565 req-3943a824-e305-4c6b-a015-27d7adcbbf40 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=1dd62527-a4f8-47cf-a495-d06f2a86732a HTTP/1.1" status: 200 len: 1130 time: 0.0432885 Mar 25 19:28:16.155226 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-fbc860e2-60b5-4f63-a65e-2655da5d9565 req-24c607b3-679e-469a-9f8f-198df7edc345 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=4fcd9e27-60e1-4707-b5da-0a7affa4af42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374615 Mar 25 19:28:16.959302 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacfe361-8f2d-4110-bf74-99519ad0eb82 req-09edc6d4-84d6-4e00-8c0e-585288dc8e19 tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:28:16.960750 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-bacfe361-8f2d-4110-bf74-99519ad0eb82 req-09edc6d4-84d6-4e00-8c0e-585288dc8e19 tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] 10.222.0.18 "GET /v2.0/ports?device_id=1dd62527-a4f8-47cf-a495-d06f2a86732a HTTP/1.1" status: 200 len: 946 time: 0.0554714 Mar 25 19:28:17.008077 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-bacfe361-8f2d-4110-bf74-99519ad0eb82 req-4ba1b4aa-d1aa-4eef-b9cf-35ea088e028d tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] 10.222.0.18 "GET /v2.0/security-groups?id=4fcd9e27-60e1-4707-b5da-0a7affa4af42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417676 Mar 25 19:28:18.123818 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82634df3-07c8-4705-9432-13de7acecfa5 req-adfb8db1-1538-41dc-98a8-bd8b1e5daf7e tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:28:18.125244 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-82634df3-07c8-4705-9432-13de7acecfa5 req-adfb8db1-1538-41dc-98a8-bd8b1e5daf7e tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] 10.222.0.18 "GET /v2.0/ports?device_id=1dd62527-a4f8-47cf-a495-d06f2a86732a HTTP/1.1" status: 200 len: 946 time: 0.0512648 Mar 25 19:28:18.172316 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-82634df3-07c8-4705-9432-13de7acecfa5 req-7ffb3b78-d108-4aa6-b513-56b24ae5bf7a tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] 10.222.0.18 "GET /v2.0/security-groups?id=4fcd9e27-60e1-4707-b5da-0a7affa4af42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415883 Mar 25 19:28:18.288406 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e9ac76-2d77-43cf-a530-a8b5d0330043 req-881f1c85-2be0-4bc4-8c45-c616ddf540bd tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:28:18.289747 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-a7e9ac76-2d77-43cf-a530-a8b5d0330043 req-881f1c85-2be0-4bc4-8c45-c616ddf540bd tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] 10.222.0.18 "GET /v2.0/ports?device_id=1dd62527-a4f8-47cf-a495-d06f2a86732a HTTP/1.1" status: 200 len: 946 time: 0.0507390 Mar 25 19:28:18.336719 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-a7e9ac76-2d77-43cf-a530-a8b5d0330043 req-745daec6-0827-48e8-81cd-ddf8f8abfc0e tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] 10.222.0.18 "GET /v2.0/security-groups?id=4fcd9e27-60e1-4707-b5da-0a7affa4af42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414953 Mar 25 19:28:18.358235 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.18', 38600) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:28:18.441725 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82b59bbe-d949-4cc6-894b-35cf8544fbf0 tempest-TestVolumeBootPattern-294282039 tempest-TestVolumeBootPattern-294282039-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:28:18.443260 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-82b59bbe-d949-4cc6-894b-35cf8544fbf0 tempest-TestVolumeBootPattern-294282039 tempest-TestVolumeBootPattern-294282039-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=1dd62527-a4f8-47cf-a495-d06f2a86732a HTTP/1.1" status: 200 len: 1125 time: 0.0840154 Mar 25 19:28:18.446140 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.18', 38604) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:28:18.450349 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.v2.base [None req-9b4fede6-28e3-4b92-9eae-0dc97253621d tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] Request body: {'floatingip': {'floating_network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'port_id': 'bf9fd44f-39fc-40b4-89a7-44f70f93a0e3', 'tenant_id': '047bda67abf94801b4a3258dfa563394', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103196) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 19:28:18.469982 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9b4fede6-28e3-4b92-9eae-0dc97253621d tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:28:18.565076 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9b4fede6-28e3-4b92-9eae-0dc97253621d tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1293263'] for port (None), before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:28:18.672232 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.db.db_base_plugin_common [None req-9b4fede6-28e3-4b92-9eae-0dc97253621d tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] Allocated IP 172.27.0.83 (4acd50f3-de7f-4854-a6f4-5b66b3577c15/efae7cfd-1549-43a8-94ca-01f5ce7b3ee1/da3d69c8-5c52-49ee-9c7f-df70aa535a35) {{(pid=103196) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 19:28:19.015960 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9b4fede6-28e3-4b92-9eae-0dc97253621d tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] Publish callbacks [] for port (da3d69c8-5c52-49ee-9c7f-df70aa535a35), precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:28:19.047355 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9b4fede6-28e3-4b92-9eae-0dc97253621d tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741036193015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58911673'] for port (da3d69c8-5c52-49ee-9c7f-df70aa535a35), after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:28:19.082795 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b4fede6-28e3-4b92-9eae-0dc97253621d tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] Network 4acd50f3-de7f-4854-a6f4-5b66b3577c15 is already hosted by enough agents. {{(pid=103196) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 19:28:19.085531 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.scheduler.base_scheduler [None req-9b4fede6-28e3-4b92-9eae-0dc97253621d tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] Resources bound (agent type, host, resource id): {{(pid=103196) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 19:28:19.088926 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b4fede6-28e3-4b92-9eae-0dc97253621d tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] Received port after_create {{(pid=103196) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 25 19:28:19.117671 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4fede6-28e3-4b92-9eae-0dc97253621d tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] Pushing event updated for resources: {'Port': ['ID=da3d69c8-5c52-49ee-9c7f-df70aa535a35,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:28:19.436073 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9b4fede6-28e3-4b92-9eae-0dc97253621d tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] Publish callbacks [] for floatingip (e620a17c-6a58-40ee-8278-08a254f4b54a), precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:28:19.505985 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9b4fede6-28e3-4b92-9eae-0dc97253621d tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1293263'] for port (da3d69c8-5c52-49ee-9c7f-df70aa535a35), before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:28:19.651432 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9b4fede6-28e3-4b92-9eae-0dc97253621d tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] Publish callbacks [] for port (da3d69c8-5c52-49ee-9c7f-df70aa535a35), precommit_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:28:19.656311 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9b4fede6-28e3-4b92-9eae-0dc97253621d tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036679572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741036190733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741036190751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58911630'] for port (da3d69c8-5c52-49ee-9c7f-df70aa535a35), after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:28:19.723987 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4fede6-28e3-4b92-9eae-0dc97253621d tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] Pushing event updated for resources: {'Port': ['ID=da3d69c8-5c52-49ee-9c7f-df70aa535a35,revision_number=2']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:28:19.734120 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9b4fede6-28e3-4b92-9eae-0dc97253621d tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3753541'] for floatingip (e620a17c-6a58-40ee-8278-08a254f4b54a), after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:28:19.834625 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.db.l3_db [None req-9b4fede6-28e3-4b92-9eae-0dc97253621d tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] Floating IP e620a17c-6a58-40ee-8278-08a254f4b54a associated. External IP: 172.27.0.83, port: bf9fd44f-39fc-40b4-89a7-44f70f93a0e3. Mar 25 19:28:20.038544 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b4fede6-28e3-4b92-9eae-0dc97253621d tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] Router f07aef92-6be8-4ca1-a8c8-20fd188150b6 has already been hosted by L3 agent af1b81b0-43af-47bb-a61e-8e46b36efc57 {{(pid=103196) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 25 19:28:20.145398 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b4fede6-28e3-4b92-9eae-0dc97253621d tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] Notify agent at l3_agent.dv-cinder-755101-7-iscsi the message routers_updated {{(pid=103196) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 25 19:28:20.154980 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a57cdae2-08e5-46a5-93f0-093d061fa8f9 None None] Sync routers for ids ['f07aef92-6be8-4ca1-a8c8-20fd188150b6'] in dv-cinder-755101-7-iscsi {{(pid=103199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 25 19:28:20.162721 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-9b4fede6-28e3-4b92-9eae-0dc97253621d tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63648'] for floatingip (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:28:20.165194 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a57cdae2-08e5-46a5-93f0-093d061fa8f9 None None] Routers {'f07aef92-6be8-4ca1-a8c8-20fd188150b6'} bound to L3 agent in host dv-cinder-755101-7-iscsi {{(pid=103199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 25 19:28:20.165818 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.db.l3_hamode_db [None req-a57cdae2-08e5-46a5-93f0-093d061fa8f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755101-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-25T19:11:57Z,description=,heartbeat_timestamp=2022-03-25T19:27:57Z,host='dv-cinder-755101-7-iscsi',id=af1b81b0-43af-47bb-a61e-8e46b36efc57,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:11:57Z,topic='l3_agent')) {'router_ids': ['f07aef92-6be8-4ca1-a8c8-20fd188150b6'], 'active': True} {{(pid=103199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 19:28:20.192833 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-9b4fede6-28e3-4b92-9eae-0dc97253621d tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7456617 Mar 25 19:28:20.193404 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1dd62527-a4f8-47cf-a495-d06f2a86732a', 'tag': 'bf9fd44f-39fc-40b4-89a7-44f70f93a0e3'}] {{(pid=103196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 25 19:28:20.195830 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aab9b3bfb8b62b9c439d2baea07b5fa53a515b81dc2b4d2d70d2153c83a947a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-970ec578-5ac1-4d0f-bfaf-4caa4853bdf1" -d '{"events": [{"name": "network-changed", "server_uuid": "1dd62527-a4f8-47cf-a495-d06f2a86732a", "tag": "bf9fd44f-39fc-40b4-89a7-44f70f93a0e3"}]}' {{(pid=103196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 25 19:28:20.232354 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Mar 2022 19:28:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-644e8124-f43f-43af-b946-86f5720edb82 x-openstack-request-id: req-644e8124-f43f-43af-b946-86f5720edb82 {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 25 19:28:20.232646 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1dd62527-a4f8-47cf-a495-d06f2a86732a", "tag": "bf9fd44f-39fc-40b4-89a7-44f70f93a0e3", "status": "completed", "code": 200}]} {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 25 19:28:20.232897 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-644e8124-f43f-43af-b946-86f5720edb82 {{(pid=103196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 25 19:28:20.233306 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event matching ['req-644e8124-f43f-43af-b946-86f5720edb82'] response: {'name': 'network-changed', 'server_uuid': '1dd62527-a4f8-47cf-a495-d06f2a86732a', 'tag': 'bf9fd44f-39fc-40b4-89a7-44f70f93a0e3', 'status': 'completed', 'code': 200} Mar 25 19:28:20.276257 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.db.l3_dvr_db [None req-a57cdae2-08e5-46a5-93f0-093d061fa8f9 None None] Set router f07aef92-6be8-4ca1-a8c8-20fd188150b6 gateway port host: dv-cinder-755101-7-iscsi {{(pid=103199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 25 19:28:20.299481 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970ec578-5ac1-4d0f-bfaf-4caa4853bdf1 req-3576f59c-72b3-4ed3-aab3-5c4d95666ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:28:20.300977 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-970ec578-5ac1-4d0f-bfaf-4caa4853bdf1 req-3576f59c-72b3-4ed3-aab3-5c4d95666ca1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=047bda67abf94801b4a3258dfa563394&device_id=1dd62527-a4f8-47cf-a495-d06f2a86732a HTTP/1.1" status: 200 len: 1130 time: 0.0451784 Mar 25 19:28:20.389264 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970ec578-5ac1-4d0f-bfaf-4caa4853bdf1 req-29b00fbf-737d-4c35-b67e-bebdc9ee9622 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:28:20.390814 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-970ec578-5ac1-4d0f-bfaf-4caa4853bdf1 req-29b00fbf-737d-4c35-b67e-bebdc9ee9622 service neutron] 10.222.0.26 "GET /v2.0/networks?id=27580a04-c198-4a21-a1dd-713b4c75540c HTTP/1.1" status: 200 len: 913 time: 0.0825872 Mar 25 19:28:20.468508 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-970ec578-5ac1-4d0f-bfaf-4caa4853bdf1 req-f55e67b8-8400-4a25-9a28-40369199f9da service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bf9fd44f-39fc-40b4-89a7-44f70f93a0e3 HTTP/1.1" status: 200 len: 999 time: 0.0630095 Mar 25 19:28:20.499157 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.db.l3_hamode_db [None req-a57cdae2-08e5-46a5-93f0-093d061fa8f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f07aef92-6be8-4ca1-a8c8-20fd188150b6', 'name': 'tempest-TestVolumeBootPattern-1146644451-router', 'tenant_id': '047bda67abf94801b4a3258dfa563394', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'external_fixed_ips': [{'subnet_id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'ip_address': '172.27.0.126'}], 'enable_snat': True}, 'gw_port_id': '4e1882de-b674-4c01-9054-99a59c61b85f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T19:27:29Z', 'updated_at': '2022-03-25T19:27:34Z', 'revision_number': 4, 'project_id': '047bda67abf94801b4a3258dfa563394', 'gw_port': {'id': '4e1882de-b674-4c01-9054-99a59c61b85f', 'name': '', 'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:57:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f07aef92-6be8-4ca1-a8c8-20fd188150b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'ip_address': '172.27.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T19:27:30Z', 'updated_at': '2022-03-25T19:27:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755101-7-iscsi', '_floatingips': [{'id': 'e620a17c-6a58-40ee-8278-08a254f4b54a', 'tenant_id': '047bda67abf94801b4a3258dfa563394', 'floating_ip_address': '172.27.0.83', 'floating_network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'router_id': 'f07aef92-6be8-4ca1-a8c8-20fd188150b6', 'port_id': 'bf9fd44f-39fc-40b4-89a7-44f70f93a0e3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 692, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '27580a04-c198-4a21-a1dd-713b4c75540c', 'mac_address': 'fa:16:3e:a0:e0:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dd62527-a4f8-47cf-a495-d06f2a86732a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-25T19:28:19Z', 'updated_at': '2022-03-25T19:28:19Z', 'revision_number': 0, 'project_id': '047bda67abf94801b4a3258dfa563394', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17662467-b6b2-4bf1-83ee-afa512959f9b', 'name': '', 'network_id': '27580a04-c198-4a21-a1dd-713b4c75540c', 'tenant_id': '047bda67abf94801b4a3258dfa563394', 'mac_address': 'fa:16:3e:29:5e:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f07aef92-6be8-4ca1-a8c8-20fd188150b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': 'c8e42045-43c2-4a9f-a0d6-9006af4b8132', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T19:27:32Z', 'updated_at': '2022-03-25T19:27:40Z', 'revision_number': 5, 'project_id': '047bda67abf94801b4a3258dfa563394', 'subnets': [{'id': 'c8e42045-43c2-4a9f-a0d6-9006af4b8132', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-755101-7-iscsi', False) {} {{(pid=103199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 19:28:20.517928 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970ec578-5ac1-4d0f-bfaf-4caa4853bdf1 req-0bbb20a5-9a3b-4c13-8d16-31ac249db3a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:28:20.519400 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-970ec578-5ac1-4d0f-bfaf-4caa4853bdf1 req-0bbb20a5-9a3b-4c13-8d16-31ac249db3a6 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c8e42045-43c2-4a9f-a0d6-9006af4b8132 HTTP/1.1" status: 200 len: 851 time: 0.0441663 Mar 25 19:28:20.571609 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970ec578-5ac1-4d0f-bfaf-4caa4853bdf1 req-f5660f20-2507-4062-8e59-488fa4baae67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:28:20.573050 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-970ec578-5ac1-4d0f-bfaf-4caa4853bdf1 req-f5660f20-2507-4062-8e59-488fa4baae67 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=27580a04-c198-4a21-a1dd-713b4c75540c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0457125 Mar 25 19:28:20.623643 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a57cdae2-08e5-46a5-93f0-093d061fa8f9 None None] Checking router: f07aef92-6be8-4ca1-a8c8-20fd188150b6 for host: dv-cinder-755101-7-iscsi {{(pid=103199) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 25 19:28:20.632228 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a57cdae2-08e5-46a5-93f0-093d061fa8f9 None None] Routers {'f07aef92-6be8-4ca1-a8c8-20fd188150b6'} bound to L3 agent in host dv-cinder-755101-7-iscsi {{(pid=103199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 25 19:28:20.632858 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.db.l3_hamode_db [None req-a57cdae2-08e5-46a5-93f0-093d061fa8f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755101-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-25T19:11:57Z,description=,heartbeat_timestamp=2022-03-25T19:27:57Z,host='dv-cinder-755101-7-iscsi',id=af1b81b0-43af-47bb-a61e-8e46b36efc57,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:11:57Z,topic='l3_agent')) {'router_ids': ['f07aef92-6be8-4ca1-a8c8-20fd188150b6'], 'active': True} {{(pid=103199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 19:28:20.666256 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-970ec578-5ac1-4d0f-bfaf-4caa4853bdf1 req-9c49f182-417d-44da-92db-49866c62aa11 service neutron] 10.222.0.26 "GET /v2.0/networks/27580a04-c198-4a21-a1dd-713b4c75540c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847876 Mar 25 19:28:20.740576 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.db.l3_dvr_db [None req-a57cdae2-08e5-46a5-93f0-093d061fa8f9 None None] Set router f07aef92-6be8-4ca1-a8c8-20fd188150b6 gateway port host: dv-cinder-755101-7-iscsi {{(pid=103199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 25 19:28:20.760145 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-970ec578-5ac1-4d0f-bfaf-4caa4853bdf1 req-ebab778b-6edd-4ce8-888e-1a530af18da0 service neutron] 10.222.0.26 "GET /v2.0/networks/27580a04-c198-4a21-a1dd-713b4c75540c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868497 Mar 25 19:28:20.972698 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.db.l3_hamode_db [None req-a57cdae2-08e5-46a5-93f0-093d061fa8f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f07aef92-6be8-4ca1-a8c8-20fd188150b6', 'name': 'tempest-TestVolumeBootPattern-1146644451-router', 'tenant_id': '047bda67abf94801b4a3258dfa563394', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'external_fixed_ips': [{'subnet_id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'ip_address': '172.27.0.126'}], 'enable_snat': True}, 'gw_port_id': '4e1882de-b674-4c01-9054-99a59c61b85f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T19:27:29Z', 'updated_at': '2022-03-25T19:27:34Z', 'revision_number': 4, 'project_id': '047bda67abf94801b4a3258dfa563394', 'gw_port': {'id': '4e1882de-b674-4c01-9054-99a59c61b85f', 'name': '', 'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:57:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f07aef92-6be8-4ca1-a8c8-20fd188150b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'ip_address': '172.27.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T19:27:30Z', 'updated_at': '2022-03-25T19:27:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755101-7-iscsi', '_floatingips': [{'id': 'e620a17c-6a58-40ee-8278-08a254f4b54a', 'tenant_id': '047bda67abf94801b4a3258dfa563394', 'floating_ip_address': '172.27.0.83', 'floating_network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'router_id': 'f07aef92-6be8-4ca1-a8c8-20fd188150b6', 'port_id': 'bf9fd44f-39fc-40b4-89a7-44f70f93a0e3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 692, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '27580a04-c198-4a21-a1dd-713b4c75540c', 'mac_address': 'fa:16:3e:a0:e0:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dd62527-a4f8-47cf-a495-d06f2a86732a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-25T19:28:19Z', 'updated_at': '2022-03-25T19:28:19Z', 'revision_number': 0, 'project_id': '047bda67abf94801b4a3258dfa563394', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17662467-b6b2-4bf1-83ee-afa512959f9b', 'name': '', 'network_id': '27580a04-c198-4a21-a1dd-713b4c75540c', 'tenant_id': '047bda67abf94801b4a3258dfa563394', 'mac_address': 'fa:16:3e:29:5e:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f07aef92-6be8-4ca1-a8c8-20fd188150b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': 'c8e42045-43c2-4a9f-a0d6-9006af4b8132', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T19:27:32Z', 'updated_at': '2022-03-25T19:27:40Z', 'revision_number': 5, 'project_id': '047bda67abf94801b4a3258dfa563394', 'subnets': [{'id': 'c8e42045-43c2-4a9f-a0d6-9006af4b8132', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-755101-7-iscsi', False) {} {{(pid=103199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 19:28:21.001785 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a57cdae2-08e5-46a5-93f0-093d061fa8f9 None None] The sync data for ids ['f07aef92-6be8-4ca1-a8c8-20fd188150b6'] in dv-cinder-755101-7-iscsi is: [{'id': 'f07aef92-6be8-4ca1-a8c8-20fd188150b6', 'name': 'tempest-TestVolumeBootPattern-1146644451-router', 'tenant_id': '047bda67abf94801b4a3258dfa563394', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'external_fixed_ips': [{'subnet_id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'ip_address': '172.27.0.126'}], 'enable_snat': True}, 'gw_port_id': '4e1882de-b674-4c01-9054-99a59c61b85f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T19:27:29Z', 'updated_at': '2022-03-25T19:27:34Z', 'revision_number': 4, 'project_id': '047bda67abf94801b4a3258dfa563394', 'gw_port': {'id': '4e1882de-b674-4c01-9054-99a59c61b85f', 'name': '', 'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:57:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f07aef92-6be8-4ca1-a8c8-20fd188150b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'ip_address': '172.27.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T19:27:30Z', 'updated_at': '2022-03-25T19:27:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755101-7-iscsi', '_floatingips': [{'id': 'e620a17c-6a58-40ee-8278-08a254f4b54a', 'tenant_id': '047bda67abf94801b4a3258dfa563394', 'floating_ip_address': '172.27.0.83', 'floating_network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'router_id': 'f07aef92-6be8-4ca1-a8c8-20fd188150b6', 'port_id': 'bf9fd44f-39fc-40b4-89a7-44f70f93a0e3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 692, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '27580a04-c198-4a21-a1dd-713b4c75540c', 'mac_address': 'fa:16:3e:a0:e0:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dd62527-a4f8-47cf-a495-d06f2a86732a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-25T19:28:19Z', 'updated_at': '2022-03-25T19:28:19Z', 'revision_number': 0, 'project_id': '047bda67abf94801b4a3258dfa563394', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17662467-b6b2-4bf1-83ee-afa512959f9b', 'name': '', 'network_id': '27580a04-c198-4a21-a1dd-713b4c75540c', 'tenant_id': '047bda67abf94801b4a3258dfa563394', 'mac_address': 'fa:16:3e:29:5e:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f07aef92-6be8-4ca1-a8c8-20fd188150b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': 'c8e42045-43c2-4a9f-a0d6-9006af4b8132', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T19:27:32Z', 'updated_at': '2022-03-25T19:27:40Z', 'revision_number': 5, 'project_id': '047bda67abf94801b4a3258dfa563394', 'subnets': [{'id': 'c8e42045-43c2-4a9f-a0d6-9006af4b8132', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 25 19:28:21.181005 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7f91f0d-6933-446b-90ec-3349d32649f1 None None] New status for floating IP e620a17c-6a58-40ee-8278-08a254f4b54a: ACTIVE {{(pid=103198) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 25 19:28:24.299521 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-df4e5ca7-0e93-415f-8497-50be49c1a49e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741036503857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133703'] for agent (ff15a80c-2d7c-4104-a6ad-0973d1d911f7), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:28:26.707566 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-f980c38e-40b4-4368-af40-a5a62129f563 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741036503857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133703'] for agent (af1b81b0-43af-47bb-a61e-8e46b36efc57), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:28:27.609559 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-af60142c-683d-41c3-be1d-5377fff6ca45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741036503857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133703'] for agent (c3076277-13eb-43a7-9b94-fad13f82c96d), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:28:29.210631 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-bfcc621e-35c9-4ac2-b4cb-53c403134561 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741036503857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133703'] for agent (9ba807d9-64cc-4b2a-8ad2-e4f3b23bc779), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:28:30.764182 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741036503857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133703'] for agent (e10cc9df-a7ce-4b9c-bc25-dffd007f5dd8), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:28:30.797050 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741036503857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133703'] for agent (239dac0e-b210-4295-8f1a-11f7f9dc3de1), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:28:38.255316 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94de07fa-bab0-48c4-8f2a-06d476ffcbd6 req-8fd1ab0e-ae06-4c06-b727-68bf44fdc00f tempest-TestMinimumBasicScenario-1909420146 tempest-TestMinimumBasicScenario-1909420146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:28:38.256778 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-94de07fa-bab0-48c4-8f2a-06d476ffcbd6 req-8fd1ab0e-ae06-4c06-b727-68bf44fdc00f tempest-TestMinimumBasicScenario-1909420146 tempest-TestMinimumBasicScenario-1909420146-project] 10.222.0.18 "GET /v2.0/ports?device_id=8123d82b-a430-4a3a-b605-b45a0ad9ca0c HTTP/1.1" status: 200 len: 984 time: 0.0561960 Mar 25 19:28:38.268079 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbddb3ef-ad58-442b-a1f7-119b27b2d226 req-4a0f9a7c-8ada-4c48-b8e0-5a0025540386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:28:38.270123 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-cbddb3ef-ad58-442b-a1f7-119b27b2d226 req-4a0f9a7c-8ada-4c48-b8e0-5a0025540386 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=de6288af9cbc41b895e700e06b64d38f&device_id=8123d82b-a430-4a3a-b605-b45a0ad9ca0c HTTP/1.1" status: 200 len: 1168 time: 0.0487046 Mar 25 19:28:38.314773 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-94de07fa-bab0-48c4-8f2a-06d476ffcbd6 req-37a94582-b82b-4b18-91e6-0cdf4d9e3073 tempest-TestMinimumBasicScenario-1909420146 tempest-TestMinimumBasicScenario-1909420146-project] 10.222.0.18 "GET /v2.0/security-groups?id=ddeef9f2-e707-439c-b964-6f9b37489b66&id=de11b369-bf18-417b-b57a-1a4e784dc595&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0520711 Mar 25 19:28:38.358247 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbddb3ef-ad58-442b-a1f7-119b27b2d226 req-6df02481-842f-4b68-87b0-85923ddf2b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:28:38.359739 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-cbddb3ef-ad58-442b-a1f7-119b27b2d226 req-6df02481-842f-4b68-87b0-85923ddf2b24 service neutron] 10.222.0.26 "GET /v2.0/networks?id=90b5080c-c621-4204-a1f6-ac899cb26880 HTTP/1.1" status: 200 len: 916 time: 0.0827923 Mar 25 19:28:38.428919 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-cbddb3ef-ad58-442b-a1f7-119b27b2d226 req-c9615e23-28d5-4957-b8d5-711d362fc6a9 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=229cac8f-6a8d-4b6e-a618-e3fd6d970e63 HTTP/1.1" status: 200 len: 1000 time: 0.0616448 Mar 25 19:28:38.477163 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbddb3ef-ad58-442b-a1f7-119b27b2d226 req-cdab17e6-b452-4f36-8249-b36050a63905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:28:38.478626 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-cbddb3ef-ad58-442b-a1f7-119b27b2d226 req-cdab17e6-b452-4f36-8249-b36050a63905 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=947c40b8-7890-4f1b-a010-66d2d58532e3 HTTP/1.1" status: 200 len: 854 time: 0.0429111 Mar 25 19:28:38.527336 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbddb3ef-ad58-442b-a1f7-119b27b2d226 req-19b667c9-2c8f-4865-95a2-007ac75f99a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:28:38.528765 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-cbddb3ef-ad58-442b-a1f7-119b27b2d226 req-19b667c9-2c8f-4865-95a2-007ac75f99a7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=90b5080c-c621-4204-a1f6-ac899cb26880&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0428271 Mar 25 19:28:38.621558 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-cbddb3ef-ad58-442b-a1f7-119b27b2d226 req-d5979808-a70d-472c-a929-f20564f54283 service neutron] 10.222.0.26 "GET /v2.0/networks/90b5080c-c621-4204-a1f6-ac899cb26880?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810680 Mar 25 19:28:38.709031 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-cbddb3ef-ad58-442b-a1f7-119b27b2d226 req-eb44d2ea-66dd-4a21-bc41-868e0559788a service neutron] 10.222.0.26 "GET /v2.0/networks/90b5080c-c621-4204-a1f6-ac899cb26880?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0787387 Mar 25 19:28:39.435042 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a0b64e-b344-4be3-b9d3-5a14aa9c5f9e req-f54833dc-499a-4bac-af90-f48a66f50512 tempest-TestMinimumBasicScenario-1909420146 tempest-TestMinimumBasicScenario-1909420146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:28:39.436536 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-41a0b64e-b344-4be3-b9d3-5a14aa9c5f9e req-f54833dc-499a-4bac-af90-f48a66f50512 tempest-TestMinimumBasicScenario-1909420146 tempest-TestMinimumBasicScenario-1909420146-project] 10.222.0.18 "GET /v2.0/ports?device_id=8123d82b-a430-4a3a-b605-b45a0ad9ca0c HTTP/1.1" status: 200 len: 984 time: 0.0523691 Mar 25 19:28:39.498800 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-41a0b64e-b344-4be3-b9d3-5a14aa9c5f9e req-403dc219-e3b3-46af-8c99-238e305281e2 tempest-TestMinimumBasicScenario-1909420146 tempest-TestMinimumBasicScenario-1909420146-project] 10.222.0.18 "GET /v2.0/security-groups?id=ddeef9f2-e707-439c-b964-6f9b37489b66&id=de11b369-bf18-417b-b57a-1a4e784dc595&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0561492 Mar 25 19:28:40.613998 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57038a78-5144-4097-b2fe-b176196100ff req-3f91be2d-0e16-46f3-a9ce-093ee4e538e0 tempest-TestMinimumBasicScenario-1909420146 tempest-TestMinimumBasicScenario-1909420146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:28:40.615508 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-57038a78-5144-4097-b2fe-b176196100ff req-3f91be2d-0e16-46f3-a9ce-093ee4e538e0 tempest-TestMinimumBasicScenario-1909420146 tempest-TestMinimumBasicScenario-1909420146-project] 10.222.0.18 "GET /v2.0/ports?device_id=8123d82b-a430-4a3a-b605-b45a0ad9ca0c HTTP/1.1" status: 200 len: 984 time: 0.0519774 Mar 25 19:28:40.672392 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-57038a78-5144-4097-b2fe-b176196100ff req-95fd4022-9660-4551-beb4-11b95db593fc tempest-TestMinimumBasicScenario-1909420146 tempest-TestMinimumBasicScenario-1909420146-project] 10.222.0.18 "GET /v2.0/security-groups?id=ddeef9f2-e707-439c-b964-6f9b37489b66&id=de11b369-bf18-417b-b57a-1a4e784dc595&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0513453 Mar 25 19:28:41.789904 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef69692-cac0-466f-81cf-ff7a46267f97 req-c9d66c94-2547-4a96-97f8-85006e6feaf8 tempest-TestMinimumBasicScenario-1909420146 tempest-TestMinimumBasicScenario-1909420146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:28:41.791427 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-2ef69692-cac0-466f-81cf-ff7a46267f97 req-c9d66c94-2547-4a96-97f8-85006e6feaf8 tempest-TestMinimumBasicScenario-1909420146 tempest-TestMinimumBasicScenario-1909420146-project] 10.222.0.18 "GET /v2.0/ports?device_id=8123d82b-a430-4a3a-b605-b45a0ad9ca0c HTTP/1.1" status: 200 len: 984 time: 0.0521362 Mar 25 19:28:41.861053 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-2ef69692-cac0-466f-81cf-ff7a46267f97 req-9e9854ae-ceca-4254-b0d9-134f4895a2db tempest-TestMinimumBasicScenario-1909420146 tempest-TestMinimumBasicScenario-1909420146-project] 10.222.0.18 "GET /v2.0/security-groups?id=ddeef9f2-e707-439c-b964-6f9b37489b66&id=de11b369-bf18-417b-b57a-1a4e784dc595&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0639377 Mar 25 19:28:42.114525 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.db.agents_db [None req-ad735e95-395b-498c-b22d-e8906e231634 None None] Agent healthcheck: found 6 active agents {{(pid=103199) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 25 19:28:42.983136 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b0ae46-611a-4ec4-9af0-a50588d5e880 req-0011ec96-4c1e-4a5b-8434-5b83873f7712 tempest-TestMinimumBasicScenario-1909420146 tempest-TestMinimumBasicScenario-1909420146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:28:42.984594 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-24b0ae46-611a-4ec4-9af0-a50588d5e880 req-0011ec96-4c1e-4a5b-8434-5b83873f7712 tempest-TestMinimumBasicScenario-1909420146 tempest-TestMinimumBasicScenario-1909420146-project] 10.222.0.18 "GET /v2.0/ports?device_id=8123d82b-a430-4a3a-b605-b45a0ad9ca0c HTTP/1.1" status: 200 len: 984 time: 0.0555983 Mar 25 19:28:43.041982 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-24b0ae46-611a-4ec4-9af0-a50588d5e880 req-02715ecd-0126-4982-ae68-98831de8242d tempest-TestMinimumBasicScenario-1909420146 tempest-TestMinimumBasicScenario-1909420146-project] 10.222.0.18 "GET /v2.0/security-groups?id=ddeef9f2-e707-439c-b964-6f9b37489b66&id=de11b369-bf18-417b-b57a-1a4e784dc595&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0517108 Mar 25 19:28:44.159290 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5fa6d9-f123-4dc1-8af1-58bb4bb7ed12 req-2bab280a-52b7-4c7b-8e5b-b171ef5ce1f3 tempest-TestMinimumBasicScenario-1909420146 tempest-TestMinimumBasicScenario-1909420146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:28:44.161349 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-3b5fa6d9-f123-4dc1-8af1-58bb4bb7ed12 req-2bab280a-52b7-4c7b-8e5b-b171ef5ce1f3 tempest-TestMinimumBasicScenario-1909420146 tempest-TestMinimumBasicScenario-1909420146-project] 10.222.0.18 "GET /v2.0/ports?device_id=8123d82b-a430-4a3a-b605-b45a0ad9ca0c HTTP/1.1" status: 200 len: 984 time: 0.0543981 Mar 25 19:28:44.218984 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-3b5fa6d9-f123-4dc1-8af1-58bb4bb7ed12 req-1f2c6694-b255-4373-80f7-504d0e4e6a0b tempest-TestMinimumBasicScenario-1909420146 tempest-TestMinimumBasicScenario-1909420146-project] 10.222.0.18 "GET /v2.0/security-groups?id=ddeef9f2-e707-439c-b964-6f9b37489b66&id=de11b369-bf18-417b-b57a-1a4e784dc595&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0519767 Mar 25 19:28:45.343134 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a40305-ab60-4d88-87ef-46c28b55f8e2 req-33feaff9-87f4-4d10-bccc-b710c3995501 tempest-TestMinimumBasicScenario-1909420146 tempest-TestMinimumBasicScenario-1909420146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:28:45.344676 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-69a40305-ab60-4d88-87ef-46c28b55f8e2 req-33feaff9-87f4-4d10-bccc-b710c3995501 tempest-TestMinimumBasicScenario-1909420146 tempest-TestMinimumBasicScenario-1909420146-project] 10.222.0.18 "GET /v2.0/ports?device_id=8123d82b-a430-4a3a-b605-b45a0ad9ca0c HTTP/1.1" status: 200 len: 984 time: 0.0543079 Mar 25 19:28:45.404927 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-69a40305-ab60-4d88-87ef-46c28b55f8e2 req-492ac06a-44b7-46d7-b2eb-5e8236a0518f tempest-TestMinimumBasicScenario-1909420146 tempest-TestMinimumBasicScenario-1909420146-project] 10.222.0.18 "GET /v2.0/security-groups?id=ddeef9f2-e707-439c-b964-6f9b37489b66&id=de11b369-bf18-417b-b57a-1a4e784dc595&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0531867 Mar 25 19:28:46.519422 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61abe9d0-3369-49e8-9036-1036666f3a9f req-740102ef-e869-4a7a-80ab-b33b2c51e53a tempest-TestMinimumBasicScenario-1909420146 tempest-TestMinimumBasicScenario-1909420146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:28:46.520863 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-61abe9d0-3369-49e8-9036-1036666f3a9f req-740102ef-e869-4a7a-80ab-b33b2c51e53a tempest-TestMinimumBasicScenario-1909420146 tempest-TestMinimumBasicScenario-1909420146-project] 10.222.0.18 "GET /v2.0/ports?device_id=8123d82b-a430-4a3a-b605-b45a0ad9ca0c HTTP/1.1" status: 200 len: 984 time: 0.0513356 Mar 25 19:28:46.585212 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-61abe9d0-3369-49e8-9036-1036666f3a9f req-a8912d59-dc61-4aa1-af1a-5c79307e865f tempest-TestMinimumBasicScenario-1909420146 tempest-TestMinimumBasicScenario-1909420146-project] 10.222.0.18 "GET /v2.0/security-groups?id=ddeef9f2-e707-439c-b964-6f9b37489b66&id=de11b369-bf18-417b-b57a-1a4e784dc595&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0586169 Mar 25 19:28:47.704403 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bf43b3-934b-425c-be53-a969698cf737 req-886e3e09-d992-4502-9c17-89beb305b456 tempest-TestMinimumBasicScenario-1909420146 tempest-TestMinimumBasicScenario-1909420146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:28:47.705784 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-69bf43b3-934b-425c-be53-a969698cf737 req-886e3e09-d992-4502-9c17-89beb305b456 tempest-TestMinimumBasicScenario-1909420146 tempest-TestMinimumBasicScenario-1909420146-project] 10.222.0.18 "GET /v2.0/ports?device_id=8123d82b-a430-4a3a-b605-b45a0ad9ca0c HTTP/1.1" status: 200 len: 984 time: 0.0553863 Mar 25 19:28:47.762813 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-69bf43b3-934b-425c-be53-a969698cf737 req-ae1b6c87-dd65-4843-9eee-5a7e3a2c66da tempest-TestMinimumBasicScenario-1909420146 tempest-TestMinimumBasicScenario-1909420146-project] 10.222.0.18 "GET /v2.0/security-groups?id=ddeef9f2-e707-439c-b964-6f9b37489b66&id=de11b369-bf18-417b-b57a-1a4e784dc595&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0512958 Mar 25 19:28:48.878197 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81026cfd-31d9-495a-8a5f-1026f0bcc1be req-4c2f9543-eb1e-43bd-bb06-6ead7825427d tempest-TestMinimumBasicScenario-1909420146 tempest-TestMinimumBasicScenario-1909420146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:28:48.879694 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-81026cfd-31d9-495a-8a5f-1026f0bcc1be req-4c2f9543-eb1e-43bd-bb06-6ead7825427d tempest-TestMinimumBasicScenario-1909420146 tempest-TestMinimumBasicScenario-1909420146-project] 10.222.0.18 "GET /v2.0/ports?device_id=8123d82b-a430-4a3a-b605-b45a0ad9ca0c HTTP/1.1" status: 200 len: 984 time: 0.0517046 Mar 25 19:28:48.937334 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-81026cfd-31d9-495a-8a5f-1026f0bcc1be req-62235663-2303-4696-bac7-b22365a4d352 tempest-TestMinimumBasicScenario-1909420146 tempest-TestMinimumBasicScenario-1909420146-project] 10.222.0.18 "GET /v2.0/security-groups?id=ddeef9f2-e707-439c-b964-6f9b37489b66&id=de11b369-bf18-417b-b57a-1a4e784dc595&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0520942 Mar 25 19:28:50.059542 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88629286-2852-4017-b7c1-881276aee039 req-4e5fe5b9-111f-475c-adda-5fc756f0792b tempest-TestMinimumBasicScenario-1909420146 tempest-TestMinimumBasicScenario-1909420146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:28:50.061195 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-88629286-2852-4017-b7c1-881276aee039 req-4e5fe5b9-111f-475c-adda-5fc756f0792b tempest-TestMinimumBasicScenario-1909420146 tempest-TestMinimumBasicScenario-1909420146-project] 10.222.0.18 "GET /v2.0/ports?device_id=8123d82b-a430-4a3a-b605-b45a0ad9ca0c HTTP/1.1" status: 200 len: 984 time: 0.0592902 Mar 25 19:28:50.125157 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-88629286-2852-4017-b7c1-881276aee039 req-6748aab5-aca2-4e9a-99e2-c4950fd4f84f tempest-TestMinimumBasicScenario-1909420146 tempest-TestMinimumBasicScenario-1909420146-project] 10.222.0.18 "GET /v2.0/security-groups?id=ddeef9f2-e707-439c-b964-6f9b37489b66&id=de11b369-bf18-417b-b57a-1a4e784dc595&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0569468 Mar 25 19:28:51.244972 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febb58e9-4e9a-404c-84cb-2f9efd59cd57 req-308103d9-9996-4d47-bbca-5a5f48088b6b tempest-TestMinimumBasicScenario-1909420146 tempest-TestMinimumBasicScenario-1909420146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:28:51.246447 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-febb58e9-4e9a-404c-84cb-2f9efd59cd57 req-308103d9-9996-4d47-bbca-5a5f48088b6b tempest-TestMinimumBasicScenario-1909420146 tempest-TestMinimumBasicScenario-1909420146-project] 10.222.0.18 "GET /v2.0/ports?device_id=8123d82b-a430-4a3a-b605-b45a0ad9ca0c HTTP/1.1" status: 200 len: 984 time: 0.0571213 Mar 25 19:28:51.314183 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-febb58e9-4e9a-404c-84cb-2f9efd59cd57 req-be58b8d4-f525-4c05-a503-cb18f6134cd6 tempest-TestMinimumBasicScenario-1909420146 tempest-TestMinimumBasicScenario-1909420146-project] 10.222.0.18 "GET /v2.0/security-groups?id=ddeef9f2-e707-439c-b964-6f9b37489b66&id=de11b369-bf18-417b-b57a-1a4e784dc595&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0620949 Mar 25 19:28:51.405524 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235c7419-73a1-4da4-9469-82995e13a0ea req-5b098643-332d-4860-a9a9-65f7868f94fe tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:28:51.407019 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-235c7419-73a1-4da4-9469-82995e13a0ea req-5b098643-332d-4860-a9a9-65f7868f94fe tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] 10.222.0.18 "GET /v2.0/ports?device_id=041b62d2-54bd-49d4-8755-a62f64fa3663 HTTP/1.1" status: 200 len: 945 time: 0.0525804 Mar 25 19:28:51.454104 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-235c7419-73a1-4da4-9469-82995e13a0ea req-4720cfd3-7df0-4311-91b5-c7d1ecd6b4b6 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] 10.222.0.18 "GET /v2.0/security-groups?id=672d97eb-f3f4-4d58-b6da-68822872dabf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0414767 Mar 25 19:28:52.430202 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7d1759-2202-4afe-b0c6-3c80d1597531 req-4ce44657-f3bf-4eff-84da-3d332364fd1a tempest-TestMinimumBasicScenario-1909420146 tempest-TestMinimumBasicScenario-1909420146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:28:52.431684 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-9e7d1759-2202-4afe-b0c6-3c80d1597531 req-4ce44657-f3bf-4eff-84da-3d332364fd1a tempest-TestMinimumBasicScenario-1909420146 tempest-TestMinimumBasicScenario-1909420146-project] 10.222.0.18 "GET /v2.0/ports?device_id=8123d82b-a430-4a3a-b605-b45a0ad9ca0c HTTP/1.1" status: 200 len: 984 time: 0.0518553 Mar 25 19:28:52.490107 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-9e7d1759-2202-4afe-b0c6-3c80d1597531 req-541b447f-922d-4816-a8e0-e1d7a8ed4c59 tempest-TestMinimumBasicScenario-1909420146 tempest-TestMinimumBasicScenario-1909420146-project] 10.222.0.18 "GET /v2.0/security-groups?id=ddeef9f2-e707-439c-b964-6f9b37489b66&id=de11b369-bf18-417b-b57a-1a4e784dc595&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0527124 Mar 25 19:28:52.568070 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39c2c19-18dc-4c1a-b801-90fa700e3e98 req-6664f967-5854-4955-8c63-879c0a3b7997 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:28:52.569502 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-e39c2c19-18dc-4c1a-b801-90fa700e3e98 req-6664f967-5854-4955-8c63-879c0a3b7997 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] 10.222.0.18 "GET /v2.0/ports?device_id=041b62d2-54bd-49d4-8755-a62f64fa3663 HTTP/1.1" status: 200 len: 945 time: 0.0508804 Mar 25 19:28:52.617746 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-e39c2c19-18dc-4c1a-b801-90fa700e3e98 req-42ef4bc0-3698-4919-82e6-bc2f1cf2ccc0 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] 10.222.0.18 "GET /v2.0/security-groups?id=672d97eb-f3f4-4d58-b6da-68822872dabf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0425265 Mar 25 19:28:52.921449 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c0ea81-1209-4fa2-99f9-9c2738ae67dd req-aa9cb063-b37f-425b-8ee9-bb33bd729a88 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:28:52.922895 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-c6c0ea81-1209-4fa2-99f9-9c2738ae67dd req-aa9cb063-b37f-425b-8ee9-bb33bd729a88 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] 10.222.0.26 "GET /v2.0/ports?device_id=041b62d2-54bd-49d4-8755-a62f64fa3663 HTTP/1.1" status: 200 len: 945 time: 0.0506170 Mar 25 19:28:53.012775 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [req-c6c0ea81-1209-4fa2-99f9-9c2738ae67dd req-bca68225-9778-4421-8981-0f874e50f658 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Deleting port 7d2049a7-7533-4a80-874d-831d03789166 {{(pid=103196) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 25 19:28:53.013120 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-c6c0ea81-1209-4fa2-99f9-9c2738ae67dd req-bca68225-9778-4421-8981-0f874e50f658 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741036672799'] for port (7d2049a7-7533-4a80-874d-831d03789166), before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:28:53.102363 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.db [req-c6c0ea81-1209-4fa2-99f9-9c2738ae67dd req-bca68225-9778-4421-8981-0f874e50f658 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] For port 7d2049a7-7533-4a80-874d-831d03789166, host hv-cinder-75510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75510',level=0,port_id=7d2049a7-7533-4a80-874d-831d03789166,segment=NetworkSegment(c05c355b-554a-4ce8-8427-3164bfaa37a9),segment_id=c05c355b-554a-4ce8-8427-3164bfaa37a9)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 25 19:28:53.102758 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-c6c0ea81-1209-4fa2-99f9-9c2738ae67dd req-bca68225-9778-4421-8981-0f874e50f658 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3766103'] for port (7d2049a7-7533-4a80-874d-831d03789166), precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:28:53.267436 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-c6c0ea81-1209-4fa2-99f9-9c2738ae67dd req-bca68225-9778-4421-8981-0f874e50f658 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:28:53.267720 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-c6c0ea81-1209-4fa2-99f9-9c2738ae67dd req-bca68225-9778-4421-8981-0f874e50f658 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3753541'] for floatingip (1bb88e08-5389-4a79-8c4b-22b2ef15f29d), after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:28:53.268034 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.db.l3_db [req-c6c0ea81-1209-4fa2-99f9-9c2738ae67dd req-bca68225-9778-4421-8981-0f874e50f658 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Floating IP 1bb88e08-5389-4a79-8c4b-22b2ef15f29d disassociated. External IP: 172.27.0.198, port: 7d2049a7-7533-4a80-874d-831d03789166. Mar 25 19:28:53.268366 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [req-c6c0ea81-1209-4fa2-99f9-9c2738ae67dd req-bca68225-9778-4421-8981-0f874e50f658 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Calling delete_port for 7d2049a7-7533-4a80-874d-831d03789166 owned by compute:nova {{(pid=103196) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 25 19:28:53.393067 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-c6c0ea81-1209-4fa2-99f9-9c2738ae67dd req-bca68225-9778-4421-8981-0f874e50f658 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741036679554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741036190724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58911673'] for port (7d2049a7-7533-4a80-874d-831d03789166), after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:28:53.419063 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca68225-9778-4421-8981-0f874e50f658 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Pushing event deleted for resources: {'Port': ['ID=7d2049a7-7533-4a80-874d-831d03789166,revision_number=None']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:28:53.430615 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca68225-9778-4421-8981-0f874e50f658 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:28:53.430974 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca68225-9778-4421-8981-0f874e50f658 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:28:53.431324 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca68225-9778-4421-8981-0f874e50f658 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:28:53.431654 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca68225-9778-4421-8981-0f874e50f658 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:28:53.435661 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca68225-9778-4421-8981-0f874e50f658 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:28:53.435661 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca68225-9778-4421-8981-0f874e50f658 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:28:53.435661 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca68225-9778-4421-8981-0f874e50f658 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:28:53.435661 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca68225-9778-4421-8981-0f874e50f658 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:28:53.435661 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca68225-9778-4421-8981-0f874e50f658 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:28:53.435661 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca68225-9778-4421-8981-0f874e50f658 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:28:53.435661 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca68225-9778-4421-8981-0f874e50f658 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:28:53.435661 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca68225-9778-4421-8981-0f874e50f658 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:28:53.435661 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca68225-9778-4421-8981-0f874e50f658 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:28:53.435661 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca68225-9778-4421-8981-0f874e50f658 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:28:53.435661 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca68225-9778-4421-8981-0f874e50f658 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:28:53.547089 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c6c0ea81-1209-4fa2-99f9-9c2738ae67dd req-bca68225-9778-4421-8981-0f874e50f658 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Router 8176248a-16f5-4694-bf25-b326f00a7f6a has already been hosted by L3 agent af1b81b0-43af-47bb-a61e-8e46b36efc57 {{(pid=103196) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 25 19:28:53.604537 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84390b83-a152-40d7-bea5-e70e3750d708 req-b5bf314d-200f-406f-8f19-e4b5fc31f783 tempest-TestMinimumBasicScenario-1909420146 tempest-TestMinimumBasicScenario-1909420146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:28:53.606010 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-84390b83-a152-40d7-bea5-e70e3750d708 req-b5bf314d-200f-406f-8f19-e4b5fc31f783 tempest-TestMinimumBasicScenario-1909420146 tempest-TestMinimumBasicScenario-1909420146-project] 10.222.0.18 "GET /v2.0/ports?device_id=8123d82b-a430-4a3a-b605-b45a0ad9ca0c HTTP/1.1" status: 200 len: 984 time: 0.0511262 Mar 25 19:28:53.657879 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c6c0ea81-1209-4fa2-99f9-9c2738ae67dd req-bca68225-9778-4421-8981-0f874e50f658 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Notify agent at l3_agent.dv-cinder-755101-7-iscsi the message routers_updated {{(pid=103196) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 25 19:28:53.669427 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-84390b83-a152-40d7-bea5-e70e3750d708 req-9418fd92-85d9-4e3e-a3a6-a1bdec4eed84 tempest-TestMinimumBasicScenario-1909420146 tempest-TestMinimumBasicScenario-1909420146-project] 10.222.0.18 "GET /v2.0/security-groups?id=ddeef9f2-e707-439c-b964-6f9b37489b66&id=de11b369-bf18-417b-b57a-1a4e784dc595&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0574753 Mar 25 19:28:53.672250 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-276e19fa-1d3f-4667-a748-9632704bf9d5 None None] Sync routers for ids ['8176248a-16f5-4694-bf25-b326f00a7f6a'] in dv-cinder-755101-7-iscsi {{(pid=103199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 25 19:28:53.689211 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-276e19fa-1d3f-4667-a748-9632704bf9d5 None None] Routers {'8176248a-16f5-4694-bf25-b326f00a7f6a'} bound to L3 agent in host dv-cinder-755101-7-iscsi {{(pid=103199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 25 19:28:53.690232 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.db.l3_hamode_db [None req-276e19fa-1d3f-4667-a748-9632704bf9d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755101-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-25T19:11:57Z,description=,heartbeat_timestamp=2022-03-25T19:28:27Z,host='dv-cinder-755101-7-iscsi',id=af1b81b0-43af-47bb-a61e-8e46b36efc57,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:11:57Z,topic='l3_agent')) {'router_ids': ['8176248a-16f5-4694-bf25-b326f00a7f6a'], 'active': True} {{(pid=103199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 19:28:53.700646 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6c0ea81-1209-4fa2-99f9-9c2738ae67dd req-bca68225-9778-4421-8981-0f874e50f658 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] No DVR routers for this DVR port 7d2049a7-7533-4a80-874d-831d03789166 on host hv-cinder-75510 {{(pid=103196) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 25 19:28:53.703830 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-c6c0ea81-1209-4fa2-99f9-9c2738ae67dd req-bca68225-9778-4421-8981-0f874e50f658 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63648'] for port (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:28:53.707076 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-c6c0ea81-1209-4fa2-99f9-9c2738ae67dd req-bca68225-9778-4421-8981-0f874e50f658 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] 10.222.0.26 "DELETE /v2.0/ports/7d2049a7-7533-4a80-874d-831d03789166 HTTP/1.1" status: 204 len: 173 time: 0.7789423 Mar 25 19:28:53.708090 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '041b62d2-54bd-49d4-8755-a62f64fa3663', 'name': 'network-vif-deleted', 'tag': '7d2049a7-7533-4a80-874d-831d03789166'}] {{(pid=103196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 25 19:28:53.710328 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aab9b3bfb8b62b9c439d2baea07b5fa53a515b81dc2b4d2d70d2153c83a947a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e01f8b34-5b1b-4dca-9436-a0c857dd58ef" -d '{"events": [{"server_uuid": "041b62d2-54bd-49d4-8755-a62f64fa3663", "name": "network-vif-deleted", "tag": "7d2049a7-7533-4a80-874d-831d03789166"}]}' {{(pid=103196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 25 19:28:53.744845 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-452bb1b2-677a-4b38-8dcf-0f31b6c2bc48 req-4c353cad-be4f-42ae-ae04-af2db00c26ea tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] 10.222.0.18 "GET /v2.0/ports?device_id=041b62d2-54bd-49d4-8755-a62f64fa3663 HTTP/1.1" status: 200 len: 210 time: 0.0423126 Mar 25 19:28:53.773804 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Mar 2022 19:28:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-212ed43b-9209-4f95-ae6b-88e2d8b04302 x-openstack-request-id: req-212ed43b-9209-4f95-ae6b-88e2d8b04302 {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 25 19:28:53.774128 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "041b62d2-54bd-49d4-8755-a62f64fa3663", "name": "network-vif-deleted", "tag": "7d2049a7-7533-4a80-874d-831d03789166", "status": "completed", "code": 200}]} {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 25 19:28:53.774451 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-212ed43b-9209-4f95-ae6b-88e2d8b04302 {{(pid=103196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 25 19:28:53.774920 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event matching ['req-212ed43b-9209-4f95-ae6b-88e2d8b04302'] response: {'server_uuid': '041b62d2-54bd-49d4-8755-a62f64fa3663', 'name': 'network-vif-deleted', 'tag': '7d2049a7-7533-4a80-874d-831d03789166', 'status': 'completed', 'code': 200} Mar 25 19:28:53.816531 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.db.l3_dvr_db [None req-276e19fa-1d3f-4667-a748-9632704bf9d5 None None] Set router 8176248a-16f5-4694-bf25-b326f00a7f6a gateway port host: dv-cinder-755101-7-iscsi {{(pid=103199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 25 19:28:54.021302 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.db.l3_hamode_db [None req-276e19fa-1d3f-4667-a748-9632704bf9d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8176248a-16f5-4694-bf25-b326f00a7f6a', 'name': 'tempest-AttachVolumeNegativeTest-1535724324-router', 'tenant_id': 'dc089ebbae3f448da3893c2c3fea588f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'external_fixed_ips': [{'subnet_id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'ip_address': '172.27.0.249'}], 'enable_snat': True}, 'gw_port_id': '4068821f-380a-43e9-8dd6-d8fd566fe3d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T19:24:37Z', 'updated_at': '2022-03-25T19:24:39Z', 'revision_number': 4, 'project_id': 'dc089ebbae3f448da3893c2c3fea588f', 'gw_port': {'id': '4068821f-380a-43e9-8dd6-d8fd566fe3d3', 'name': '', 'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:e3:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8176248a-16f5-4694-bf25-b326f00a7f6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'ip_address': '172.27.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T19:24:37Z', 'updated_at': '2022-03-25T19:24:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755101-7-iscsi', '_interfaces': [{'id': '183b74b2-7fc1-4f1d-8907-284dc2000128', 'name': '', 'network_id': '1b551ab7-2e5a-400a-a69e-184f0d4cccb9', 'tenant_id': 'dc089ebbae3f448da3893c2c3fea588f', 'mac_address': 'fa:16:3e:8e:3f:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8176248a-16f5-4694-bf25-b326f00a7f6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'fabde86b-5205-4844-a05e-c2d1e447196e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T19:24:39Z', 'updated_at': '2022-03-25T19:24:43Z', 'revision_number': 5, 'project_id': 'dc089ebbae3f448da3893c2c3fea588f', 'subnets': [{'id': 'fabde86b-5205-4844-a05e-c2d1e447196e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-755101-7-iscsi', False) {} {{(pid=103199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 19:28:54.046559 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-276e19fa-1d3f-4667-a748-9632704bf9d5 None None] Checking router: 8176248a-16f5-4694-bf25-b326f00a7f6a for host: dv-cinder-755101-7-iscsi {{(pid=103199) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 25 19:28:54.054991 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-276e19fa-1d3f-4667-a748-9632704bf9d5 None None] Routers {'8176248a-16f5-4694-bf25-b326f00a7f6a'} bound to L3 agent in host dv-cinder-755101-7-iscsi {{(pid=103199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 25 19:28:54.055583 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.db.l3_hamode_db [None req-276e19fa-1d3f-4667-a748-9632704bf9d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755101-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-25T19:11:57Z,description=,heartbeat_timestamp=2022-03-25T19:28:27Z,host='dv-cinder-755101-7-iscsi',id=af1b81b0-43af-47bb-a61e-8e46b36efc57,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:11:57Z,topic='l3_agent')) {'router_ids': ['8176248a-16f5-4694-bf25-b326f00a7f6a'], 'active': True} {{(pid=103199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 19:28:54.163296 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.db.l3_dvr_db [None req-276e19fa-1d3f-4667-a748-9632704bf9d5 None None] Set router 8176248a-16f5-4694-bf25-b326f00a7f6a gateway port host: dv-cinder-755101-7-iscsi {{(pid=103199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 25 19:28:54.301641 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-29ea95ee-ce4d-4261-973d-32196570d393 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741036503857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133703'] for agent (ff15a80c-2d7c-4104-a6ad-0973d1d911f7), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:28:54.361437 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.db.l3_hamode_db [None req-276e19fa-1d3f-4667-a748-9632704bf9d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8176248a-16f5-4694-bf25-b326f00a7f6a', 'name': 'tempest-AttachVolumeNegativeTest-1535724324-router', 'tenant_id': 'dc089ebbae3f448da3893c2c3fea588f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'external_fixed_ips': [{'subnet_id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'ip_address': '172.27.0.249'}], 'enable_snat': True}, 'gw_port_id': '4068821f-380a-43e9-8dd6-d8fd566fe3d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T19:24:37Z', 'updated_at': '2022-03-25T19:24:39Z', 'revision_number': 4, 'project_id': 'dc089ebbae3f448da3893c2c3fea588f', 'gw_port': {'id': '4068821f-380a-43e9-8dd6-d8fd566fe3d3', 'name': '', 'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:e3:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8176248a-16f5-4694-bf25-b326f00a7f6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'ip_address': '172.27.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T19:24:37Z', 'updated_at': '2022-03-25T19:24:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755101-7-iscsi', '_interfaces': [{'id': '183b74b2-7fc1-4f1d-8907-284dc2000128', 'name': '', 'network_id': '1b551ab7-2e5a-400a-a69e-184f0d4cccb9', 'tenant_id': 'dc089ebbae3f448da3893c2c3fea588f', 'mac_address': 'fa:16:3e:8e:3f:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8176248a-16f5-4694-bf25-b326f00a7f6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'fabde86b-5205-4844-a05e-c2d1e447196e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T19:24:39Z', 'updated_at': '2022-03-25T19:24:43Z', 'revision_number': 5, 'project_id': 'dc089ebbae3f448da3893c2c3fea588f', 'subnets': [{'id': 'fabde86b-5205-4844-a05e-c2d1e447196e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-755101-7-iscsi', False) {} {{(pid=103199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 19:28:54.389729 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-276e19fa-1d3f-4667-a748-9632704bf9d5 None None] The sync data for ids ['8176248a-16f5-4694-bf25-b326f00a7f6a'] in dv-cinder-755101-7-iscsi is: [{'id': '8176248a-16f5-4694-bf25-b326f00a7f6a', 'name': 'tempest-AttachVolumeNegativeTest-1535724324-router', 'tenant_id': 'dc089ebbae3f448da3893c2c3fea588f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'external_fixed_ips': [{'subnet_id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'ip_address': '172.27.0.249'}], 'enable_snat': True}, 'gw_port_id': '4068821f-380a-43e9-8dd6-d8fd566fe3d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T19:24:37Z', 'updated_at': '2022-03-25T19:24:39Z', 'revision_number': 4, 'project_id': 'dc089ebbae3f448da3893c2c3fea588f', 'gw_port': {'id': '4068821f-380a-43e9-8dd6-d8fd566fe3d3', 'name': '', 'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:e3:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8176248a-16f5-4694-bf25-b326f00a7f6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'ip_address': '172.27.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T19:24:37Z', 'updated_at': '2022-03-25T19:24:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755101-7-iscsi', '_interfaces': [{'id': '183b74b2-7fc1-4f1d-8907-284dc2000128', 'name': '', 'network_id': '1b551ab7-2e5a-400a-a69e-184f0d4cccb9', 'tenant_id': 'dc089ebbae3f448da3893c2c3fea588f', 'mac_address': 'fa:16:3e:8e:3f:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8176248a-16f5-4694-bf25-b326f00a7f6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'fabde86b-5205-4844-a05e-c2d1e447196e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T19:24:39Z', 'updated_at': '2022-03-25T19:24:43Z', 'revision_number': 5, 'project_id': 'dc089ebbae3f448da3893c2c3fea588f', 'subnets': [{'id': 'fabde86b-5205-4844-a05e-c2d1e447196e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 25 19:28:54.621208 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85cad263-5b58-4ef8-972c-5a5038d69de3 None None] New status for floating IP 1bb88e08-5389-4a79-8c4b-22b2ef15f29d: DOWN {{(pid=103198) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 25 19:28:54.789737 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdadc22-f0e7-4e71-adb1-daa083d49663 req-c24b7265-30ae-4947-abc2-42b8837560b2 tempest-TestMinimumBasicScenario-1909420146 tempest-TestMinimumBasicScenario-1909420146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:28:54.791272 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-9cdadc22-f0e7-4e71-adb1-daa083d49663 req-c24b7265-30ae-4947-abc2-42b8837560b2 tempest-TestMinimumBasicScenario-1909420146 tempest-TestMinimumBasicScenario-1909420146-project] 10.222.0.18 "GET /v2.0/ports?device_id=8123d82b-a430-4a3a-b605-b45a0ad9ca0c HTTP/1.1" status: 200 len: 984 time: 0.0540426 Mar 25 19:28:54.828025 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.18', 38730) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:28:54.874938 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-9cdadc22-f0e7-4e71-adb1-daa083d49663 req-86c74168-ae89-42c4-9aef-02d867024d79 tempest-TestMinimumBasicScenario-1909420146 tempest-TestMinimumBasicScenario-1909420146-project] 10.222.0.18 "GET /v2.0/security-groups?id=ddeef9f2-e707-439c-b964-6f9b37489b66&id=de11b369-bf18-417b-b57a-1a4e784dc595&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0778632 Mar 25 19:28:54.903806 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-38352693-3bc8-40cf-bc41-b6d834af1e37 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Publish callbacks [] for security_group (672d97eb-f3f4-4d58-b6da-68822872dabf), before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:28:54.926275 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-38352693-3bc8-40cf-bc41-b6d834af1e37 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Publish callbacks [] for security_group (672d97eb-f3f4-4d58-b6da-68822872dabf), precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:28:54.972086 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-38352693-3bc8-40cf-bc41-b6d834af1e37 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687199'] for security_group (672d97eb-f3f4-4d58-b6da-68822872dabf), after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:28:54.974496 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-38352693-3bc8-40cf-bc41-b6d834af1e37 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Publish callbacks [] for security_group (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:28:54.975648 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-38352693-3bc8-40cf-bc41-b6d834af1e37 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] 10.222.0.18 "DELETE /v2.0/security-groups/672d97eb-f3f4-4d58-b6da-68822872dabf HTTP/1.1" status: 204 len: 168 time: 0.1467075 Mar 25 19:28:54.978528 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.18', 38734) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:28:54.984162 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38352693-3bc8-40cf-bc41-b6d834af1e37 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=672d97eb-f3f4-4d58-b6da-68822872dabf,revision_number=None']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:28:54.994080 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.api.v2.resource [None req-66413c5c-8fe7-4524-b8a5-88798378b132 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] show failed (client error): The resource could not be found. Mar 25 19:28:54.995088 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-66413c5c-8fe7-4524-b8a5-88798378b132 tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] 10.222.0.18 "GET /v2.0/security-groups/672d97eb-f3f4-4d58-b6da-68822872dabf HTTP/1.1" status: 404 len: 347 time: 0.0155945 Mar 25 19:28:54.997899 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.18', 38736) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:28:55.117531 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.plugins.ml2.plugin [None req-cb3beda1-a0b4-4534-9ab5-75e7689dc05d tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Deleting port 890ce4a4-93fb-4fac-810d-61ae7897fc7a {{(pid=103197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 25 19:28:55.117780 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-cb3beda1-a0b4-4534-9ab5-75e7689dc05d tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741036672799'] for port (890ce4a4-93fb-4fac-810d-61ae7897fc7a), before_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:28:55.187910 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-cb3beda1-a0b4-4534-9ab5-75e7689dc05d tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3766103'] for port (890ce4a4-93fb-4fac-810d-61ae7897fc7a), precommit_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:28:55.188232 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-cb3beda1-a0b4-4534-9ab5-75e7689dc05d tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Publish callbacks [] for floatingip (890ce4a4-93fb-4fac-810d-61ae7897fc7a), precommit_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:28:55.200310 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.plugins.ml2.plugin [None req-cb3beda1-a0b4-4534-9ab5-75e7689dc05d tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Calling delete_port for 890ce4a4-93fb-4fac-810d-61ae7897fc7a owned by network:floatingip {{(pid=103197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 25 19:28:55.326207 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-cb3beda1-a0b4-4534-9ab5-75e7689dc05d tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741036679554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741036190724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59283508'] for port (890ce4a4-93fb-4fac-810d-61ae7897fc7a), after_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:28:55.352087 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3beda1-a0b4-4534-9ab5-75e7689dc05d tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Pushing event deleted for resources: {'Port': ['ID=890ce4a4-93fb-4fac-810d-61ae7897fc7a,revision_number=None']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:28:55.375483 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3beda1-a0b4-4534-9ab5-75e7689dc05d tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:28:55.375841 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3beda1-a0b4-4534-9ab5-75e7689dc05d tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:28:55.376188 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3beda1-a0b4-4534-9ab5-75e7689dc05d tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:28:55.376530 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3beda1-a0b4-4534-9ab5-75e7689dc05d tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:28:55.376867 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3beda1-a0b4-4534-9ab5-75e7689dc05d tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:28:55.377200 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3beda1-a0b4-4534-9ab5-75e7689dc05d tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:28:55.377532 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3beda1-a0b4-4534-9ab5-75e7689dc05d tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:28:55.377866 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3beda1-a0b4-4534-9ab5-75e7689dc05d tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:28:55.378220 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3beda1-a0b4-4534-9ab5-75e7689dc05d tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:28:55.378572 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3beda1-a0b4-4534-9ab5-75e7689dc05d tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:28:55.378904 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3beda1-a0b4-4534-9ab5-75e7689dc05d tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:28:55.379230 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3beda1-a0b4-4534-9ab5-75e7689dc05d tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:28:55.379554 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3beda1-a0b4-4534-9ab5-75e7689dc05d tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:28:55.379878 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3beda1-a0b4-4534-9ab5-75e7689dc05d tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:28:55.380199 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3beda1-a0b4-4534-9ab5-75e7689dc05d tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:28:55.422949 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-cb3beda1-a0b4-4534-9ab5-75e7689dc05d tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Publish callbacks [] for floatingip (1bb88e08-5389-4a79-8c4b-22b2ef15f29d), after_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:28:55.425502 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-cb3beda1-a0b4-4534-9ab5-75e7689dc05d tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63648'] for floatingip (None), before_response {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:28:55.426699 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-cb3beda1-a0b4-4534-9ab5-75e7689dc05d tempest-AttachVolumeNegativeTest-988609472 tempest-AttachVolumeNegativeTest-988609472-project] 10.222.0.18 "DELETE /v2.0/floatingips/1bb88e08-5389-4a79-8c4b-22b2ef15f29d HTTP/1.1" status: 204 len: 168 time: 0.4278917 Mar 25 19:28:56.711812 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-b2541400-35fb-4c9c-b684-4443557e1154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741036503857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133703'] for agent (af1b81b0-43af-47bb-a61e-8e46b36efc57), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:28:57.611559 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-af60142c-683d-41c3-be1d-5377fff6ca45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741036503857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133703'] for agent (c3076277-13eb-43a7-9b94-fad13f82c96d), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:28:57.921957 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Device 7d2049a7-7533-4a80-874d-831d03789166 no longer exists at agent hyperv_hv-cinder-75510 {{(pid=103198) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 25 19:28:57.943192 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] No Port match for: 7d2049a7-7533-4a80-874d-831d03789166 {{(pid=103198) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 25 19:28:57.943687 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Device 7d2049a7-7533-4a80-874d-831d03789166 not bound to the agent host hv-cinder-75510 {{(pid=103198) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 25 19:28:59.062082 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.18', 38776) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:28:59.212473 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-bfcc621e-35c9-4ac2-b4cb-53c403134561 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741036503857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133703'] for agent (9ba807d9-64cc-4b2a-8ad2-e4f3b23bc779), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:28:59.392385 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-92ec6268-d402-4fb2-a9f6-05911497071d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3752261'] for router_interface (8176248a-16f5-4694-bf25-b326f00a7f6a), before_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:28:59.629716 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.plugins.ml2.plugin [None req-92ec6268-d402-4fb2-a9f6-05911497071d admin admin] Deleting port 183b74b2-7fc1-4f1d-8907-284dc2000128 {{(pid=103197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 25 19:28:59.630047 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-92ec6268-d402-4fb2-a9f6-05911497071d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741036672799'] for port (183b74b2-7fc1-4f1d-8907-284dc2000128), before_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:28:59.710441 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.plugins.ml2.db [None req-92ec6268-d402-4fb2-a9f6-05911497071d admin admin] For port 183b74b2-7fc1-4f1d-8907-284dc2000128, host dv-cinder-755101-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755101-7-iscsi',level=0,port_id=183b74b2-7fc1-4f1d-8907-284dc2000128,segment=NetworkSegment(c05c355b-554a-4ce8-8427-3164bfaa37a9),segment_id=c05c355b-554a-4ce8-8427-3164bfaa37a9)] {{(pid=103197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 25 19:28:59.710740 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-92ec6268-d402-4fb2-a9f6-05911497071d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3766103'] for port (183b74b2-7fc1-4f1d-8907-284dc2000128), precommit_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:28:59.726148 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.plugins.ml2.plugin [None req-92ec6268-d402-4fb2-a9f6-05911497071d admin admin] Calling delete_port for 183b74b2-7fc1-4f1d-8907-284dc2000128 owned by network:router_interface {{(pid=103197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 25 19:28:59.897465 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-92ec6268-d402-4fb2-a9f6-05911497071d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741036679554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741036190724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59283508'] for port (183b74b2-7fc1-4f1d-8907-284dc2000128), after_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:28:59.921176 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ec6268-d402-4fb2-a9f6-05911497071d admin admin] Pushing event deleted for resources: {'Port': ['ID=183b74b2-7fc1-4f1d-8907-284dc2000128,revision_number=None']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:29:00.085048 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-92ec6268-d402-4fb2-a9f6-05911497071d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3692866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3752181'] for router_interface (8176248a-16f5-4694-bf25-b326f00a7f6a), after_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:29:00.295227 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92ec6268-d402-4fb2-a9f6-05911497071d admin admin] Router 8176248a-16f5-4694-bf25-b326f00a7f6a has already been hosted by L3 agent af1b81b0-43af-47bb-a61e-8e46b36efc57 {{(pid=103197) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 25 19:29:00.397973 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92ec6268-d402-4fb2-a9f6-05911497071d admin admin] Notify agent at l3_agent.dv-cinder-755101-7-iscsi the message routers_updated {{(pid=103197) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 25 19:29:00.402810 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-92ec6268-d402-4fb2-a9f6-05911497071d admin admin] 10.222.0.18 "PUT /v2.0/routers/8176248a-16f5-4694-bf25-b326f00a7f6a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3396277 Mar 25 19:29:00.405413 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.18', 38778) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:29:00.409353 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84c03355-4ce7-4c10-9973-9c805c1d5216 None None] Sync routers for ids ['8176248a-16f5-4694-bf25-b326f00a7f6a'] in dv-cinder-755101-7-iscsi {{(pid=103199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 25 19:29:00.420052 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84c03355-4ce7-4c10-9973-9c805c1d5216 None None] Routers {'8176248a-16f5-4694-bf25-b326f00a7f6a'} bound to L3 agent in host dv-cinder-755101-7-iscsi {{(pid=103199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 25 19:29:00.420739 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.db.l3_hamode_db [None req-84c03355-4ce7-4c10-9973-9c805c1d5216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755101-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-25T19:11:57Z,description=,heartbeat_timestamp=2022-03-25T19:28:57Z,host='dv-cinder-755101-7-iscsi',id=af1b81b0-43af-47bb-a61e-8e46b36efc57,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:11:57Z,topic='l3_agent')) {'router_ids': ['8176248a-16f5-4694-bf25-b326f00a7f6a'], 'active': True} {{(pid=103199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 19:29:00.511287 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-52932168-f40d-48fe-9ad1-8e045afeccf5 admin admin] Publish callbacks [] for router (8176248a-16f5-4694-bf25-b326f00a7f6a), before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:29:00.619682 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-52932168-f40d-48fe-9ad1-8e045afeccf5 admin admin] Publish callbacks [] for router_gateway (8176248a-16f5-4694-bf25-b326f00a7f6a), before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:29:00.623975 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.db.l3_dvr_db [None req-84c03355-4ce7-4c10-9973-9c805c1d5216 None None] Set router 8176248a-16f5-4694-bf25-b326f00a7f6a gateway port host: dv-cinder-755101-7-iscsi {{(pid=103199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 25 19:29:00.671035 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-52932168-f40d-48fe-9ad1-8e045afeccf5 admin admin] Deleting port 4068821f-380a-43e9-8dd6-d8fd566fe3d3 {{(pid=103196) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 25 19:29:00.671374 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-52932168-f40d-48fe-9ad1-8e045afeccf5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741036672799'] for port (4068821f-380a-43e9-8dd6-d8fd566fe3d3), before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:29:00.751061 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-52932168-f40d-48fe-9ad1-8e045afeccf5 admin admin] For port 4068821f-380a-43e9-8dd6-d8fd566fe3d3, host dv-cinder-755101-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755101-7-iscsi',level=0,port_id=4068821f-380a-43e9-8dd6-d8fd566fe3d3,segment=NetworkSegment(bcf11cf5-8ef8-46ee-bf1d-f87c743f3fc7),segment_id=bcf11cf5-8ef8-46ee-bf1d-f87c743f3fc7)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 25 19:29:00.751425 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-52932168-f40d-48fe-9ad1-8e045afeccf5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3766103'] for port (4068821f-380a-43e9-8dd6-d8fd566fe3d3), precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:29:00.757031 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741036503857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133703'] for agent (e10cc9df-a7ce-4b9c-bc25-dffd007f5dd8), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:29:00.765794 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-52932168-f40d-48fe-9ad1-8e045afeccf5 admin admin] Calling delete_port for 4068821f-380a-43e9-8dd6-d8fd566fe3d3 owned by network:router_gateway {{(pid=103196) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 25 19:29:00.799536 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741036503857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133703'] for agent (239dac0e-b210-4295-8f1a-11f7f9dc3de1), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:29:00.804256 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.db.l3_hamode_db [None req-84c03355-4ce7-4c10-9973-9c805c1d5216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8176248a-16f5-4694-bf25-b326f00a7f6a', 'name': 'tempest-AttachVolumeNegativeTest-1535724324-router', 'tenant_id': 'dc089ebbae3f448da3893c2c3fea588f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'external_fixed_ips': [{'subnet_id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'ip_address': '172.27.0.249'}], 'enable_snat': True}, 'gw_port_id': '4068821f-380a-43e9-8dd6-d8fd566fe3d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T19:24:37Z', 'updated_at': '2022-03-25T19:28:59Z', 'revision_number': 5, 'project_id': 'dc089ebbae3f448da3893c2c3fea588f', 'gw_port': {'id': '4068821f-380a-43e9-8dd6-d8fd566fe3d3', 'name': '', 'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:e3:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8176248a-16f5-4694-bf25-b326f00a7f6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'ip_address': '172.27.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T19:24:37Z', 'updated_at': '2022-03-25T19:24:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755101-7-iscsi'}], 'dv-cinder-755101-7-iscsi', False) {} {{(pid=103199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 19:29:00.830485 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84c03355-4ce7-4c10-9973-9c805c1d5216 None None] Checking router: 8176248a-16f5-4694-bf25-b326f00a7f6a for host: dv-cinder-755101-7-iscsi {{(pid=103199) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 25 19:29:00.839300 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84c03355-4ce7-4c10-9973-9c805c1d5216 None None] Routers {'8176248a-16f5-4694-bf25-b326f00a7f6a'} bound to L3 agent in host dv-cinder-755101-7-iscsi {{(pid=103199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 25 19:29:00.839896 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.db.l3_hamode_db [None req-84c03355-4ce7-4c10-9973-9c805c1d5216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755101-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-25T19:11:57Z,description=,heartbeat_timestamp=2022-03-25T19:28:57Z,host='dv-cinder-755101-7-iscsi',id=af1b81b0-43af-47bb-a61e-8e46b36efc57,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:11:57Z,topic='l3_agent')) {'router_ids': ['8176248a-16f5-4694-bf25-b326f00a7f6a'], 'active': True} {{(pid=103199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 19:29:00.929710 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.db.l3_dvr_db [None req-84c03355-4ce7-4c10-9973-9c805c1d5216 None None] Set router 8176248a-16f5-4694-bf25-b326f00a7f6a gateway port host: None {{(pid=103199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 25 19:29:00.984348 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.db.l3_hamode_db [None req-84c03355-4ce7-4c10-9973-9c805c1d5216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8176248a-16f5-4694-bf25-b326f00a7f6a', 'name': 'tempest-AttachVolumeNegativeTest-1535724324-router', 'tenant_id': 'dc089ebbae3f448da3893c2c3fea588f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T19:24:37Z', 'updated_at': '2022-03-25T19:29:00Z', 'revision_number': 6, 'project_id': 'dc089ebbae3f448da3893c2c3fea588f', 'gw_port_host': None}], 'dv-cinder-755101-7-iscsi', False) {} {{(pid=103199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 19:29:01.012962 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84c03355-4ce7-4c10-9973-9c805c1d5216 None None] The sync data for ids ['8176248a-16f5-4694-bf25-b326f00a7f6a'] in dv-cinder-755101-7-iscsi is: [{'id': '8176248a-16f5-4694-bf25-b326f00a7f6a', 'name': 'tempest-AttachVolumeNegativeTest-1535724324-router', 'tenant_id': 'dc089ebbae3f448da3893c2c3fea588f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T19:24:37Z', 'updated_at': '2022-03-25T19:29:00Z', 'revision_number': 6, 'project_id': 'dc089ebbae3f448da3893c2c3fea588f', 'gw_port_host': None}] {{(pid=103199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 25 19:29:01.178572 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-52932168-f40d-48fe-9ad1-8e045afeccf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741036679554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741036190724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58911673'] for port (4068821f-380a-43e9-8dd6-d8fd566fe3d3), after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:29:01.203464 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52932168-f40d-48fe-9ad1-8e045afeccf5 admin admin] Pushing event deleted for resources: {'Port': ['ID=4068821f-380a-43e9-8dd6-d8fd566fe3d3,revision_number=None']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:29:01.264757 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-52932168-f40d-48fe-9ad1-8e045afeccf5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3753487'] for router_gateway (8176248a-16f5-4694-bf25-b326f00a7f6a), after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:29:01.353348 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-52932168-f40d-48fe-9ad1-8e045afeccf5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3756003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1471'] for router (8176248a-16f5-4694-bf25-b326f00a7f6a), precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:29:01.355537 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-52932168-f40d-48fe-9ad1-8e045afeccf5 admin admin] Publish callbacks [] for router_controller (8176248a-16f5-4694-bf25-b326f00a7f6a), precommit_delete_associations {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:29:01.399733 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-52932168-f40d-48fe-9ad1-8e045afeccf5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3756012'] for router (8176248a-16f5-4694-bf25-b326f00a7f6a), after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:29:01.400290 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52932168-f40d-48fe-9ad1-8e045afeccf5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8176248a-16f5-4694-bf25-b326f00a7f6a {{(pid=103196) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 25 19:29:01.406260 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-52932168-f40d-48fe-9ad1-8e045afeccf5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:29:01.406893 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-52932168-f40d-48fe-9ad1-8e045afeccf5 admin admin] 10.222.0.18 "DELETE /v2.0/routers/8176248a-16f5-4694-bf25-b326f00a7f6a HTTP/1.1" status: 204 len: 168 time: 1.0004146 Mar 25 19:29:01.409589 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.18', 38780) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:29:01.458722 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.db.db_base_plugin_v2 [None req-8cc7626f-a816-409c-b0ac-000bcc213280 admin admin] Deleting subnet fabde86b-5205-4844-a05e-c2d1e447196e {{(pid=103197) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 25 19:29:01.461712 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-8cc7626f-a816-409c-b0ac-000bcc213280 admin admin] Publish callbacks [] for subnet (fabde86b-5205-4844-a05e-c2d1e447196e), before_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:29:01.495034 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-8cc7626f-a816-409c-b0ac-000bcc213280 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59390877'] for subnet (fabde86b-5205-4844-a05e-c2d1e447196e), precommit_delete_associations {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:29:01.570629 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-8cc7626f-a816-409c-b0ac-000bcc213280 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1170929'] for subnet (fabde86b-5205-4844-a05e-c2d1e447196e), precommit_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:29:01.619277 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-8cc7626f-a816-409c-b0ac-000bcc213280 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1170920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59285189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59750817'] for subnet (fabde86b-5205-4844-a05e-c2d1e447196e), after_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:29:01.642891 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc7626f-a816-409c-b0ac-000bcc213280 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fabde86b-5205-4844-a05e-c2d1e447196e,revision_number=None']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:29:01.646445 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-8cc7626f-a816-409c-b0ac-000bcc213280 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:29:01.649525 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-8cc7626f-a816-409c-b0ac-000bcc213280 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/fabde86b-5205-4844-a05e-c2d1e447196e HTTP/1.1" status: 204 len: 168 time: 0.2379193 Mar 25 19:29:01.651947 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.18', 38782) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:29:01.654401 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75a48593-fd64-40a7-acf0-c8da6591520d None None] Network 1b551ab7-2e5a-400a-a69e-184f0d4cccb9 requested from dv-cinder-755101-7-iscsi {{(pid=103198) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 25 19:29:01.717400 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-cb4b3fd5-7dfc-420b-8b04-ec6e9b848cc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1050558'] for network (1b551ab7-2e5a-400a-a69e-184f0d4cccb9), before_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:29:01.778753 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.plugins.ml2.plugin [None req-cb4b3fd5-7dfc-420b-8b04-ec6e9b848cc2 admin admin] Deleting port 3662fce7-a114-4615-be21-d5474321c6d2 {{(pid=103197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 25 19:29:01.779094 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-cb4b3fd5-7dfc-420b-8b04-ec6e9b848cc2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741036672799'] for port (3662fce7-a114-4615-be21-d5474321c6d2), before_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:29:01.823524 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70e6a2f7-bd4b-4fcb-8cfe-d43fc119cd29 None None] DHCP port deletion for 1b551ab7-2e5a-400a-a69e-184f0d4cccb9 request from dv-cinder-755101-7-iscsi {{(pid=103198) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 25 19:29:01.842521 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.plugins.ml2.db [None req-cb4b3fd5-7dfc-420b-8b04-ec6e9b848cc2 admin admin] For port 3662fce7-a114-4615-be21-d5474321c6d2, host dv-cinder-755101-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755101-7-iscsi',level=0,port_id=3662fce7-a114-4615-be21-d5474321c6d2,segment=NetworkSegment(c05c355b-554a-4ce8-8427-3164bfaa37a9),segment_id=c05c355b-554a-4ce8-8427-3164bfaa37a9)] {{(pid=103197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 25 19:29:01.842914 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-cb4b3fd5-7dfc-420b-8b04-ec6e9b848cc2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3766103'] for port (3662fce7-a114-4615-be21-d5474321c6d2), precommit_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:29:01.857629 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.plugins.ml2.plugin [None req-cb4b3fd5-7dfc-420b-8b04-ec6e9b848cc2 admin admin] Calling delete_port for 3662fce7-a114-4615-be21-d5474321c6d2 owned by network:dhcp {{(pid=103197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 25 19:29:01.872488 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-70e6a2f7-bd4b-4fcb-8cfe-d43fc119cd29 None None] Deleting port 3662fce7-a114-4615-be21-d5474321c6d2 {{(pid=103198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 25 19:29:01.872867 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-70e6a2f7-bd4b-4fcb-8cfe-d43fc119cd29 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741036672799'] for port (3662fce7-a114-4615-be21-d5474321c6d2), before_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:29:01.937532 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-70e6a2f7-bd4b-4fcb-8cfe-d43fc119cd29 None None] For port 3662fce7-a114-4615-be21-d5474321c6d2, host dv-cinder-755101-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755101-7-iscsi',level=0,port_id=3662fce7-a114-4615-be21-d5474321c6d2,segment=NetworkSegment(c05c355b-554a-4ce8-8427-3164bfaa37a9),segment_id=c05c355b-554a-4ce8-8427-3164bfaa37a9)] {{(pid=103198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 25 19:29:01.938153 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-70e6a2f7-bd4b-4fcb-8cfe-d43fc119cd29 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3766103'] for port (3662fce7-a114-4615-be21-d5474321c6d2), precommit_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:29:01.939686 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-cb4b3fd5-7dfc-420b-8b04-ec6e9b848cc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741036679554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741036190724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59283508'] for port (3662fce7-a114-4615-be21-d5474321c6d2), after_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:29:01.952655 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-70e6a2f7-bd4b-4fcb-8cfe-d43fc119cd29 None None] Calling delete_port for 3662fce7-a114-4615-be21-d5474321c6d2 owned by network:dhcp {{(pid=103198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 25 19:29:01.967995 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4b3fd5-7dfc-420b-8b04-ec6e9b848cc2 admin admin] Pushing event deleted for resources: {'Port': ['ID=3662fce7-a114-4615-be21-d5474321c6d2,revision_number=None']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:29:01.969757 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb4b3fd5-7dfc-420b-8b04-ec6e9b848cc2 admin admin] No DVR routers for this DVR port 3662fce7-a114-4615-be21-d5474321c6d2 on host dv-cinder-755101-7-iscsi {{(pid=103197) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 25 19:29:02.031207 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-70e6a2f7-bd4b-4fcb-8cfe-d43fc119cd29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741036679554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741036190724'] for port (3662fce7-a114-4615-be21-d5474321c6d2), after_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:29:02.041039 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-cb4b3fd5-7dfc-420b-8b04-ec6e9b848cc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1136452', 'neutron.services.segments.db._delete_segments_for_network-8741036503875'] for network (1b551ab7-2e5a-400a-a69e-184f0d4cccb9), precommit_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:29:02.061516 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e6a2f7-bd4b-4fcb-8cfe-d43fc119cd29 None None] Pushing event deleted for resources: {'Port': ['ID=3662fce7-a114-4615-be21-d5474321c6d2,revision_number=None']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:29:02.063649 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.services.segments.db [None req-cb4b3fd5-7dfc-420b-8b04-ec6e9b848cc2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b551ab7-2e5a-400a-a69e-184f0d4cccb9']}} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 19:29:02.063804 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70e6a2f7-bd4b-4fcb-8cfe-d43fc119cd29 None None] No DVR routers for this DVR port 3662fce7-a114-4615-be21-d5474321c6d2 on host dv-cinder-755101-7-iscsi {{(pid=103198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 25 19:29:02.075412 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e6a2f7-bd4b-4fcb-8cfe-d43fc119cd29 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:29:02.075760 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e6a2f7-bd4b-4fcb-8cfe-d43fc119cd29 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:29:02.076100 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e6a2f7-bd4b-4fcb-8cfe-d43fc119cd29 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:29:02.076211 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.services.segments.db [None req-cb4b3fd5-7dfc-420b-8b04-ec6e9b848cc2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c05c355b-554a-4ce8-8427-3164bfaa37a9') {'for_net_delete': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 19:29:02.076435 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e6a2f7-bd4b-4fcb-8cfe-d43fc119cd29 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:29:02.076536 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.services.segments.db [None req-cb4b3fd5-7dfc-420b-8b04-ec6e9b848cc2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c05c355b-554a-4ce8-8427-3164bfaa37a9') {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 19:29:02.076799 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e6a2f7-bd4b-4fcb-8cfe-d43fc119cd29 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:29:02.077096 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e6a2f7-bd4b-4fcb-8cfe-d43fc119cd29 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:29:02.078048 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e6a2f7-bd4b-4fcb-8cfe-d43fc119cd29 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:29:02.078048 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e6a2f7-bd4b-4fcb-8cfe-d43fc119cd29 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:29:02.078048 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e6a2f7-bd4b-4fcb-8cfe-d43fc119cd29 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:29:02.078807 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e6a2f7-bd4b-4fcb-8cfe-d43fc119cd29 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:29:02.078807 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e6a2f7-bd4b-4fcb-8cfe-d43fc119cd29 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:29:02.079113 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e6a2f7-bd4b-4fcb-8cfe-d43fc119cd29 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:29:02.079496 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e6a2f7-bd4b-4fcb-8cfe-d43fc119cd29 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:29:02.079819 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e6a2f7-bd4b-4fcb-8cfe-d43fc119cd29 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:29:02.080137 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e6a2f7-bd4b-4fcb-8cfe-d43fc119cd29 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:29:02.090622 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-cb4b3fd5-7dfc-420b-8b04-ec6e9b848cc2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741036503116', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59390884'] for segment (c05c355b-554a-4ce8-8427-3164bfaa37a9), before_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:29:02.104076 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-cb4b3fd5-7dfc-420b-8b04-ec6e9b848cc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1189096'] for segment (c05c355b-554a-4ce8-8427-3164bfaa37a9), precommit_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:29:02.110044 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb4b3fd5-7dfc-420b-8b04-ec6e9b848cc2 admin admin] Releasing vlan 261 on physical network physnet1 to pool {{(pid=103197) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 25 19:29:02.110418 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-cb4b3fd5-7dfc-420b-8b04-ec6e9b848cc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1189096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59283559'] for segment (c05c355b-554a-4ce8-8427-3164bfaa37a9), after_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:29:02.112292 dv-cinder-755101-7-iscsi neutron-server[103197]: Traceback (most recent call last): Mar 25 19:29:02.112292 dv-cinder-755101-7-iscsi neutron-server[103197]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 25 19:29:02.112292 dv-cinder-755101-7-iscsi neutron-server[103197]: timer() Mar 25 19:29:02.112292 dv-cinder-755101-7-iscsi neutron-server[103197]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 25 19:29:02.112292 dv-cinder-755101-7-iscsi neutron-server[103197]: cb(*args, **kw) Mar 25 19:29:02.112292 dv-cinder-755101-7-iscsi neutron-server[103197]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 25 19:29:02.112292 dv-cinder-755101-7-iscsi neutron-server[103197]: return func(*args, **kwargs) Mar 25 19:29:02.112292 dv-cinder-755101-7-iscsi neutron-server[103197]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 25 19:29:02.112292 dv-cinder-755101-7-iscsi neutron-server[103197]: self._notify() Mar 25 19:29:02.112292 dv-cinder-755101-7-iscsi neutron-server[103197]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 25 19:29:02.112292 dv-cinder-755101-7-iscsi neutron-server[103197]: self.callback(batched_events) Mar 25 19:29:02.112292 dv-cinder-755101-7-iscsi neutron-server[103197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 25 19:29:02.112292 dv-cinder-755101-7-iscsi neutron-server[103197]: event.method(event) Mar 25 19:29:02.112292 dv-cinder-755101-7-iscsi neutron-server[103197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 25 19:29:02.112292 dv-cinder-755101-7-iscsi neutron-server[103197]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 25 19:29:02.112292 dv-cinder-755101-7-iscsi neutron-server[103197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 25 19:29:02.112292 dv-cinder-755101-7-iscsi neutron-server[103197]: aggregate_uuid = self.p_client.list_aggregates( Mar 25 19:29:02.112292 dv-cinder-755101-7-iscsi neutron-server[103197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 25 19:29:02.112292 dv-cinder-755101-7-iscsi neutron-server[103197]: return f(self, *a, **k) Mar 25 19:29:02.112292 dv-cinder-755101-7-iscsi neutron-server[103197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 25 19:29:02.112292 dv-cinder-755101-7-iscsi neutron-server[103197]: return self._get(url).json() Mar 25 19:29:02.112292 dv-cinder-755101-7-iscsi neutron-server[103197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 25 19:29:02.112292 dv-cinder-755101-7-iscsi neutron-server[103197]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 25 19:29:02.112292 dv-cinder-755101-7-iscsi neutron-server[103197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 25 19:29:02.112292 dv-cinder-755101-7-iscsi neutron-server[103197]: return self.request(url, 'GET', **kwargs) Mar 25 19:29:02.112292 dv-cinder-755101-7-iscsi neutron-server[103197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 25 19:29:02.112292 dv-cinder-755101-7-iscsi neutron-server[103197]: base_url = self.get_endpoint(auth, allow=allow, Mar 25 19:29:02.112292 dv-cinder-755101-7-iscsi neutron-server[103197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 25 19:29:02.112292 dv-cinder-755101-7-iscsi neutron-server[103197]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 25 19:29:02.112292 dv-cinder-755101-7-iscsi neutron-server[103197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 25 19:29:02.112292 dv-cinder-755101-7-iscsi neutron-server[103197]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 25 19:29:02.112292 dv-cinder-755101-7-iscsi neutron-server[103197]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 25 19:29:02.391745 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-cb4b3fd5-7dfc-420b-8b04-ec6e9b848cc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1136511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3753587'] for network (1b551ab7-2e5a-400a-a69e-184f0d4cccb9), after_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:29:02.407674 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-cb4b3fd5-7dfc-420b-8b04-ec6e9b848cc2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692927'] for network (None), before_response {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:29:02.410842 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-cb4b3fd5-7dfc-420b-8b04-ec6e9b848cc2 admin admin] 10.222.0.18 "DELETE /v2.0/networks/1b551ab7-2e5a-400a-a69e-184f0d4cccb9 HTTP/1.1" status: 204 len: 168 time: 0.7579401 Mar 25 19:29:02.412338 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4b3fd5-7dfc-420b-8b04-ec6e9b848cc2 admin admin] Pushing event deleted for resources: {'Network': ['ID=1b551ab7-2e5a-400a-a69e-184f0d4cccb9,revision_number=None']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:29:02.564628 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.18', 38786) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:29:02.604064 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-8a97ca82-2220-404b-9bcd-d28921fef864 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=dc089ebbae3f448da3893c2c3fea588f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0384259 Mar 25 19:29:02.606531 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.18', 38788) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:29:02.611704 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Device 183b74b2-7fc1-4f1d-8907-284dc2000128 no longer exists at agent ovs-agent-dv-cinder-755101-7-iscsi {{(pid=103198) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 25 19:29:02.631915 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] No Port match for: 183b74b2-7fc1-4f1d-8907-284dc2000128 {{(pid=103198) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 25 19:29:02.632255 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Device 183b74b2-7fc1-4f1d-8907-284dc2000128 not bound to the agent host dv-cinder-755101-7-iscsi {{(pid=103198) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 25 19:29:02.632663 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Device 3662fce7-a114-4615-be21-d5474321c6d2 no longer exists at agent ovs-agent-dv-cinder-755101-7-iscsi {{(pid=103198) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 25 19:29:02.650405 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] No Port match for: 3662fce7-a114-4615-be21-d5474321c6d2 {{(pid=103198) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 25 19:29:02.650698 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Device 3662fce7-a114-4615-be21-d5474321c6d2 not bound to the agent host dv-cinder-755101-7-iscsi {{(pid=103198) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 25 19:29:02.651101 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Device 4068821f-380a-43e9-8dd6-d8fd566fe3d3 no longer exists at agent ovs-agent-dv-cinder-755101-7-iscsi {{(pid=103198) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 25 19:29:02.652311 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-068bb641-17b7-4449-bbe0-25d0784c05f6 admin admin] Publish callbacks [] for security_group (392962d7-76d7-48d8-8a61-2e3c88726017), before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:29:02.669094 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] No Port match for: 4068821f-380a-43e9-8dd6-d8fd566fe3d3 {{(pid=103198) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 25 19:29:02.669435 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Device 4068821f-380a-43e9-8dd6-d8fd566fe3d3 not bound to the agent host dv-cinder-755101-7-iscsi {{(pid=103198) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 25 19:29:02.673065 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-068bb641-17b7-4449-bbe0-25d0784c05f6 admin admin] Publish callbacks [] for security_group (392962d7-76d7-48d8-8a61-2e3c88726017), precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:29:02.723142 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-068bb641-17b7-4449-bbe0-25d0784c05f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687199'] for security_group (392962d7-76d7-48d8-8a61-2e3c88726017), after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:29:02.725570 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-068bb641-17b7-4449-bbe0-25d0784c05f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:29:02.726727 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-068bb641-17b7-4449-bbe0-25d0784c05f6 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/392962d7-76d7-48d8-8a61-2e3c88726017 HTTP/1.1" status: 204 len: 168 time: 0.1192985 Mar 25 19:29:02.734154 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068bb641-17b7-4449-bbe0-25d0784c05f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=392962d7-76d7-48d8-8a61-2e3c88726017,revision_number=None']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:29:05.251371 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-226b8194-45c2-441f-afe2-4c8c7dffae93 req-e2f416fd-12de-424a-97a5-70ea429a321d service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=8123d82b-a430-4a3a-b605-b45a0ad9ca0c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0417111 Mar 25 19:29:05.334855 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226b8194-45c2-441f-afe2-4c8c7dffae93 req-d9ac3dc5-78f7-4fb2-b223-e3d7fe83b00e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:29:05.336375 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-226b8194-45c2-441f-afe2-4c8c7dffae93 req-d9ac3dc5-78f7-4fb2-b223-e3d7fe83b00e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=de6288af9cbc41b895e700e06b64d38f&device_id=8123d82b-a430-4a3a-b605-b45a0ad9ca0c HTTP/1.1" status: 200 len: 1168 time: 0.0444007 Mar 25 19:29:05.442767 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226b8194-45c2-441f-afe2-4c8c7dffae93 req-e1c8625f-de61-445b-a90b-c7292c6afc5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:29:05.444375 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-226b8194-45c2-441f-afe2-4c8c7dffae93 req-e1c8625f-de61-445b-a90b-c7292c6afc5e service neutron] 10.222.0.26 "GET /v2.0/networks?id=90b5080c-c621-4204-a1f6-ac899cb26880 HTTP/1.1" status: 200 len: 916 time: 0.0915923 Mar 25 19:29:05.512115 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-226b8194-45c2-441f-afe2-4c8c7dffae93 req-2d577728-bed4-4104-b54c-4ece9d564cb9 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=229cac8f-6a8d-4b6e-a618-e3fd6d970e63 HTTP/1.1" status: 200 len: 1000 time: 0.0618672 Mar 25 19:29:05.563362 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226b8194-45c2-441f-afe2-4c8c7dffae93 req-8459bea5-b958-4840-b03c-5f647d6e14d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:29:05.565761 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-226b8194-45c2-441f-afe2-4c8c7dffae93 req-8459bea5-b958-4840-b03c-5f647d6e14d5 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=947c40b8-7890-4f1b-a010-66d2d58532e3 HTTP/1.1" status: 200 len: 854 time: 0.0475531 Mar 25 19:29:05.622000 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226b8194-45c2-441f-afe2-4c8c7dffae93 req-0ab168f7-5c28-4f19-9875-7ede364918ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:29:05.623690 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-226b8194-45c2-441f-afe2-4c8c7dffae93 req-0ab168f7-5c28-4f19-9875-7ede364918ad service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=90b5080c-c621-4204-a1f6-ac899cb26880&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0526199 Mar 25 19:29:05.711604 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-226b8194-45c2-441f-afe2-4c8c7dffae93 req-e28b0439-3311-46e5-830e-d6f35e02fc29 service neutron] 10.222.0.26 "GET /v2.0/networks/90b5080c-c621-4204-a1f6-ac899cb26880?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809691 Mar 25 19:29:05.802852 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-226b8194-45c2-441f-afe2-4c8c7dffae93 req-043bf86a-843f-475b-b87f-3a83d7069269 service neutron] 10.222.0.26 "GET /v2.0/networks/90b5080c-c621-4204-a1f6-ac899cb26880?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836294 Mar 25 19:29:13.307909 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.18', 38922) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:29:13.411662 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-46e6e26b-873e-429a-8e18-edbc8dce8399 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:29:13.484717 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-46e6e26b-873e-429a-8e18-edbc8dce8399 admin admin] Publish callbacks [] for security_group (1b618911-fc96-46e5-8bff-768907c18ebb), precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:29:13.488153 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-46e6e26b-873e-429a-8e18-edbc8dce8399 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687199'] for security_group (1b618911-fc96-46e5-8bff-768907c18ebb), after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:29:13.525834 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-46e6e26b-873e-429a-8e18-edbc8dce8399 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0f1caf864c4344a6aaf0ea0ae1577bdc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2168565 Mar 25 19:29:13.526751 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e6e26b-873e-429a-8e18-edbc8dce8399 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b618911-fc96-46e5-8bff-768907c18ebb,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:29:13.528724 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.18', 38926) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:29:13.575912 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-99dc7b20-3758-4794-b9b7-4d6d9272ca86 admin admin] Publish callbacks [] for security_group (1b618911-fc96-46e5-8bff-768907c18ebb), before_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:29:13.596038 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-99dc7b20-3758-4794-b9b7-4d6d9272ca86 admin admin] Publish callbacks [] for security_group (1b618911-fc96-46e5-8bff-768907c18ebb), precommit_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:29:13.640925 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-99dc7b20-3758-4794-b9b7-4d6d9272ca86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687199'] for security_group (1b618911-fc96-46e5-8bff-768907c18ebb), after_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:29:13.643507 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-99dc7b20-3758-4794-b9b7-4d6d9272ca86 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:29:13.644633 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-99dc7b20-3758-4794-b9b7-4d6d9272ca86 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1b618911-fc96-46e5-8bff-768907c18ebb HTTP/1.1" status: 204 len: 168 time: 0.1149266 Mar 25 19:29:13.651961 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99dc7b20-3758-4794-b9b7-4d6d9272ca86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b618911-fc96-46e5-8bff-768907c18ebb,revision_number=None']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:29:13.899883 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.18', 38932) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:29:13.915976 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-7b78a5d5-efa3-40db-8ee6-feb53d484605 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:29:13.987588 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-7b78a5d5-efa3-40db-8ee6-feb53d484605 admin admin] Publish callbacks [] for security_group (3d37c1ef-4834-4c2e-9975-1a6c1dbb7440), precommit_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:29:13.991085 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-7b78a5d5-efa3-40db-8ee6-feb53d484605 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687199'] for security_group (3d37c1ef-4834-4c2e-9975-1a6c1dbb7440), after_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:29:14.027868 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-7b78a5d5-efa3-40db-8ee6-feb53d484605 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a741a73c7c9f4bf0a8d38107cb59cd8c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1268709 Mar 25 19:29:14.028983 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b78a5d5-efa3-40db-8ee6-feb53d484605 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d37c1ef-4834-4c2e-9975-1a6c1dbb7440,revision_number=1']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:29:14.030521 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.18', 38934) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:29:14.078953 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-f7d4243c-cbdd-41c6-bf0e-ffc95f2842e8 admin admin] Publish callbacks [] for security_group (3d37c1ef-4834-4c2e-9975-1a6c1dbb7440), before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:29:14.099441 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-f7d4243c-cbdd-41c6-bf0e-ffc95f2842e8 admin admin] Publish callbacks [] for security_group (3d37c1ef-4834-4c2e-9975-1a6c1dbb7440), precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:29:14.147169 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-f7d4243c-cbdd-41c6-bf0e-ffc95f2842e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687199'] for security_group (3d37c1ef-4834-4c2e-9975-1a6c1dbb7440), after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:29:14.149947 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-f7d4243c-cbdd-41c6-bf0e-ffc95f2842e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:29:14.151132 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-f7d4243c-cbdd-41c6-bf0e-ffc95f2842e8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3d37c1ef-4834-4c2e-9975-1a6c1dbb7440 HTTP/1.1" status: 204 len: 168 time: 0.1189673 Mar 25 19:29:14.158458 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d4243c-cbdd-41c6-bf0e-ffc95f2842e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d37c1ef-4834-4c2e-9975-1a6c1dbb7440,revision_number=None']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:29:18.324481 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.18', 39006) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:29:18.429388 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-180555bb-c983-42ae-bd39-655179df01e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:29:18.503869 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-180555bb-c983-42ae-bd39-655179df01e7 admin admin] Publish callbacks [] for security_group (19ca6378-4768-441c-88f3-a2d445df30da), precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:29:18.507417 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-180555bb-c983-42ae-bd39-655179df01e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687199'] for security_group (19ca6378-4768-441c-88f3-a2d445df30da), after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:29:18.543928 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-180555bb-c983-42ae-bd39-655179df01e7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=51d220fd433844bf87f141080aed138c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2184823 Mar 25 19:29:18.545895 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180555bb-c983-42ae-bd39-655179df01e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19ca6378-4768-441c-88f3-a2d445df30da,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:29:18.546644 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.18', 39010) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:29:18.593968 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-b3a0acf4-fd3b-4983-abd9-33cdf29ec41f admin admin] Publish callbacks [] for security_group (19ca6378-4768-441c-88f3-a2d445df30da), before_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:29:18.622341 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-b3a0acf4-fd3b-4983-abd9-33cdf29ec41f admin admin] Publish callbacks [] for security_group (19ca6378-4768-441c-88f3-a2d445df30da), precommit_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:29:18.666711 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-b3a0acf4-fd3b-4983-abd9-33cdf29ec41f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687199'] for security_group (19ca6378-4768-441c-88f3-a2d445df30da), after_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:29:18.669344 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-b3a0acf4-fd3b-4983-abd9-33cdf29ec41f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:29:18.670524 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-b3a0acf4-fd3b-4983-abd9-33cdf29ec41f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/19ca6378-4768-441c-88f3-a2d445df30da HTTP/1.1" status: 204 len: 168 time: 0.1228755 Mar 25 19:29:18.683477 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a0acf4-fd3b-4983-abd9-33cdf29ec41f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19ca6378-4768-441c-88f3-a2d445df30da,revision_number=None']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:29:18.919844 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.18', 39016) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:29:18.933095 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-eaf8074a-c5a9-48c0-b997-286a26b07d93 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:29:19.007327 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-eaf8074a-c5a9-48c0-b997-286a26b07d93 admin admin] Publish callbacks [] for security_group (6cc27ec6-14a0-47b1-bb48-e286bea58f81), precommit_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:29:19.011339 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-eaf8074a-c5a9-48c0-b997-286a26b07d93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687199'] for security_group (6cc27ec6-14a0-47b1-bb48-e286bea58f81), after_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:29:19.045970 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf8074a-c5a9-48c0-b997-286a26b07d93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cc27ec6-14a0-47b1-bb48-e286bea58f81,revision_number=1']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:29:19.050191 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-eaf8074a-c5a9-48c0-b997-286a26b07d93 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c4964c5925db49419ada7ecabfb1c057&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1293101 Mar 25 19:29:19.052779 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.18', 39018) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:29:19.099093 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-bd3cadc2-e0be-4790-8f11-44f0261f5f52 admin admin] Publish callbacks [] for security_group (6cc27ec6-14a0-47b1-bb48-e286bea58f81), before_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:29:19.113188 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.db.agents_db [None req-ad735e95-395b-498c-b22d-e8906e231634 None None] Agent healthcheck: found 6 active agents {{(pid=103199) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 25 19:29:19.120058 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-bd3cadc2-e0be-4790-8f11-44f0261f5f52 admin admin] Publish callbacks [] for security_group (6cc27ec6-14a0-47b1-bb48-e286bea58f81), precommit_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:29:19.165404 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-bd3cadc2-e0be-4790-8f11-44f0261f5f52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687199'] for security_group (6cc27ec6-14a0-47b1-bb48-e286bea58f81), after_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:29:19.167849 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-bd3cadc2-e0be-4790-8f11-44f0261f5f52 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:29:19.169017 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-bd3cadc2-e0be-4790-8f11-44f0261f5f52 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6cc27ec6-14a0-47b1-bb48-e286bea58f81 HTTP/1.1" status: 204 len: 168 time: 0.1153319 Mar 25 19:29:19.176207 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3cadc2-e0be-4790-8f11-44f0261f5f52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cc27ec6-14a0-47b1-bb48-e286bea58f81,revision_number=None']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:29:24.302856 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-71c7c94a-00ae-4b21-b3c3-38aece9b61f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741036503857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133703'] for agent (ff15a80c-2d7c-4104-a6ad-0973d1d911f7), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:29:26.712380 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-04e371be-09d5-4560-a7c3-cbc5051d8e71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741036503857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133703'] for agent (af1b81b0-43af-47bb-a61e-8e46b36efc57), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:29:27.548265 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-26bb77df-00ca-4472-9351-cd59153f65bb req-07578c51-7785-4052-8a10-57fbedccef7f tempest-TestMinimumBasicScenario-1909420146 tempest-TestMinimumBasicScenario-1909420146-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-225612521&fields=id&tenant_id=de6288af9cbc41b895e700e06b64d38f HTTP/1.1" status: 200 len: 267 time: 0.0428808 Mar 25 19:29:27.605825 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bb77df-00ca-4472-9351-cd59153f65bb req-b43b7950-3890-4988-882e-a322fa699080 tempest-TestMinimumBasicScenario-1909420146 tempest-TestMinimumBasicScenario-1909420146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:29:27.607332 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-26bb77df-00ca-4472-9351-cd59153f65bb req-b43b7950-3890-4988-882e-a322fa699080 tempest-TestMinimumBasicScenario-1909420146 tempest-TestMinimumBasicScenario-1909420146-project] 10.222.0.18 "GET /v2.0/ports?device_id=8123d82b-a430-4a3a-b605-b45a0ad9ca0c HTTP/1.1" status: 200 len: 984 time: 0.0540736 Mar 25 19:29:27.614485 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-af60142c-683d-41c3-be1d-5377fff6ca45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741036503857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133703'] for agent (c3076277-13eb-43a7-9b94-fad13f82c96d), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:29:27.618276 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.v2.base [req-26bb77df-00ca-4472-9351-cd59153f65bb req-2f8e298a-a70b-4873-a638-064641690343 tempest-TestMinimumBasicScenario-1909420146 tempest-TestMinimumBasicScenario-1909420146-project] Request body: {'port': {'security_groups': ['de11b369-bf18-417b-b57a-1a4e784dc595']}} {{(pid=103197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 19:29:27.687038 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [req-26bb77df-00ca-4472-9351-cd59153f65bb req-2f8e298a-a70b-4873-a638-064641690343 tempest-TestMinimumBasicScenario-1909420146 tempest-TestMinimumBasicScenario-1909420146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1293263'] for port (229cac8f-6a8d-4b6e-a618-e3fd6d970e63), before_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:29:27.885947 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.plugins.ml2.db [req-26bb77df-00ca-4472-9351-cd59153f65bb req-2f8e298a-a70b-4873-a638-064641690343 tempest-TestMinimumBasicScenario-1909420146 tempest-TestMinimumBasicScenario-1909420146-project] For port 229cac8f-6a8d-4b6e-a618-e3fd6d970e63, host hv-cinder-75510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75510',level=0,port_id=229cac8f-6a8d-4b6e-a618-e3fd6d970e63,segment=NetworkSegment(1a7e55d8-cf7a-4436-99f4-09c918a68e4c),segment_id=1a7e55d8-cf7a-4436-99f4-09c918a68e4c)] {{(pid=103197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 25 19:29:27.914556 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [req-26bb77df-00ca-4472-9351-cd59153f65bb req-2f8e298a-a70b-4873-a638-064641690343 tempest-TestMinimumBasicScenario-1909420146 tempest-TestMinimumBasicScenario-1909420146-project] Publish callbacks [] for port (229cac8f-6a8d-4b6e-a618-e3fd6d970e63), precommit_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:29:27.919465 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [req-26bb77df-00ca-4472-9351-cd59153f65bb req-2f8e298a-a70b-4873-a638-064641690343 tempest-TestMinimumBasicScenario-1909420146 tempest-TestMinimumBasicScenario-1909420146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036679572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741036190733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741036190751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59283459'] for port (229cac8f-6a8d-4b6e-a618-e3fd6d970e63), after_update {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:29:27.932258 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] get_ports_and_sgs() called for port_ids ['229cac8f-6a8d-4b6e-a618-e3fd6d970e63'] {{(pid=103198) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 25 19:29:27.968705 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bb77df-00ca-4472-9351-cd59153f65bb req-2f8e298a-a70b-4873-a638-064641690343 tempest-TestMinimumBasicScenario-1909420146 tempest-TestMinimumBasicScenario-1909420146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:29:27.969333 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [req-26bb77df-00ca-4472-9351-cd59153f65bb req-2f8e298a-a70b-4873-a638-064641690343 tempest-TestMinimumBasicScenario-1909420146 tempest-TestMinimumBasicScenario-1909420146-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63648'] for port (None), before_response {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:29:27.970889 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-26bb77df-00ca-4472-9351-cd59153f65bb req-2f8e298a-a70b-4873-a638-064641690343 tempest-TestMinimumBasicScenario-1909420146 tempest-TestMinimumBasicScenario-1909420146-project] 10.222.0.18 "PUT /v2.0/ports/229cac8f-6a8d-4b6e-a618-e3fd6d970e63 HTTP/1.1" status: 200 len: 942 time: 0.3571029 Mar 25 19:29:27.971376 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8123d82b-a430-4a3a-b605-b45a0ad9ca0c', 'tag': '229cac8f-6a8d-4b6e-a618-e3fd6d970e63'}] {{(pid=103197) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 25 19:29:27.973796 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7289d4093f021cbd7bf50bbaa59f437c9f72b9c220592c3ffe9e03ab6ac51c7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e724c70-2098-4c97-a1ef-8ad4336f9026" -d '{"events": [{"name": "network-changed", "server_uuid": "8123d82b-a430-4a3a-b605-b45a0ad9ca0c", "tag": "229cac8f-6a8d-4b6e-a618-e3fd6d970e63"}]}' {{(pid=103197) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 25 19:29:27.977625 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.18', 39106) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:29:28.005037 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8e298a-a70b-4873-a638-064641690343 tempest-TestMinimumBasicScenario-1909420146 tempest-TestMinimumBasicScenario-1909420146-project] Pushing event updated for resources: {'Port': ['ID=229cac8f-6a8d-4b6e-a618-e3fd6d970e63,revision_number=7']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:29:28.042215 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Mar 2022 19:29:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81bd2662-e677-4df0-9374-30389d0c3d1b x-openstack-request-id: req-81bd2662-e677-4df0-9374-30389d0c3d1b {{(pid=103197) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 25 19:29:28.042553 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8123d82b-a430-4a3a-b605-b45a0ad9ca0c", "tag": "229cac8f-6a8d-4b6e-a618-e3fd6d970e63", "status": "completed", "code": 200}]} {{(pid=103197) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 25 19:29:28.042815 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-81bd2662-e677-4df0-9374-30389d0c3d1b {{(pid=103197) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 25 19:29:28.043231 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.notifiers.nova [-] Nova event matching ['req-81bd2662-e677-4df0-9374-30389d0c3d1b'] response: {'name': 'network-changed', 'server_uuid': '8123d82b-a430-4a3a-b605-b45a0ad9ca0c', 'tag': '229cac8f-6a8d-4b6e-a618-e3fd6d970e63', 'status': 'completed', 'code': 200} Mar 25 19:29:28.053415 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] get_ports_and_sgs() called for port_ids ['229cac8f-6a8d-4b6e-a618-e3fd6d970e63'] {{(pid=103198) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 25 19:29:28.148970 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-505b5b79-1f7e-4d33-a389-6239a1b4a562 tempest-TestMinimumBasicScenario-1909420146 tempest-TestMinimumBasicScenario-1909420146-project] Publish callbacks [] for security_group (ddeef9f2-e707-439c-b964-6f9b37489b66), before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:29:28.163142 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e724c70-2098-4c97-a1ef-8ad4336f9026 req-b1587f45-4a80-4afc-9b36-8838a04d4023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:29:28.165407 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-6e724c70-2098-4c97-a1ef-8ad4336f9026 req-b1587f45-4a80-4afc-9b36-8838a04d4023 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=de6288af9cbc41b895e700e06b64d38f&device_id=8123d82b-a430-4a3a-b605-b45a0ad9ca0c HTTP/1.1" status: 200 len: 1129 time: 0.0869036 Mar 25 19:29:28.250835 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-505b5b79-1f7e-4d33-a389-6239a1b4a562 tempest-TestMinimumBasicScenario-1909420146 tempest-TestMinimumBasicScenario-1909420146-project] Publish callbacks [] for security_group (ddeef9f2-e707-439c-b964-6f9b37489b66), precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:29:28.309869 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-4815621e-bd14-4b48-9341-f8d5a01453d7 None None] Provisioning complete for port 229cac8f-6a8d-4b6e-a618-e3fd6d970e63 triggered by entity DHCP. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 25 19:29:28.310837 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-4815621e-bd14-4b48-9341-f8d5a01453d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133789'] for port (229cac8f-6a8d-4b6e-a618-e3fd6d970e63), provisioning_complete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:29:28.314699 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e724c70-2098-4c97-a1ef-8ad4336f9026 req-bbbf3d06-4c77-458b-b58a-a5378b42c729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:29:28.316455 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-6e724c70-2098-4c97-a1ef-8ad4336f9026 req-bbbf3d06-4c77-458b-b58a-a5378b42c729 service neutron] 10.222.0.26 "GET /v2.0/networks?id=90b5080c-c621-4204-a1f6-ac899cb26880 HTTP/1.1" status: 200 len: 916 time: 0.1421254 Mar 25 19:29:28.346019 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.18', 39114) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:29:28.386952 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-505b5b79-1f7e-4d33-a389-6239a1b4a562 tempest-TestMinimumBasicScenario-1909420146 tempest-TestMinimumBasicScenario-1909420146-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687199'] for security_group (ddeef9f2-e707-439c-b964-6f9b37489b66), after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:29:28.389930 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-505b5b79-1f7e-4d33-a389-6239a1b4a562 tempest-TestMinimumBasicScenario-1909420146 tempest-TestMinimumBasicScenario-1909420146-project] Publish callbacks [] for security_group (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:29:28.394363 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.18', 39118) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:29:28.394567 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-505b5b79-1f7e-4d33-a389-6239a1b4a562 tempest-TestMinimumBasicScenario-1909420146 tempest-TestMinimumBasicScenario-1909420146-project] 10.222.0.18 "DELETE /v2.0/security-groups/ddeef9f2-e707-439c-b964-6f9b37489b66 HTTP/1.1" status: 204 len: 168 time: 0.4157257 Mar 25 19:29:28.408187 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-4815621e-bd14-4b48-9341-f8d5a01453d7 None None] Current status of the port 229cac8f-6a8d-4b6e-a618-e3fd6d970e63 is: ACTIVE; New status is: ACTIVE {{(pid=103198) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 25 19:29:28.410205 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505b5b79-1f7e-4d33-a389-6239a1b4a562 tempest-TestMinimumBasicScenario-1909420146 tempest-TestMinimumBasicScenario-1909420146-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddeef9f2-e707-439c-b964-6f9b37489b66,revision_number=None']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:29:28.413649 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-6e724c70-2098-4c97-a1ef-8ad4336f9026 req-ad26e629-2d6a-4644-9123-8f7245a12531 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=229cac8f-6a8d-4b6e-a618-e3fd6d970e63 HTTP/1.1" status: 200 len: 1000 time: 0.0906212 Mar 25 19:29:28.469032 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e724c70-2098-4c97-a1ef-8ad4336f9026 req-a42c7a84-dcec-4718-9454-99223f443d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:29:28.470816 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-6e724c70-2098-4c97-a1ef-8ad4336f9026 req-a42c7a84-dcec-4718-9454-99223f443d12 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=947c40b8-7890-4f1b-a010-66d2d58532e3 HTTP/1.1" status: 200 len: 854 time: 0.0505843 Mar 25 19:29:28.519414 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e724c70-2098-4c97-a1ef-8ad4336f9026 req-63754d35-8787-4865-8464-a3161be84d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:29:28.520944 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-6e724c70-2098-4c97-a1ef-8ad4336f9026 req-63754d35-8787-4865-8464-a3161be84d0d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=90b5080c-c621-4204-a1f6-ac899cb26880&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0440948 Mar 25 19:29:28.526726 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-38b641ad-daf8-475c-88fd-4b0efbfc6f13 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:29:28.614181 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-6e724c70-2098-4c97-a1ef-8ad4336f9026 req-5e8d0e23-8bf6-4198-a88a-2756fb0574cc service neutron] 10.222.0.26 "GET /v2.0/networks/90b5080c-c621-4204-a1f6-ac899cb26880?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869734 Mar 25 19:29:28.634032 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.plugins.ml2.plugin [None req-fe60fdfa-20f6-4a67-b7de-6b41eafde9f7 tempest-TestMinimumBasicScenario-1909420146 tempest-TestMinimumBasicScenario-1909420146-project] Deleting port f441a69b-356f-419e-8c68-758037e593c4 {{(pid=103197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 25 19:29:28.634667 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-fe60fdfa-20f6-4a67-b7de-6b41eafde9f7 tempest-TestMinimumBasicScenario-1909420146 tempest-TestMinimumBasicScenario-1909420146-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741036672799'] for port (f441a69b-356f-419e-8c68-758037e593c4), before_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:29:28.681470 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-38b641ad-daf8-475c-88fd-4b0efbfc6f13 admin admin] Publish callbacks [] for security_group (35a697e6-0766-4481-9127-52beee5c47d9), precommit_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:29:28.687940 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-38b641ad-daf8-475c-88fd-4b0efbfc6f13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687199'] for security_group (35a697e6-0766-4481-9127-52beee5c47d9), after_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:29:28.700558 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-6e724c70-2098-4c97-a1ef-8ad4336f9026 req-b9a02f4b-9389-4d24-9ab8-8c2acb122f75 service neutron] 10.222.0.26 "GET /v2.0/networks/90b5080c-c621-4204-a1f6-ac899cb26880?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807774 Mar 25 19:29:28.747337 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-38b641ad-daf8-475c-88fd-4b0efbfc6f13 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f4fbdd119e7f4114bd33c069d4a63868&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4002035 Mar 25 19:29:28.749928 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.18', 39120) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:29:28.752687 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b641ad-daf8-475c-88fd-4b0efbfc6f13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35a697e6-0766-4481-9127-52beee5c47d9,revision_number=1']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:29:28.758316 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-fe60fdfa-20f6-4a67-b7de-6b41eafde9f7 tempest-TestMinimumBasicScenario-1909420146 tempest-TestMinimumBasicScenario-1909420146-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3766103'] for port (f441a69b-356f-419e-8c68-758037e593c4), precommit_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:29:28.758681 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-fe60fdfa-20f6-4a67-b7de-6b41eafde9f7 tempest-TestMinimumBasicScenario-1909420146 tempest-TestMinimumBasicScenario-1909420146-project] Publish callbacks [] for floatingip (f441a69b-356f-419e-8c68-758037e593c4), precommit_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:29:28.771117 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.plugins.ml2.plugin [None req-fe60fdfa-20f6-4a67-b7de-6b41eafde9f7 tempest-TestMinimumBasicScenario-1909420146 tempest-TestMinimumBasicScenario-1909420146-project] Calling delete_port for f441a69b-356f-419e-8c68-758037e593c4 owned by network:floatingip {{(pid=103197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 25 19:29:28.797804 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-7b0473c2-65c6-4cd8-828b-11e282cf836b admin admin] Publish callbacks [] for security_group (35a697e6-0766-4481-9127-52beee5c47d9), before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:29:28.818221 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-7b0473c2-65c6-4cd8-828b-11e282cf836b admin admin] Publish callbacks [] for security_group (35a697e6-0766-4481-9127-52beee5c47d9), precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:29:28.868532 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-7b0473c2-65c6-4cd8-828b-11e282cf836b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687199'] for security_group (35a697e6-0766-4481-9127-52beee5c47d9), after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:29:28.871001 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-7b0473c2-65c6-4cd8-828b-11e282cf836b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:29:28.872133 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-7b0473c2-65c6-4cd8-828b-11e282cf836b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/35a697e6-0766-4481-9127-52beee5c47d9 HTTP/1.1" status: 204 len: 168 time: 0.1211958 Mar 25 19:29:28.884298 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0473c2-65c6-4cd8-828b-11e282cf836b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35a697e6-0766-4481-9127-52beee5c47d9,revision_number=None']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:29:28.948195 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-fe60fdfa-20f6-4a67-b7de-6b41eafde9f7 tempest-TestMinimumBasicScenario-1909420146 tempest-TestMinimumBasicScenario-1909420146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741036679554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741036190724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59283508'] for port (f441a69b-356f-419e-8c68-758037e593c4), after_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:29:28.974469 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe60fdfa-20f6-4a67-b7de-6b41eafde9f7 tempest-TestMinimumBasicScenario-1909420146 tempest-TestMinimumBasicScenario-1909420146-project] Pushing event deleted for resources: {'Port': ['ID=f441a69b-356f-419e-8c68-758037e593c4,revision_number=None']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:29:29.035882 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-fe60fdfa-20f6-4a67-b7de-6b41eafde9f7 tempest-TestMinimumBasicScenario-1909420146 tempest-TestMinimumBasicScenario-1909420146-project] Publish callbacks [] for floatingip (bc5b6f49-24b3-42ca-9057-469eed2f8897), after_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:29:29.036216 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.db.l3_db [None req-fe60fdfa-20f6-4a67-b7de-6b41eafde9f7 tempest-TestMinimumBasicScenario-1909420146 tempest-TestMinimumBasicScenario-1909420146-project] Floating IP bc5b6f49-24b3-42ca-9057-469eed2f8897 disassociated (deleted). External IP: 172.27.0.24, port: 229cac8f-6a8d-4b6e-a618-e3fd6d970e63. Mar 25 19:29:29.143490 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.18', 39126) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:29:29.158898 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-40303604-c767-4b35-9387-a94498dcaadb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:29:29.215320 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-bfcc621e-35c9-4ac2-b4cb-53c403134561 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741036503857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133703'] for agent (9ba807d9-64cc-4b2a-8ad2-e4f3b23bc779), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:29:29.294692 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe60fdfa-20f6-4a67-b7de-6b41eafde9f7 tempest-TestMinimumBasicScenario-1909420146 tempest-TestMinimumBasicScenario-1909420146-project] Router 50247d3f-4ce7-4da7-ab3e-4a85e05733f4 has already been hosted by L3 agent af1b81b0-43af-47bb-a61e-8e46b36efc57 {{(pid=103197) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 25 19:29:29.327187 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-40303604-c767-4b35-9387-a94498dcaadb admin admin] Publish callbacks [] for security_group (e0ded49f-a46b-48f2-8d94-93a27c4e7c98), precommit_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:29:29.358092 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-40303604-c767-4b35-9387-a94498dcaadb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687199'] for security_group (e0ded49f-a46b-48f2-8d94-93a27c4e7c98), after_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:29:29.438787 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-40303604-c767-4b35-9387-a94498dcaadb admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=42413a71f1274223b675009becb02a39&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2942629 Mar 25 19:29:29.441817 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.18', 39128) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:29:29.443047 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40303604-c767-4b35-9387-a94498dcaadb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0ded49f-a46b-48f2-8d94-93a27c4e7c98,revision_number=1']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:29:29.466664 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe60fdfa-20f6-4a67-b7de-6b41eafde9f7 tempest-TestMinimumBasicScenario-1909420146 tempest-TestMinimumBasicScenario-1909420146-project] Notify agent at l3_agent.dv-cinder-755101-7-iscsi the message routers_updated {{(pid=103197) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 25 19:29:29.471109 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-fe60fdfa-20f6-4a67-b7de-6b41eafde9f7 tempest-TestMinimumBasicScenario-1909420146 tempest-TestMinimumBasicScenario-1909420146-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63648'] for floatingip (None), before_response {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:29:29.478966 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c195767a-99fa-448e-8716-2fd323942931 None None] Sync routers for ids ['50247d3f-4ce7-4da7-ab3e-4a85e05733f4'] in dv-cinder-755101-7-iscsi {{(pid=103198) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 25 19:29:29.488777 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c195767a-99fa-448e-8716-2fd323942931 None None] Routers {'50247d3f-4ce7-4da7-ab3e-4a85e05733f4'} bound to L3 agent in host dv-cinder-755101-7-iscsi {{(pid=103198) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 25 19:29:29.489487 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.l3_hamode_db [None req-c195767a-99fa-448e-8716-2fd323942931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755101-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-25T19:11:57Z,description=,heartbeat_timestamp=2022-03-25T19:29:27Z,host='dv-cinder-755101-7-iscsi',id=af1b81b0-43af-47bb-a61e-8e46b36efc57,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:11:57Z,topic='l3_agent')) {'router_ids': ['50247d3f-4ce7-4da7-ab3e-4a85e05733f4'], 'active': True} {{(pid=103198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 19:29:29.496006 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-00e23558-c60d-41f1-b50c-50f606982744 admin admin] Publish callbacks [] for security_group (e0ded49f-a46b-48f2-8d94-93a27c4e7c98), before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:29:29.503010 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-fe60fdfa-20f6-4a67-b7de-6b41eafde9f7 tempest-TestMinimumBasicScenario-1909420146 tempest-TestMinimumBasicScenario-1909420146-project] 10.222.0.18 "DELETE /v2.0/floatingips/bc5b6f49-24b3-42ca-9057-469eed2f8897 HTTP/1.1" status: 204 len: 168 time: 1.1049063 Mar 25 19:29:29.518087 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-00e23558-c60d-41f1-b50c-50f606982744 admin admin] Publish callbacks [] for security_group (e0ded49f-a46b-48f2-8d94-93a27c4e7c98), precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:29:29.571800 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-00e23558-c60d-41f1-b50c-50f606982744 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687199'] for security_group (e0ded49f-a46b-48f2-8d94-93a27c4e7c98), after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:29:29.574364 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-00e23558-c60d-41f1-b50c-50f606982744 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:29:29.575536 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-00e23558-c60d-41f1-b50c-50f606982744 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e0ded49f-a46b-48f2-8d94-93a27c4e7c98 HTTP/1.1" status: 204 len: 168 time: 0.1327372 Mar 25 19:29:29.584119 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e23558-c60d-41f1-b50c-50f606982744 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0ded49f-a46b-48f2-8d94-93a27c4e7c98,revision_number=None']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:29:29.616042 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.l3_dvr_db [None req-c195767a-99fa-448e-8716-2fd323942931 None None] Set router 50247d3f-4ce7-4da7-ab3e-4a85e05733f4 gateway port host: dv-cinder-755101-7-iscsi {{(pid=103198) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 25 19:29:29.849066 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.l3_hamode_db [None req-c195767a-99fa-448e-8716-2fd323942931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50247d3f-4ce7-4da7-ab3e-4a85e05733f4', 'name': 'tempest-TestMinimumBasicScenario-2140778875-router', 'tenant_id': 'de6288af9cbc41b895e700e06b64d38f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'external_fixed_ips': [{'subnet_id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'ip_address': '172.27.0.148'}], 'enable_snat': True}, 'gw_port_id': 'd5f8a0d2-aa80-49a9-a06e-c68b7348013e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T19:27:15Z', 'updated_at': '2022-03-25T19:27:18Z', 'revision_number': 4, 'project_id': 'de6288af9cbc41b895e700e06b64d38f', 'gw_port': {'id': 'd5f8a0d2-aa80-49a9-a06e-c68b7348013e', 'name': '', 'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:35:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50247d3f-4ce7-4da7-ab3e-4a85e05733f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'ip_address': '172.27.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T19:27:15Z', 'updated_at': '2022-03-25T19:27:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755101-7-iscsi', '_interfaces': [{'id': '1ea4a206-4b16-4784-9988-1cdd7cfd5e26', 'name': '', 'network_id': '90b5080c-c621-4204-a1f6-ac899cb26880', 'tenant_id': 'de6288af9cbc41b895e700e06b64d38f', 'mac_address': 'fa:16:3e:f1:b0:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50247d3f-4ce7-4da7-ab3e-4a85e05733f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '947c40b8-7890-4f1b-a010-66d2d58532e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T19:27:17Z', 'updated_at': '2022-03-25T19:27:22Z', 'revision_number': 5, 'project_id': 'de6288af9cbc41b895e700e06b64d38f', 'subnets': [{'id': '947c40b8-7890-4f1b-a010-66d2d58532e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-755101-7-iscsi', False) {} {{(pid=103198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 19:29:29.875642 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c195767a-99fa-448e-8716-2fd323942931 None None] Checking router: 50247d3f-4ce7-4da7-ab3e-4a85e05733f4 for host: dv-cinder-755101-7-iscsi {{(pid=103198) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 25 19:29:29.883801 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c195767a-99fa-448e-8716-2fd323942931 None None] Routers {'50247d3f-4ce7-4da7-ab3e-4a85e05733f4'} bound to L3 agent in host dv-cinder-755101-7-iscsi {{(pid=103198) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 25 19:29:29.884421 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.l3_hamode_db [None req-c195767a-99fa-448e-8716-2fd323942931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755101-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-25T19:11:57Z,description=,heartbeat_timestamp=2022-03-25T19:29:27Z,host='dv-cinder-755101-7-iscsi',id=af1b81b0-43af-47bb-a61e-8e46b36efc57,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:11:57Z,topic='l3_agent')) {'router_ids': ['50247d3f-4ce7-4da7-ab3e-4a85e05733f4'], 'active': True} {{(pid=103198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 19:29:30.044447 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8123d82b-a430-4a3a-b605-b45a0ad9ca0c', 'tag': '229cac8f-6a8d-4b6e-a618-e3fd6d970e63'}] {{(pid=103197) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 25 19:29:30.047359 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7289d4093f021cbd7bf50bbaa59f437c9f72b9c220592c3ffe9e03ab6ac51c7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63a07d83-8548-4a5a-8cb3-26d580358ea8" -d '{"events": [{"name": "network-changed", "server_uuid": "8123d82b-a430-4a3a-b605-b45a0ad9ca0c", "tag": "229cac8f-6a8d-4b6e-a618-e3fd6d970e63"}]}' {{(pid=103197) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 25 19:29:30.088602 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Mar 2022 19:29:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d260336-464d-4384-9519-69fb9931d1d5 x-openstack-request-id: req-3d260336-464d-4384-9519-69fb9931d1d5 {{(pid=103197) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 25 19:29:30.088964 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8123d82b-a430-4a3a-b605-b45a0ad9ca0c", "tag": "229cac8f-6a8d-4b6e-a618-e3fd6d970e63", "status": "completed", "code": 200}]} {{(pid=103197) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 25 19:29:30.089216 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3d260336-464d-4384-9519-69fb9931d1d5 {{(pid=103197) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 25 19:29:30.089620 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d260336-464d-4384-9519-69fb9931d1d5'] response: {'name': 'network-changed', 'server_uuid': '8123d82b-a430-4a3a-b605-b45a0ad9ca0c', 'tag': '229cac8f-6a8d-4b6e-a618-e3fd6d970e63', 'status': 'completed', 'code': 200} Mar 25 19:29:30.134172 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.l3_dvr_db [None req-c195767a-99fa-448e-8716-2fd323942931 None None] Set router 50247d3f-4ce7-4da7-ab3e-4a85e05733f4 gateway port host: dv-cinder-755101-7-iscsi {{(pid=103198) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 25 19:29:30.159370 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a07d83-8548-4a5a-8cb3-26d580358ea8 req-0fd99cdf-913c-4ff5-9d45-964e8b1b30d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:29:30.160966 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-63a07d83-8548-4a5a-8cb3-26d580358ea8 req-0fd99cdf-913c-4ff5-9d45-964e8b1b30d1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=de6288af9cbc41b895e700e06b64d38f&device_id=8123d82b-a430-4a3a-b605-b45a0ad9ca0c HTTP/1.1" status: 200 len: 1129 time: 0.0471380 Mar 25 19:29:30.258884 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a07d83-8548-4a5a-8cb3-26d580358ea8 req-ab61fa94-59a6-45bc-b6cd-4194d3fde9db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:29:30.260356 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-63a07d83-8548-4a5a-8cb3-26d580358ea8 req-ab61fa94-59a6-45bc-b6cd-4194d3fde9db service neutron] 10.222.0.26 "GET /v2.0/networks?id=90b5080c-c621-4204-a1f6-ac899cb26880 HTTP/1.1" status: 200 len: 916 time: 0.0938153 Mar 25 19:29:30.302115 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-63a07d83-8548-4a5a-8cb3-26d580358ea8 req-b51313aa-9e25-451c-a92d-76b9b9c42f7d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=229cac8f-6a8d-4b6e-a618-e3fd6d970e63 HTTP/1.1" status: 200 len: 217 time: 0.0355246 Mar 25 19:29:30.342454 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.18', 39160) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:29:30.355868 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.l3_hamode_db [None req-c195767a-99fa-448e-8716-2fd323942931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50247d3f-4ce7-4da7-ab3e-4a85e05733f4', 'name': 'tempest-TestMinimumBasicScenario-2140778875-router', 'tenant_id': 'de6288af9cbc41b895e700e06b64d38f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'external_fixed_ips': [{'subnet_id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'ip_address': '172.27.0.148'}], 'enable_snat': True}, 'gw_port_id': 'd5f8a0d2-aa80-49a9-a06e-c68b7348013e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T19:27:15Z', 'updated_at': '2022-03-25T19:27:18Z', 'revision_number': 4, 'project_id': 'de6288af9cbc41b895e700e06b64d38f', 'gw_port': {'id': 'd5f8a0d2-aa80-49a9-a06e-c68b7348013e', 'name': '', 'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:35:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50247d3f-4ce7-4da7-ab3e-4a85e05733f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'ip_address': '172.27.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T19:27:15Z', 'updated_at': '2022-03-25T19:27:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755101-7-iscsi', '_interfaces': [{'id': '1ea4a206-4b16-4784-9988-1cdd7cfd5e26', 'name': '', 'network_id': '90b5080c-c621-4204-a1f6-ac899cb26880', 'tenant_id': 'de6288af9cbc41b895e700e06b64d38f', 'mac_address': 'fa:16:3e:f1:b0:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50247d3f-4ce7-4da7-ab3e-4a85e05733f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '947c40b8-7890-4f1b-a010-66d2d58532e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T19:27:17Z', 'updated_at': '2022-03-25T19:27:22Z', 'revision_number': 5, 'project_id': 'de6288af9cbc41b895e700e06b64d38f', 'subnets': [{'id': '947c40b8-7890-4f1b-a010-66d2d58532e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-755101-7-iscsi', False) {} {{(pid=103198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 19:29:30.356420 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a07d83-8548-4a5a-8cb3-26d580358ea8 req-798a7880-7449-44b5-9283-0f6e8736de7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:29:30.357989 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-63a07d83-8548-4a5a-8cb3-26d580358ea8 req-798a7880-7449-44b5-9283-0f6e8736de7b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=947c40b8-7890-4f1b-a010-66d2d58532e3 HTTP/1.1" status: 200 len: 854 time: 0.0499322 Mar 25 19:29:30.387880 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c195767a-99fa-448e-8716-2fd323942931 None None] The sync data for ids ['50247d3f-4ce7-4da7-ab3e-4a85e05733f4'] in dv-cinder-755101-7-iscsi is: [{'id': '50247d3f-4ce7-4da7-ab3e-4a85e05733f4', 'name': 'tempest-TestMinimumBasicScenario-2140778875-router', 'tenant_id': 'de6288af9cbc41b895e700e06b64d38f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'external_fixed_ips': [{'subnet_id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'ip_address': '172.27.0.148'}], 'enable_snat': True}, 'gw_port_id': 'd5f8a0d2-aa80-49a9-a06e-c68b7348013e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T19:27:15Z', 'updated_at': '2022-03-25T19:27:18Z', 'revision_number': 4, 'project_id': 'de6288af9cbc41b895e700e06b64d38f', 'gw_port': {'id': 'd5f8a0d2-aa80-49a9-a06e-c68b7348013e', 'name': '', 'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:35:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50247d3f-4ce7-4da7-ab3e-4a85e05733f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'ip_address': '172.27.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T19:27:15Z', 'updated_at': '2022-03-25T19:27:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755101-7-iscsi', '_interfaces': [{'id': '1ea4a206-4b16-4784-9988-1cdd7cfd5e26', 'name': '', 'network_id': '90b5080c-c621-4204-a1f6-ac899cb26880', 'tenant_id': 'de6288af9cbc41b895e700e06b64d38f', 'mac_address': 'fa:16:3e:f1:b0:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50247d3f-4ce7-4da7-ab3e-4a85e05733f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '947c40b8-7890-4f1b-a010-66d2d58532e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T19:27:17Z', 'updated_at': '2022-03-25T19:27:22Z', 'revision_number': 5, 'project_id': 'de6288af9cbc41b895e700e06b64d38f', 'subnets': [{'id': '947c40b8-7890-4f1b-a010-66d2d58532e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103198) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 25 19:29:30.424038 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a07d83-8548-4a5a-8cb3-26d580358ea8 req-02df1ec0-0f28-4cda-acf3-a7b4e883cef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:29:30.425950 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-63a07d83-8548-4a5a-8cb3-26d580358ea8 req-02df1ec0-0f28-4cda-acf3-a7b4e883cef7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=90b5080c-c621-4204-a1f6-ac899cb26880&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0618370 Mar 25 19:29:30.495840 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.v2.base [None req-fefebd07-455c-498a-a2f0-c4cce523e0ef admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-164766631-network', 'tenant_id': '22700427efd5416ba54e8fff0ea96369'}} {{(pid=103197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 19:29:30.514734 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fefebd07-455c-498a-a2f0-c4cce523e0ef admin admin] Made reservation on behalf of 22700427efd5416ba54e8fff0ea96369 for: {'network': 1} {{(pid=103197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 19:29:30.521318 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-fefebd07-455c-498a-a2f0-c4cce523e0ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1293263'] for network (None), before_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:29:30.522414 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-63a07d83-8548-4a5a-8cb3-26d580358ea8 req-cd1c1cd0-acc4-4c62-85de-18aafb3d9ff3 service neutron] 10.222.0.26 "GET /v2.0/networks/90b5080c-c621-4204-a1f6-ac899cb26880?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903168 Mar 25 19:29:30.531089 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-fefebd07-455c-498a-a2f0-c4cce523e0ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:29:30.618596 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-fefebd07-455c-498a-a2f0-c4cce523e0ef admin admin] Publish callbacks [] for security_group (7d4a2c3d-f576-4eac-950b-3c8ceabf35a8), precommit_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:29:30.624413 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-63a07d83-8548-4a5a-8cb3-26d580358ea8 req-a7441d73-e6ab-4ec1-aca9-125cd95e492c service neutron] 10.222.0.26 "GET /v2.0/networks/90b5080c-c621-4204-a1f6-ac899cb26880?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955832 Mar 25 19:29:30.625531 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-fefebd07-455c-498a-a2f0-c4cce523e0ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687199'] for security_group (7d4a2c3d-f576-4eac-950b-3c8ceabf35a8), after_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:29:30.656593 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fefebd07-455c-498a-a2f0-c4cce523e0ef admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 257} {{(pid=103197) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 25 19:29:30.662203 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefebd07-455c-498a-a2f0-c4cce523e0ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d4a2c3d-f576-4eac-950b-3c8ceabf35a8,revision_number=1']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:29:30.669854 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-fefebd07-455c-498a-a2f0-c4cce523e0ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1189096'] for segment (29a34fa0-8a6c-4ca8-aad5-8221d12c4bf3), precommit_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:29:30.670348 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.db.segments_db [None req-fefebd07-455c-498a-a2f0-c4cce523e0ef admin admin] Added segment 29a34fa0-8a6c-4ca8-aad5-8221d12c4bf3 of type vlan for network 910c9359-a549-42a9-b702-b2e32c99c77f Mar 25 19:29:30.675038 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d5a1775-203c-49a5-84e0-83f51193ecad None None] New status for floating IP bc5b6f49-24b3-42ca-9057-469eed2f8897: DOWN {{(pid=103199) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 25 19:29:30.716517 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-fefebd07-455c-498a-a2f0-c4cce523e0ef admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741036145210'] for network (910c9359-a549-42a9-b702-b2e32c99c77f), precommit_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:29:30.741288 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-fefebd07-455c-498a-a2f0-c4cce523e0ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877'] for network (910c9359-a549-42a9-b702-b2e32c99c77f), after_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:29:30.742232 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fefebd07-455c-498a-a2f0-c4cce523e0ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:29:30.742860 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-fefebd07-455c-498a-a2f0-c4cce523e0ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692927'] for network (None), before_response {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:29:30.764696 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741036503857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133703'] for agent (e10cc9df-a7ce-4b9c-bc25-dffd007f5dd8), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:29:30.794342 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-fefebd07-455c-498a-a2f0-c4cce523e0ef admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4507487 Mar 25 19:29:30.797175 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.18', 39166) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:29:30.801917 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.v2.base [None req-31f783bc-ce76-45e2-a27a-fd6ab83bc9b6 admin admin] Request body: {'subnet': {'network_id': '910c9359-a549-42a9-b702-b2e32c99c77f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-164766631-subnet', 'tenant_id': '22700427efd5416ba54e8fff0ea96369', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 19:29:30.805639 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741036503857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133703'] for agent (239dac0e-b210-4295-8f1a-11f7f9dc3de1), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:29:30.822571 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefebd07-455c-498a-a2f0-c4cce523e0ef admin admin] Pushing event updated for resources: {'Network': ['ID=910c9359-a549-42a9-b702-b2e32c99c77f,revision_number=1']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:29:30.832526 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Network 910c9359-a549-42a9-b702-b2e32c99c77f details requested by agent ovs-agent-dv-cinder-755101-7-iscsi with host dv-cinder-755101-7-iscsi {{(pid=103198) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 25 19:29:30.837646 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31f783bc-ce76-45e2-a27a-fd6ab83bc9b6 admin admin] Made reservation on behalf of 22700427efd5416ba54e8fff0ea96369 for: {'subnet': 1} {{(pid=103197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 19:29:30.840720 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-31f783bc-ce76-45e2-a27a-fd6ab83bc9b6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59750796'] for subnet (None), before_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:29:31.024175 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-31f783bc-ce76-45e2-a27a-fd6ab83bc9b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59285124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59750810'] for subnet (3930120b-c6e7-4aab-8606-5d7963ddcb24), after_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:29:31.075774 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f783bc-ce76-45e2-a27a-fd6ab83bc9b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3930120b-c6e7-4aab-8606-5d7963ddcb24,revision_number=0']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:29:31.085642 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31f783bc-ce76-45e2-a27a-fd6ab83bc9b6 admin admin] Checking segment: {'id': '29a34fa0-8a6c-4ca8-aad5-8221d12c4bf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '910c9359-a549-42a9-b702-b2e32c99c77f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 25 19:29:31.086061 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31f783bc-ce76-45e2-a27a-fd6ab83bc9b6 admin admin] Network hostable DHCP agents. Network: 910c9359-a549-42a9-b702-b2e32c99c77f, hostable agents: ['ff15a80c-2d7c-4104-a6ad-0973d1d911f7'], hosted agents: [] {{(pid=103197) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 25 19:29:31.103174 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31f783bc-ce76-45e2-a27a-fd6ab83bc9b6 admin admin] Network 910c9359-a549-42a9-b702-b2e32c99c77f is scheduled to be hosted by DHCP agent ff15a80c-2d7c-4104-a6ad-0973d1d911f7 with binding_index 1 {{(pid=103197) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 25 19:29:31.111274 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.scheduler.base_scheduler [None req-31f783bc-ce76-45e2-a27a-fd6ab83bc9b6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-755101-7-iscsi, 910c9359-a549-42a9-b702-b2e32c99c77f) {{(pid=103197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 19:29:31.115658 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31f783bc-ce76-45e2-a27a-fd6ab83bc9b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:29:31.116140 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-31f783bc-ce76-45e2-a27a-fd6ab83bc9b6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:29:31.122397 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44fe085b-090a-46ab-b70d-f8c771e321ea None None] Network 910c9359-a549-42a9-b702-b2e32c99c77f requested from dv-cinder-755101-7-iscsi {{(pid=103198) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 25 19:29:31.134652 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-31f783bc-ce76-45e2-a27a-fd6ab83bc9b6 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3364584 Mar 25 19:29:31.224687 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ab635e0-0d38-4542-8a09-ef7e09a57890 None None] Network 910c9359-a549-42a9-b702-b2e32c99c77f requested from dv-cinder-755101-7-iscsi {{(pid=103198) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 25 19:29:32.247162 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1b6a63-4c27-46f9-abf2-61ed088cc331 req-adf08d85-0b87-4d7f-b897-48c662fb9fdc tempest-TestMinimumBasicScenario-1909420146 tempest-TestMinimumBasicScenario-1909420146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:29:32.248625 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-1e1b6a63-4c27-46f9-abf2-61ed088cc331 req-adf08d85-0b87-4d7f-b897-48c662fb9fdc tempest-TestMinimumBasicScenario-1909420146 tempest-TestMinimumBasicScenario-1909420146-project] 10.222.0.18 "GET /v2.0/ports?device_id=8123d82b-a430-4a3a-b605-b45a0ad9ca0c HTTP/1.1" status: 200 len: 945 time: 0.0558879 Mar 25 19:29:32.293852 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-1e1b6a63-4c27-46f9-abf2-61ed088cc331 req-27655bfd-306f-4f2f-8a6e-7eb2051d75b4 tempest-TestMinimumBasicScenario-1909420146 tempest-TestMinimumBasicScenario-1909420146-project] 10.222.0.18 "GET /v2.0/security-groups?id=de11b369-bf18-417b-b57a-1a4e784dc595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394337 Mar 25 19:29:32.897719 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfb5184-cb43-42e6-b189-7a22332aff68 req-ad231721-20f8-4cd5-ab5e-9bcbaf3b3ee4 tempest-VolumesSnapshotTestJSON-860154138 tempest-VolumesSnapshotTestJSON-860154138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:29:32.899203 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-1dfb5184-cb43-42e6-b189-7a22332aff68 req-ad231721-20f8-4cd5-ab5e-9bcbaf3b3ee4 tempest-VolumesSnapshotTestJSON-860154138 tempest-VolumesSnapshotTestJSON-860154138-project] 10.222.0.18 "GET /v2.0/networks?id=910c9359-a549-42a9-b702-b2e32c99c77f HTTP/1.1" status: 200 len: 813 time: 0.1001570 Mar 25 19:29:32.913023 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-1dfb5184-cb43-42e6-b189-7a22332aff68 req-909ebeb3-aafe-46f4-a69e-f124aa8348ff tempest-VolumesSnapshotTestJSON-860154138 tempest-VolumesSnapshotTestJSON-860154138-project] 10.222.0.18 "GET /v2.0/quotas/22700427efd5416ba54e8fff0ea96369 HTTP/1.1" status: 200 len: 375 time: 0.0085762 Mar 25 19:29:32.944226 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-1dfb5184-cb43-42e6-b189-7a22332aff68 req-aaa7d146-2836-4489-9d23-51fdf438b1ec tempest-VolumesSnapshotTestJSON-860154138 tempest-VolumesSnapshotTestJSON-860154138-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=22700427efd5416ba54e8fff0ea96369&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0260997 Mar 25 19:29:33.031690 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-1dfb5184-cb43-42e6-b189-7a22332aff68 req-875516ac-90d7-408b-9fcd-927e3e20a228 service neutron] 10.222.0.18 "GET /v2.0/networks/910c9359-a549-42a9-b702-b2e32c99c77f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812087 Mar 25 19:29:33.117054 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-1dfb5184-cb43-42e6-b189-7a22332aff68 req-e3cac222-66e1-41b7-a0f3-221034bf96d0 service neutron] 10.222.0.18 "GET /v2.0/networks/910c9359-a549-42a9-b702-b2e32c99c77f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797822 Mar 25 19:29:33.268750 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-d576cd63-862a-43b1-b087-790d0116f538 req-3361b534-73d3-4bd8-9fd8-ffb7574b4ced tempest-VolumesSnapshotTestJSON-860154138 tempest-VolumesSnapshotTestJSON-860154138-project] 10.222.0.18 "GET /v2.0/ports?device_id=deaeb7e7-4f86-4e76-9397-c621f57b0a53 HTTP/1.1" status: 200 len: 210 time: 0.0258286 Mar 25 19:29:33.418219 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a277af2c-b9e8-4854-ae69-44fd945c3722 req-d636c8bf-9542-4375-8b87-8b14b1328299 tempest-TestMinimumBasicScenario-1909420146 tempest-TestMinimumBasicScenario-1909420146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:29:33.419721 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-a277af2c-b9e8-4854-ae69-44fd945c3722 req-d636c8bf-9542-4375-8b87-8b14b1328299 tempest-TestMinimumBasicScenario-1909420146 tempest-TestMinimumBasicScenario-1909420146-project] 10.222.0.18 "GET /v2.0/ports?device_id=8123d82b-a430-4a3a-b605-b45a0ad9ca0c HTTP/1.1" status: 200 len: 945 time: 0.0597842 Mar 25 19:29:33.468616 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-a277af2c-b9e8-4854-ae69-44fd945c3722 req-bec06b4e-3eec-4434-8cfd-d15e528e4173 tempest-TestMinimumBasicScenario-1909420146 tempest-TestMinimumBasicScenario-1909420146-project] 10.222.0.18 "GET /v2.0/security-groups?id=de11b369-bf18-417b-b57a-1a4e784dc595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433204 Mar 25 19:29:33.849356 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbae6a9-369e-4624-91d3-1bfb3489d119 req-269f85c5-8e0d-446d-874c-489c834add3d tempest-TestMinimumBasicScenario-1909420146 tempest-TestMinimumBasicScenario-1909420146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:29:33.850822 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-ffbae6a9-369e-4624-91d3-1bfb3489d119 req-269f85c5-8e0d-446d-874c-489c834add3d tempest-TestMinimumBasicScenario-1909420146 tempest-TestMinimumBasicScenario-1909420146-project] 10.222.0.26 "GET /v2.0/ports?device_id=8123d82b-a430-4a3a-b605-b45a0ad9ca0c HTTP/1.1" status: 200 len: 945 time: 0.0511193 Mar 25 19:29:33.942123 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [req-ffbae6a9-369e-4624-91d3-1bfb3489d119 req-d2c43f5e-4cd9-4702-aef6-fcdabb0fdb85 tempest-TestMinimumBasicScenario-1909420146 tempest-TestMinimumBasicScenario-1909420146-project] Deleting port 229cac8f-6a8d-4b6e-a618-e3fd6d970e63 {{(pid=103196) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 25 19:29:33.942804 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-ffbae6a9-369e-4624-91d3-1bfb3489d119 req-d2c43f5e-4cd9-4702-aef6-fcdabb0fdb85 tempest-TestMinimumBasicScenario-1909420146 tempest-TestMinimumBasicScenario-1909420146-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741036672799'] for port (229cac8f-6a8d-4b6e-a618-e3fd6d970e63), before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:29:34.028012 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.db [req-ffbae6a9-369e-4624-91d3-1bfb3489d119 req-d2c43f5e-4cd9-4702-aef6-fcdabb0fdb85 tempest-TestMinimumBasicScenario-1909420146 tempest-TestMinimumBasicScenario-1909420146-project] For port 229cac8f-6a8d-4b6e-a618-e3fd6d970e63, host hv-cinder-75510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75510',level=0,port_id=229cac8f-6a8d-4b6e-a618-e3fd6d970e63,segment=NetworkSegment(1a7e55d8-cf7a-4436-99f4-09c918a68e4c),segment_id=1a7e55d8-cf7a-4436-99f4-09c918a68e4c)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 25 19:29:34.028464 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-ffbae6a9-369e-4624-91d3-1bfb3489d119 req-d2c43f5e-4cd9-4702-aef6-fcdabb0fdb85 tempest-TestMinimumBasicScenario-1909420146 tempest-TestMinimumBasicScenario-1909420146-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3766103'] for port (229cac8f-6a8d-4b6e-a618-e3fd6d970e63), precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:29:34.041985 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [req-ffbae6a9-369e-4624-91d3-1bfb3489d119 req-d2c43f5e-4cd9-4702-aef6-fcdabb0fdb85 tempest-TestMinimumBasicScenario-1909420146 tempest-TestMinimumBasicScenario-1909420146-project] Calling delete_port for 229cac8f-6a8d-4b6e-a618-e3fd6d970e63 owned by compute:nova {{(pid=103196) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 25 19:29:34.208295 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfb5184-cb43-42e6-b189-7a22332aff68 req-eca89208-0ba2-44f0-bcd0-051c2354c7aa tempest-VolumesSnapshotTestJSON-860154138 tempest-VolumesSnapshotTestJSON-860154138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:29:34.209702 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-1dfb5184-cb43-42e6-b189-7a22332aff68 req-eca89208-0ba2-44f0-bcd0-051c2354c7aa tempest-VolumesSnapshotTestJSON-860154138 tempest-VolumesSnapshotTestJSON-860154138-project] 10.222.0.26 "GET /v2.0/networks?id=910c9359-a549-42a9-b702-b2e32c99c77f HTTP/1.1" status: 200 len: 813 time: 0.1219733 Mar 25 19:29:34.241132 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.v2.base [req-1dfb5184-cb43-42e6-b189-7a22332aff68 req-f6aa198f-d1c8-4cf8-afc1-e68746a969ae tempest-VolumesSnapshotTestJSON-860154138 tempest-VolumesSnapshotTestJSON-860154138-project] Request body: {'port': {'device_id': 'deaeb7e7-4f86-4e76-9397-c621f57b0a53', 'network_id': '910c9359-a549-42a9-b702-b2e32c99c77f', 'admin_state_up': True, 'tenant_id': '22700427efd5416ba54e8fff0ea96369'}} {{(pid=103196) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 19:29:34.315595 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-ffbae6a9-369e-4624-91d3-1bfb3489d119 req-d2c43f5e-4cd9-4702-aef6-fcdabb0fdb85 tempest-TestMinimumBasicScenario-1909420146 tempest-TestMinimumBasicScenario-1909420146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741036679554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741036190724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58911673'] for port (229cac8f-6a8d-4b6e-a618-e3fd6d970e63), after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:29:34.327436 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] get_ports_and_sgs() called for port_ids ['229cac8f-6a8d-4b6e-a618-e3fd6d970e63'] {{(pid=103198) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 25 19:29:34.353822 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c43f5e-4cd9-4702-aef6-fcdabb0fdb85 tempest-TestMinimumBasicScenario-1909420146 tempest-TestMinimumBasicScenario-1909420146-project] Pushing event deleted for resources: {'Port': ['ID=229cac8f-6a8d-4b6e-a618-e3fd6d970e63,revision_number=None']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:29:34.368003 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-33b91668-efda-4fd1-9e1e-681e4b7617ed req-306ad8ae-da19-47db-9491-cd19fd52dbda tempest-VolumesSnapshotTestJSON-860154138 tempest-VolumesSnapshotTestJSON-860154138-project] 10.222.0.18 "GET /v2.0/ports?device_id=deaeb7e7-4f86-4e76-9397-c621f57b0a53 HTTP/1.1" status: 200 len: 210 time: 0.0290811 Mar 25 19:29:34.419617 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffbae6a9-369e-4624-91d3-1bfb3489d119 req-d2c43f5e-4cd9-4702-aef6-fcdabb0fdb85 tempest-TestMinimumBasicScenario-1909420146 tempest-TestMinimumBasicScenario-1909420146-project] No DVR routers for this DVR port 229cac8f-6a8d-4b6e-a618-e3fd6d970e63 on host hv-cinder-75510 {{(pid=103196) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 25 19:29:34.423287 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-ffbae6a9-369e-4624-91d3-1bfb3489d119 req-d2c43f5e-4cd9-4702-aef6-fcdabb0fdb85 tempest-TestMinimumBasicScenario-1909420146 tempest-TestMinimumBasicScenario-1909420146-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63648'] for port (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:29:34.426531 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-ffbae6a9-369e-4624-91d3-1bfb3489d119 req-d2c43f5e-4cd9-4702-aef6-fcdabb0fdb85 tempest-TestMinimumBasicScenario-1909420146 tempest-TestMinimumBasicScenario-1909420146-project] 10.222.0.26 "DELETE /v2.0/ports/229cac8f-6a8d-4b6e-a618-e3fd6d970e63 HTTP/1.1" status: 204 len: 173 time: 0.5706470 Mar 25 19:29:34.426955 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8123d82b-a430-4a3a-b605-b45a0ad9ca0c', 'name': 'network-vif-deleted', 'tag': '229cac8f-6a8d-4b6e-a618-e3fd6d970e63'}] {{(pid=103196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 25 19:29:34.429148 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aab9b3bfb8b62b9c439d2baea07b5fa53a515b81dc2b4d2d70d2153c83a947a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b44a7340-5d7f-491e-a5c0-9d22454474ea" -d '{"events": [{"server_uuid": "8123d82b-a430-4a3a-b605-b45a0ad9ca0c", "name": "network-vif-deleted", "tag": "229cac8f-6a8d-4b6e-a618-e3fd6d970e63"}]}' {{(pid=103196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 25 19:29:34.437733 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1dfb5184-cb43-42e6-b189-7a22332aff68 req-f6aa198f-d1c8-4cf8-afc1-e68746a969ae tempest-VolumesSnapshotTestJSON-860154138 tempest-VolumesSnapshotTestJSON-860154138-project] Made reservation on behalf of 22700427efd5416ba54e8fff0ea96369 for: {'port': 1} {{(pid=103196) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 19:29:34.441893 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-1dfb5184-cb43-42e6-b189-7a22332aff68 req-f6aa198f-d1c8-4cf8-afc1-e68746a969ae tempest-VolumesSnapshotTestJSON-860154138 tempest-VolumesSnapshotTestJSON-860154138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1293263'] for port (None), before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:29:34.494238 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Mar 2022 19:29:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41159586-8f8b-42ce-9057-eecb5d5d66bd x-openstack-request-id: req-41159586-8f8b-42ce-9057-eecb5d5d66bd {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 25 19:29:34.494550 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8123d82b-a430-4a3a-b605-b45a0ad9ca0c", "name": "network-vif-deleted", "tag": "229cac8f-6a8d-4b6e-a618-e3fd6d970e63", "status": "completed", "code": 200}]} {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 25 19:29:34.494816 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-41159586-8f8b-42ce-9057-eecb5d5d66bd {{(pid=103196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 25 19:29:34.495193 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event matching ['req-41159586-8f8b-42ce-9057-eecb5d5d66bd'] response: {'server_uuid': '8123d82b-a430-4a3a-b605-b45a0ad9ca0c', 'name': 'network-vif-deleted', 'tag': '229cac8f-6a8d-4b6e-a618-e3fd6d970e63', 'status': 'completed', 'code': 200} Mar 25 19:29:34.569279 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-1f7420fa-e82c-49f6-b5a0-a054dd4c5a0e req-a204c80d-d76e-46bc-8f57-6a48f455fc29 tempest-TestMinimumBasicScenario-1909420146 tempest-TestMinimumBasicScenario-1909420146-project] 10.222.0.18 "GET /v2.0/ports?device_id=8123d82b-a430-4a3a-b605-b45a0ad9ca0c HTTP/1.1" status: 200 len: 210 time: 0.0276833 Mar 25 19:29:34.586422 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.db.db_base_plugin_common [req-1dfb5184-cb43-42e6-b189-7a22332aff68 req-f6aa198f-d1c8-4cf8-afc1-e68746a969ae tempest-VolumesSnapshotTestJSON-860154138 tempest-VolumesSnapshotTestJSON-860154138-project] Allocated IP 172.20.0.12 (910c9359-a549-42a9-b702-b2e32c99c77f/3930120b-c6e7-4aab-8606-5d7963ddcb24/7fc7f78b-1aad-47be-a1e4-eb492c951116) {{(pid=103196) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 19:29:34.733371 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-1dfb5184-cb43-42e6-b189-7a22332aff68 req-f6aa198f-d1c8-4cf8-afc1-e68746a969ae tempest-VolumesSnapshotTestJSON-860154138 tempest-VolumesSnapshotTestJSON-860154138-project] Publish callbacks [] for port (7fc7f78b-1aad-47be-a1e4-eb492c951116), precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:29:34.765752 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-1dfb5184-cb43-42e6-b189-7a22332aff68 req-f6aa198f-d1c8-4cf8-afc1-e68746a969ae tempest-VolumesSnapshotTestJSON-860154138 tempest-VolumesSnapshotTestJSON-860154138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741036193015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58911673'] for port (7fc7f78b-1aad-47be-a1e4-eb492c951116), after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:29:34.809080 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1dfb5184-cb43-42e6-b189-7a22332aff68 req-f6aa198f-d1c8-4cf8-afc1-e68746a969ae tempest-VolumesSnapshotTestJSON-860154138 tempest-VolumesSnapshotTestJSON-860154138-project] Network 910c9359-a549-42a9-b702-b2e32c99c77f is already hosted by enough agents. {{(pid=103196) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 19:29:34.812305 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.scheduler.base_scheduler [req-1dfb5184-cb43-42e6-b189-7a22332aff68 req-f6aa198f-d1c8-4cf8-afc1-e68746a969ae tempest-VolumesSnapshotTestJSON-860154138 tempest-VolumesSnapshotTestJSON-860154138-project] Resources bound (agent type, host, resource id): {{(pid=103196) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 19:29:34.816479 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [req-1dfb5184-cb43-42e6-b189-7a22332aff68 req-f6aa198f-d1c8-4cf8-afc1-e68746a969ae tempest-VolumesSnapshotTestJSON-860154138 tempest-VolumesSnapshotTestJSON-860154138-project] Received port after_create {{(pid=103196) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 25 19:29:34.846410 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6aa198f-d1c8-4cf8-afc1-e68746a969ae tempest-VolumesSnapshotTestJSON-860154138 tempest-VolumesSnapshotTestJSON-860154138-project] Pushing event updated for resources: {'Port': ['ID=7fc7f78b-1aad-47be-a1e4-eb492c951116,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:29:34.874951 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfb5184-cb43-42e6-b189-7a22332aff68 req-f6aa198f-d1c8-4cf8-afc1-e68746a969ae tempest-VolumesSnapshotTestJSON-860154138 tempest-VolumesSnapshotTestJSON-860154138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:29:34.875698 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-1dfb5184-cb43-42e6-b189-7a22332aff68 req-f6aa198f-d1c8-4cf8-afc1-e68746a969ae tempest-VolumesSnapshotTestJSON-860154138 tempest-VolumesSnapshotTestJSON-860154138-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63648'] for port (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:29:34.895655 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-1dfb5184-cb43-42e6-b189-7a22332aff68 req-f6aa198f-d1c8-4cf8-afc1-e68746a969ae tempest-VolumesSnapshotTestJSON-860154138 tempest-VolumesSnapshotTestJSON-860154138-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6577411 Mar 25 19:29:34.905966 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.v2.base [req-1dfb5184-cb43-42e6-b189-7a22332aff68 req-f2f57a73-0270-4fc4-b2be-94c3c8f853f5 service neutron] Request body: {'port': {'device_id': 'deaeb7e7-4f86-4e76-9397-c621f57b0a53', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75510'}} {{(pid=103196) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 19:29:34.970543 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-1dfb5184-cb43-42e6-b189-7a22332aff68 req-f2f57a73-0270-4fc4-b2be-94c3c8f853f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1293263'] for port (7fc7f78b-1aad-47be-a1e4-eb492c951116), before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:29:35.219190 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.notifiers.nova [req-1dfb5184-cb43-42e6-b189-7a22332aff68 req-f2f57a73-0270-4fc4-b2be-94c3c8f853f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7fc7f78b-1aad-47be-a1e4-eb492c951116 {{(pid=103196) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 25 19:29:35.226448 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-1dfb5184-cb43-42e6-b189-7a22332aff68 req-f2f57a73-0270-4fc4-b2be-94c3c8f853f5 service neutron] Publish callbacks [] for port (7fc7f78b-1aad-47be-a1e4-eb492c951116), precommit_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:29:35.237770 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [req-1dfb5184-cb43-42e6-b189-7a22332aff68 req-f2f57a73-0270-4fc4-b2be-94c3c8f853f5 service neutron] Transition to ACTIVE for port object 7fc7f78b-1aad-47be-a1e4-eb492c951116 will not be triggered until provisioned by entity L2. {{(pid=103196) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 25 19:29:35.242599 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-1dfb5184-cb43-42e6-b189-7a22332aff68 req-f2f57a73-0270-4fc4-b2be-94c3c8f853f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036679572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741036190733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741036190751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58911630'] for port (7fc7f78b-1aad-47be-a1e4-eb492c951116), after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:29:35.290718 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f57a73-0270-4fc4-b2be-94c3c8f853f5 service neutron] Pushing event updated for resources: {'Port': ['ID=7fc7f78b-1aad-47be-a1e4-eb492c951116,revision_number=2']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:29:35.362783 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [req-1dfb5184-cb43-42e6-b189-7a22332aff68 req-f2f57a73-0270-4fc4-b2be-94c3c8f853f5 service neutron] Attempting to bind port 7fc7f78b-1aad-47be-a1e4-eb492c951116 on host hv-cinder-75510 for vnic_type normal with profile {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 25 19:29:35.363116 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [req-1dfb5184-cb43-42e6-b189-7a22332aff68 req-f2f57a73-0270-4fc4-b2be-94c3c8f853f5 service neutron] Attempting to bind port 7fc7f78b-1aad-47be-a1e4-eb492c951116 by drivers openvswitch,hyperv on host hv-cinder-75510 at level 0 using segments [{'id': '29a34fa0-8a6c-4ca8-aad5-8221d12c4bf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '910c9359-a549-42a9-b702-b2e32c99c77f'}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 25 19:29:35.363437 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dfb5184-cb43-42e6-b189-7a22332aff68 req-f2f57a73-0270-4fc4-b2be-94c3c8f853f5 service neutron] Attempting to bind port 7fc7f78b-1aad-47be-a1e4-eb492c951116 on network 910c9359-a549-42a9-b702-b2e32c99c77f {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 25 19:29:35.367566 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dfb5184-cb43-42e6-b189-7a22332aff68 req-f2f57a73-0270-4fc4-b2be-94c3c8f853f5 service neutron] Port 7fc7f78b-1aad-47be-a1e4-eb492c951116 on network 910c9359-a549-42a9-b702-b2e32c99c77f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75510 {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 25 19:29:35.367882 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dfb5184-cb43-42e6-b189-7a22332aff68 req-f2f57a73-0270-4fc4-b2be-94c3c8f853f5 service neutron] Attempting to bind port 7fc7f78b-1aad-47be-a1e4-eb492c951116 on network 910c9359-a549-42a9-b702-b2e32c99c77f {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 25 19:29:35.373109 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dfb5184-cb43-42e6-b189-7a22332aff68 req-f2f57a73-0270-4fc4-b2be-94c3c8f853f5 service neutron] Checking agent: {'id': 'e10cc9df-a7ce-4b9c-bc25-dffd007f5dd8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75510', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 19, 18, 1), 'started_at': datetime.datetime(2022, 3, 25, 19, 18, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 19, 29, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 25 19:29:35.373467 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dfb5184-cb43-42e6-b189-7a22332aff68 req-f2f57a73-0270-4fc4-b2be-94c3c8f853f5 service neutron] Checking segment: {'id': '29a34fa0-8a6c-4ca8-aad5-8221d12c4bf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '910c9359-a549-42a9-b702-b2e32c99c77f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103196) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 25 19:29:35.373846 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dfb5184-cb43-42e6-b189-7a22332aff68 req-f2f57a73-0270-4fc4-b2be-94c3c8f853f5 service neutron] Bound using segment: {'id': '29a34fa0-8a6c-4ca8-aad5-8221d12c4bf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '910c9359-a549-42a9-b702-b2e32c99c77f'} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 25 19:29:35.374259 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [req-1dfb5184-cb43-42e6-b189-7a22332aff68 req-f2f57a73-0270-4fc4-b2be-94c3c8f853f5 service neutron] Bound port: 7fc7f78b-1aad-47be-a1e4-eb492c951116, host: hv-cinder-75510, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29a34fa0-8a6c-4ca8-aad5-8221d12c4bf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '910c9359-a549-42a9-b702-b2e32c99c77f'}}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 25 19:29:35.374631 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-1dfb5184-cb43-42e6-b189-7a22332aff68 req-f2f57a73-0270-4fc4-b2be-94c3c8f853f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1293263'] for port (7fc7f78b-1aad-47be-a1e4-eb492c951116), before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:29:35.436786 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.db [req-1dfb5184-cb43-42e6-b189-7a22332aff68 req-f2f57a73-0270-4fc4-b2be-94c3c8f853f5 service neutron] For port 7fc7f78b-1aad-47be-a1e4-eb492c951116, host hv-cinder-75510, cleared binding levels {{(pid=103196) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 25 19:29:35.441205 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.db [req-1dfb5184-cb43-42e6-b189-7a22332aff68 req-f2f57a73-0270-4fc4-b2be-94c3c8f853f5 service neutron] For port 7fc7f78b-1aad-47be-a1e4-eb492c951116, host hv-cinder-75510, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75510',level=0,port_id=7fc7f78b-1aad-47be-a1e4-eb492c951116,segment=NetworkSegment(29a34fa0-8a6c-4ca8-aad5-8221d12c4bf3),segment_id=29a34fa0-8a6c-4ca8-aad5-8221d12c4bf3)] {{(pid=103196) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 25 19:29:35.455712 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-1dfb5184-cb43-42e6-b189-7a22332aff68 req-f2f57a73-0270-4fc4-b2be-94c3c8f853f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036679572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741036190733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741036190751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58911630'] for port (7fc7f78b-1aad-47be-a1e4-eb492c951116), after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:29:35.485188 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfb5184-cb43-42e6-b189-7a22332aff68 req-f2f57a73-0270-4fc4-b2be-94c3c8f853f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:29:35.485976 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-1dfb5184-cb43-42e6-b189-7a22332aff68 req-f2f57a73-0270-4fc4-b2be-94c3c8f853f5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63648'] for port (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:29:35.487516 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-1dfb5184-cb43-42e6-b189-7a22332aff68 req-f2f57a73-0270-4fc4-b2be-94c3c8f853f5 service neutron] 10.222.0.26 "PUT /v2.0/ports/7fc7f78b-1aad-47be-a1e4-eb492c951116 HTTP/1.1" status: 200 len: 1094 time: 0.5856614 Mar 25 19:29:35.573118 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89667352-93b4-49cd-9af6-3c64db2c21c5 req-80c9e5fb-b636-4e98-915a-08bbfc3037a3 tempest-VolumesSnapshotTestJSON-860154138 tempest-VolumesSnapshotTestJSON-860154138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:29:35.574598 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-89667352-93b4-49cd-9af6-3c64db2c21c5 req-80c9e5fb-b636-4e98-915a-08bbfc3037a3 tempest-VolumesSnapshotTestJSON-860154138 tempest-VolumesSnapshotTestJSON-860154138-project] 10.222.0.18 "GET /v2.0/ports?device_id=deaeb7e7-4f86-4e76-9397-c621f57b0a53 HTTP/1.1" status: 200 len: 944 time: 0.1355588 Mar 25 19:29:35.576906 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f57a73-0270-4fc4-b2be-94c3c8f853f5 service neutron] Pushing event updated for resources: {'Port': ['ID=7fc7f78b-1aad-47be-a1e4-eb492c951116,revision_number=3']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:29:35.620941 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfb5184-cb43-42e6-b189-7a22332aff68 req-0293e18a-ff50-46fa-a8d3-5f1cf6f59e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:29:35.622452 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-1dfb5184-cb43-42e6-b189-7a22332aff68 req-0293e18a-ff50-46fa-a8d3-5f1cf6f59e70 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=22700427efd5416ba54e8fff0ea96369&device_id=deaeb7e7-4f86-4e76-9397-c621f57b0a53 HTTP/1.1" status: 200 len: 1128 time: 0.0929954 Mar 25 19:29:35.640625 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-89667352-93b4-49cd-9af6-3c64db2c21c5 req-cdf294a2-c060-4956-9c2b-1391e4f1f572 tempest-VolumesSnapshotTestJSON-860154138 tempest-VolumesSnapshotTestJSON-860154138-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d4a2c3d-f576-4eac-950b-3c8ceabf35a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599935 Mar 25 19:29:35.671457 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-1dfb5184-cb43-42e6-b189-7a22332aff68 req-e313b40f-fbb5-4a77-a292-81f505cbd061 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7fc7f78b-1aad-47be-a1e4-eb492c951116 HTTP/1.1" status: 200 len: 217 time: 0.0415497 Mar 25 19:29:35.718211 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfb5184-cb43-42e6-b189-7a22332aff68 req-5d0a30a3-1372-4557-ad4b-11a4ca4c744f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:29:35.719733 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-1dfb5184-cb43-42e6-b189-7a22332aff68 req-5d0a30a3-1372-4557-ad4b-11a4ca4c744f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3930120b-c6e7-4aab-8606-5d7963ddcb24 HTTP/1.1" status: 200 len: 853 time: 0.0431185 Mar 25 19:29:35.760751 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-1dfb5184-cb43-42e6-b189-7a22332aff68 req-1867c3a2-0d64-4f76-9d73-a331098ee762 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=910c9359-a549-42a9-b702-b2e32c99c77f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271239 Mar 25 19:29:35.848150 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-1dfb5184-cb43-42e6-b189-7a22332aff68 req-10cf92fd-2963-4766-b4fc-7b5f1cc1c628 service neutron] 10.222.0.26 "GET /v2.0/networks/910c9359-a549-42a9-b702-b2e32c99c77f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810502 Mar 25 19:29:35.939719 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-1dfb5184-cb43-42e6-b189-7a22332aff68 req-a1143812-29af-451e-b922-deb716945d64 service neutron] 10.222.0.26 "GET /v2.0/networks/910c9359-a549-42a9-b702-b2e32c99c77f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857451 Mar 25 19:29:36.231782 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.18', 39280) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:29:36.496809 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'deaeb7e7-4f86-4e76-9397-c621f57b0a53', 'tag': '7fc7f78b-1aad-47be-a1e4-eb492c951116'}] {{(pid=103196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 25 19:29:36.499133 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aab9b3bfb8b62b9c439d2baea07b5fa53a515b81dc2b4d2d70d2153c83a947a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f80a3801-1c0d-4500-9728-992c724fca22" -d '{"events": [{"name": "network-changed", "server_uuid": "deaeb7e7-4f86-4e76-9397-c621f57b0a53", "tag": "7fc7f78b-1aad-47be-a1e4-eb492c951116"}]}' {{(pid=103196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 25 19:29:36.533911 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Mar 2022 19:29:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f481d14-b004-4885-afc3-0053fdb7e136 x-openstack-request-id: req-2f481d14-b004-4885-afc3-0053fdb7e136 {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 25 19:29:36.534204 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "deaeb7e7-4f86-4e76-9397-c621f57b0a53", "tag": "7fc7f78b-1aad-47be-a1e4-eb492c951116", "status": "completed", "code": 200}]} {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 25 19:29:36.534458 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2f481d14-b004-4885-afc3-0053fdb7e136 {{(pid=103196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 25 19:29:36.534891 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2f481d14-b004-4885-afc3-0053fdb7e136'] response: {'name': 'network-changed', 'server_uuid': 'deaeb7e7-4f86-4e76-9397-c621f57b0a53', 'tag': '7fc7f78b-1aad-47be-a1e4-eb492c951116', 'status': 'completed', 'code': 200} Mar 25 19:29:36.576747 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-66b0874f-725b-49b5-94c9-489742015872 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3752261'] for router_interface (50247d3f-4ce7-4da7-ab3e-4a85e05733f4), before_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:29:36.600247 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80a3801-1c0d-4500-9728-992c724fca22 req-7786fca9-7c54-42b0-a23b-dc39c4b80a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:29:36.601714 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-f80a3801-1c0d-4500-9728-992c724fca22 req-7786fca9-7c54-42b0-a23b-dc39c4b80a54 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=22700427efd5416ba54e8fff0ea96369&device_id=deaeb7e7-4f86-4e76-9397-c621f57b0a53 HTTP/1.1" status: 200 len: 1128 time: 0.0442762 Mar 25 19:29:36.698651 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80a3801-1c0d-4500-9728-992c724fca22 req-b894fafd-59b0-46d9-bdbe-7e7961acc769 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:29:36.700354 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-f80a3801-1c0d-4500-9728-992c724fca22 req-b894fafd-59b0-46d9-bdbe-7e7961acc769 service neutron] 10.222.0.26 "GET /v2.0/networks?id=910c9359-a549-42a9-b702-b2e32c99c77f HTTP/1.1" status: 200 len: 914 time: 0.0909729 Mar 25 19:29:36.750073 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-f80a3801-1c0d-4500-9728-992c724fca22 req-0c98473f-5eea-4f2d-a53c-145319dbfb79 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7fc7f78b-1aad-47be-a1e4-eb492c951116 HTTP/1.1" status: 200 len: 217 time: 0.0436039 Mar 25 19:29:36.822450 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80a3801-1c0d-4500-9728-992c724fca22 req-6d098f4f-4aaa-4b0b-a481-121ee00ae17b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:29:36.823929 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-f80a3801-1c0d-4500-9728-992c724fca22 req-6d098f4f-4aaa-4b0b-a481-121ee00ae17b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3930120b-c6e7-4aab-8606-5d7963ddcb24 HTTP/1.1" status: 200 len: 853 time: 0.0592766 Mar 25 19:29:36.832245 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9239d773-713c-454e-8a96-9e455555ec82 req-acc4bf1c-e6ee-45fb-aa33-fd98152482a8 tempest-VolumesSnapshotTestJSON-860154138 tempest-VolumesSnapshotTestJSON-860154138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:29:36.833769 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-9239d773-713c-454e-8a96-9e455555ec82 req-acc4bf1c-e6ee-45fb-aa33-fd98152482a8 tempest-VolumesSnapshotTestJSON-860154138 tempest-VolumesSnapshotTestJSON-860154138-project] 10.222.0.18 "GET /v2.0/ports?device_id=deaeb7e7-4f86-4e76-9397-c621f57b0a53 HTTP/1.1" status: 200 len: 944 time: 0.1203525 Mar 25 19:29:36.866665 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-f80a3801-1c0d-4500-9728-992c724fca22 req-64e7a3e2-94b2-4912-8388-2a8345f01079 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=910c9359-a549-42a9-b702-b2e32c99c77f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318563 Mar 25 19:29:36.954117 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-9239d773-713c-454e-8a96-9e455555ec82 req-26b2825e-274c-4709-82db-94414c8a7f12 tempest-VolumesSnapshotTestJSON-860154138 tempest-VolumesSnapshotTestJSON-860154138-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d4a2c3d-f576-4eac-950b-3c8ceabf35a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110990 Mar 25 19:29:36.986318 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-f80a3801-1c0d-4500-9728-992c724fca22 req-93b6f9bd-c7cb-4372-9d2f-fae6b7c269d8 service neutron] 10.222.0.26 "GET /v2.0/networks/910c9359-a549-42a9-b702-b2e32c99c77f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1128654 Mar 25 19:29:37.072984 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.plugins.ml2.plugin [None req-66b0874f-725b-49b5-94c9-489742015872 admin admin] Deleting port 1ea4a206-4b16-4784-9988-1cdd7cfd5e26 {{(pid=103197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 25 19:29:37.073321 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-66b0874f-725b-49b5-94c9-489742015872 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741036672799'] for port (1ea4a206-4b16-4784-9988-1cdd7cfd5e26), before_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:29:37.153095 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.plugins.ml2.db [None req-66b0874f-725b-49b5-94c9-489742015872 admin admin] For port 1ea4a206-4b16-4784-9988-1cdd7cfd5e26, host dv-cinder-755101-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755101-7-iscsi',level=0,port_id=1ea4a206-4b16-4784-9988-1cdd7cfd5e26,segment=NetworkSegment(1a7e55d8-cf7a-4436-99f4-09c918a68e4c),segment_id=1a7e55d8-cf7a-4436-99f4-09c918a68e4c)] {{(pid=103197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 25 19:29:37.153532 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-66b0874f-725b-49b5-94c9-489742015872 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3766103'] for port (1ea4a206-4b16-4784-9988-1cdd7cfd5e26), precommit_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:29:37.167295 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.plugins.ml2.plugin [None req-66b0874f-725b-49b5-94c9-489742015872 admin admin] Calling delete_port for 1ea4a206-4b16-4784-9988-1cdd7cfd5e26 owned by network:router_interface {{(pid=103197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 25 19:29:37.328364 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-f80a3801-1c0d-4500-9728-992c724fca22 req-97c8c143-a902-4c2a-9428-ea15fdcf4cb1 service neutron] 10.222.0.26 "GET /v2.0/networks/910c9359-a549-42a9-b702-b2e32c99c77f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3364656 Mar 25 19:29:37.350397 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-66b0874f-725b-49b5-94c9-489742015872 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741036679554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741036190724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59283508'] for port (1ea4a206-4b16-4784-9988-1cdd7cfd5e26), after_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:29:37.374751 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b0874f-725b-49b5-94c9-489742015872 admin admin] Pushing event deleted for resources: {'Port': ['ID=1ea4a206-4b16-4784-9988-1cdd7cfd5e26,revision_number=None']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:29:37.539182 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-66b0874f-725b-49b5-94c9-489742015872 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3692866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3752181'] for router_interface (50247d3f-4ce7-4da7-ab3e-4a85e05733f4), after_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:29:37.748904 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66b0874f-725b-49b5-94c9-489742015872 admin admin] Router 50247d3f-4ce7-4da7-ab3e-4a85e05733f4 has already been hosted by L3 agent af1b81b0-43af-47bb-a61e-8e46b36efc57 {{(pid=103197) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 25 19:29:37.853635 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66b0874f-725b-49b5-94c9-489742015872 admin admin] Notify agent at l3_agent.dv-cinder-755101-7-iscsi the message routers_updated {{(pid=103197) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 25 19:29:37.861941 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-66b0874f-725b-49b5-94c9-489742015872 admin admin] 10.222.0.18 "PUT /v2.0/routers/50247d3f-4ce7-4da7-ab3e-4a85e05733f4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6275668 Mar 25 19:29:37.862159 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5d46252-1a3f-446c-b556-a68fe9e62d1f None None] Sync routers for ids ['50247d3f-4ce7-4da7-ab3e-4a85e05733f4'] in dv-cinder-755101-7-iscsi {{(pid=103198) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 25 19:29:37.862688 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.18', 39288) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:29:37.872338 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5d46252-1a3f-446c-b556-a68fe9e62d1f None None] Routers {'50247d3f-4ce7-4da7-ab3e-4a85e05733f4'} bound to L3 agent in host dv-cinder-755101-7-iscsi {{(pid=103198) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 25 19:29:37.872931 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.l3_hamode_db [None req-d5d46252-1a3f-446c-b556-a68fe9e62d1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755101-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-25T19:11:57Z,description=,heartbeat_timestamp=2022-03-25T19:29:27Z,host='dv-cinder-755101-7-iscsi',id=af1b81b0-43af-47bb-a61e-8e46b36efc57,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:11:57Z,topic='l3_agent')) {'router_ids': ['50247d3f-4ce7-4da7-ab3e-4a85e05733f4'], 'active': True} {{(pid=103198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 19:29:37.965467 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-a9710d94-7f3a-47d6-9750-5f96a8b8b0c6 admin admin] Publish callbacks [] for router (50247d3f-4ce7-4da7-ab3e-4a85e05733f4), before_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:29:37.978448 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.l3_dvr_db [None req-d5d46252-1a3f-446c-b556-a68fe9e62d1f None None] Set router 50247d3f-4ce7-4da7-ab3e-4a85e05733f4 gateway port host: dv-cinder-755101-7-iscsi {{(pid=103198) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 25 19:29:38.099963 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5abac34-133c-4a1a-9f4b-d30831d9e0b8 req-8e339d8b-5ce2-4bb7-9c79-aba3c109a8bb tempest-VolumesSnapshotTestJSON-860154138 tempest-VolumesSnapshotTestJSON-860154138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:29:38.101346 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-f5abac34-133c-4a1a-9f4b-d30831d9e0b8 req-8e339d8b-5ce2-4bb7-9c79-aba3c109a8bb tempest-VolumesSnapshotTestJSON-860154138 tempest-VolumesSnapshotTestJSON-860154138-project] 10.222.0.18 "GET /v2.0/ports?device_id=deaeb7e7-4f86-4e76-9397-c621f57b0a53 HTTP/1.1" status: 200 len: 944 time: 0.0750713 Mar 25 19:29:38.114333 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-a9710d94-7f3a-47d6-9750-5f96a8b8b0c6 admin admin] Publish callbacks [] for router_gateway (50247d3f-4ce7-4da7-ab3e-4a85e05733f4), before_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:29:38.139751 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Device 229cac8f-6a8d-4b6e-a618-e3fd6d970e63 no longer exists at agent hyperv_hv-cinder-75510 {{(pid=103198) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 25 19:29:38.162960 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] No Port match for: 229cac8f-6a8d-4b6e-a618-e3fd6d970e63 {{(pid=103198) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 25 19:29:38.163311 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Device 229cac8f-6a8d-4b6e-a618-e3fd6d970e63 not bound to the agent host hv-cinder-75510 {{(pid=103198) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 25 19:29:38.176049 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-f5abac34-133c-4a1a-9f4b-d30831d9e0b8 req-a71ef117-3f0e-468d-9907-e2ee9f075b7f tempest-VolumesSnapshotTestJSON-860154138 tempest-VolumesSnapshotTestJSON-860154138-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d4a2c3d-f576-4eac-950b-3c8ceabf35a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681388 Mar 25 19:29:38.184345 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.l3_hamode_db [None req-d5d46252-1a3f-446c-b556-a68fe9e62d1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50247d3f-4ce7-4da7-ab3e-4a85e05733f4', 'name': 'tempest-TestMinimumBasicScenario-2140778875-router', 'tenant_id': 'de6288af9cbc41b895e700e06b64d38f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'external_fixed_ips': [{'subnet_id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'ip_address': '172.27.0.148'}], 'enable_snat': True}, 'gw_port_id': 'd5f8a0d2-aa80-49a9-a06e-c68b7348013e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T19:27:15Z', 'updated_at': '2022-03-25T19:29:37Z', 'revision_number': 5, 'project_id': 'de6288af9cbc41b895e700e06b64d38f', 'gw_port': {'id': 'd5f8a0d2-aa80-49a9-a06e-c68b7348013e', 'name': '', 'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:35:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50247d3f-4ce7-4da7-ab3e-4a85e05733f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'ip_address': '172.27.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T19:27:15Z', 'updated_at': '2022-03-25T19:27:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755101-7-iscsi'}], 'dv-cinder-755101-7-iscsi', False) {} {{(pid=103198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 19:29:38.197383 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.plugins.ml2.plugin [None req-a9710d94-7f3a-47d6-9750-5f96a8b8b0c6 admin admin] Deleting port d5f8a0d2-aa80-49a9-a06e-c68b7348013e {{(pid=103197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 25 19:29:38.197721 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-a9710d94-7f3a-47d6-9750-5f96a8b8b0c6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741036672799'] for port (d5f8a0d2-aa80-49a9-a06e-c68b7348013e), before_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:29:38.211801 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5d46252-1a3f-446c-b556-a68fe9e62d1f None None] Checking router: 50247d3f-4ce7-4da7-ab3e-4a85e05733f4 for host: dv-cinder-755101-7-iscsi {{(pid=103198) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 25 19:29:38.220083 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5d46252-1a3f-446c-b556-a68fe9e62d1f None None] Routers {'50247d3f-4ce7-4da7-ab3e-4a85e05733f4'} bound to L3 agent in host dv-cinder-755101-7-iscsi {{(pid=103198) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 25 19:29:38.220691 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.l3_hamode_db [None req-d5d46252-1a3f-446c-b556-a68fe9e62d1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755101-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-25T19:11:57Z,description=,heartbeat_timestamp=2022-03-25T19:29:27Z,host='dv-cinder-755101-7-iscsi',id=af1b81b0-43af-47bb-a61e-8e46b36efc57,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:11:57Z,topic='l3_agent')) {'router_ids': ['50247d3f-4ce7-4da7-ab3e-4a85e05733f4'], 'active': True} {{(pid=103198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 19:29:38.277512 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.plugins.ml2.db [None req-a9710d94-7f3a-47d6-9750-5f96a8b8b0c6 admin admin] For port d5f8a0d2-aa80-49a9-a06e-c68b7348013e, host dv-cinder-755101-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755101-7-iscsi',level=0,port_id=d5f8a0d2-aa80-49a9-a06e-c68b7348013e,segment=NetworkSegment(bcf11cf5-8ef8-46ee-bf1d-f87c743f3fc7),segment_id=bcf11cf5-8ef8-46ee-bf1d-f87c743f3fc7)] {{(pid=103197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 25 19:29:38.277868 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-a9710d94-7f3a-47d6-9750-5f96a8b8b0c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3766103'] for port (d5f8a0d2-aa80-49a9-a06e-c68b7348013e), precommit_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:29:38.291358 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.plugins.ml2.plugin [None req-a9710d94-7f3a-47d6-9750-5f96a8b8b0c6 admin admin] Calling delete_port for d5f8a0d2-aa80-49a9-a06e-c68b7348013e owned by network:router_gateway {{(pid=103197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 25 19:29:38.307739 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.l3_dvr_db [None req-d5d46252-1a3f-446c-b556-a68fe9e62d1f None None] Set router 50247d3f-4ce7-4da7-ab3e-4a85e05733f4 gateway port host: None {{(pid=103198) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 25 19:29:38.361709 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.l3_hamode_db [None req-d5d46252-1a3f-446c-b556-a68fe9e62d1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50247d3f-4ce7-4da7-ab3e-4a85e05733f4', 'name': 'tempest-TestMinimumBasicScenario-2140778875-router', 'tenant_id': 'de6288af9cbc41b895e700e06b64d38f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T19:27:15Z', 'updated_at': '2022-03-25T19:29:38Z', 'revision_number': 6, 'project_id': 'de6288af9cbc41b895e700e06b64d38f', 'gw_port_host': None}], 'dv-cinder-755101-7-iscsi', False) {} {{(pid=103198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 19:29:38.387367 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5d46252-1a3f-446c-b556-a68fe9e62d1f None None] The sync data for ids ['50247d3f-4ce7-4da7-ab3e-4a85e05733f4'] in dv-cinder-755101-7-iscsi is: [{'id': '50247d3f-4ce7-4da7-ab3e-4a85e05733f4', 'name': 'tempest-TestMinimumBasicScenario-2140778875-router', 'tenant_id': 'de6288af9cbc41b895e700e06b64d38f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T19:27:15Z', 'updated_at': '2022-03-25T19:29:38Z', 'revision_number': 6, 'project_id': 'de6288af9cbc41b895e700e06b64d38f', 'gw_port_host': None}] {{(pid=103198) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 25 19:29:38.457670 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-a9710d94-7f3a-47d6-9750-5f96a8b8b0c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741036679554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741036190724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59283508'] for port (d5f8a0d2-aa80-49a9-a06e-c68b7348013e), after_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:29:38.484265 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9710d94-7f3a-47d6-9750-5f96a8b8b0c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=d5f8a0d2-aa80-49a9-a06e-c68b7348013e,revision_number=None']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:29:38.540721 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-a9710d94-7f3a-47d6-9750-5f96a8b8b0c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3753487'] for router_gateway (50247d3f-4ce7-4da7-ab3e-4a85e05733f4), after_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:29:38.631003 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-a9710d94-7f3a-47d6-9750-5f96a8b8b0c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3756003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1471'] for router (50247d3f-4ce7-4da7-ab3e-4a85e05733f4), precommit_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:29:38.633041 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-a9710d94-7f3a-47d6-9750-5f96a8b8b0c6 admin admin] Publish callbacks [] for router_controller (50247d3f-4ce7-4da7-ab3e-4a85e05733f4), precommit_delete_associations {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:29:38.674543 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-a9710d94-7f3a-47d6-9750-5f96a8b8b0c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3756012'] for router (50247d3f-4ce7-4da7-ab3e-4a85e05733f4), after_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:29:38.675036 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9710d94-7f3a-47d6-9750-5f96a8b8b0c6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 50247d3f-4ce7-4da7-ab3e-4a85e05733f4 {{(pid=103197) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 25 19:29:38.679860 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-a9710d94-7f3a-47d6-9750-5f96a8b8b0c6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:29:38.681026 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-a9710d94-7f3a-47d6-9750-5f96a8b8b0c6 admin admin] 10.222.0.18 "DELETE /v2.0/routers/50247d3f-4ce7-4da7-ab3e-4a85e05733f4 HTTP/1.1" status: 204 len: 168 time: 0.8179293 Mar 25 19:29:38.683577 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.18', 39292) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:29:38.727692 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7c325dc-1891-4a43-a8c4-4337970923da admin admin] Deleting subnet 947c40b8-7890-4f1b-a010-66d2d58532e3 {{(pid=103197) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 25 19:29:38.731325 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-d7c325dc-1891-4a43-a8c4-4337970923da admin admin] Publish callbacks [] for subnet (947c40b8-7890-4f1b-a010-66d2d58532e3), before_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:29:38.769036 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-d7c325dc-1891-4a43-a8c4-4337970923da admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59390877'] for subnet (947c40b8-7890-4f1b-a010-66d2d58532e3), precommit_delete_associations {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:29:38.859694 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-d7c325dc-1891-4a43-a8c4-4337970923da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1170929'] for subnet (947c40b8-7890-4f1b-a010-66d2d58532e3), precommit_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:29:38.909855 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-d7c325dc-1891-4a43-a8c4-4337970923da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1170920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59285189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59750817'] for subnet (947c40b8-7890-4f1b-a010-66d2d58532e3), after_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:29:38.933889 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c325dc-1891-4a43-a8c4-4337970923da admin admin] Pushing event deleted for resources: {'Subnet': ['ID=947c40b8-7890-4f1b-a010-66d2d58532e3,revision_number=None']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:29:38.937423 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-d7c325dc-1891-4a43-a8c4-4337970923da admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:29:38.940832 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-d7c325dc-1891-4a43-a8c4-4337970923da admin admin] 10.222.0.18 "DELETE /v2.0/subnets/947c40b8-7890-4f1b-a010-66d2d58532e3 HTTP/1.1" status: 204 len: 168 time: 0.2560816 Mar 25 19:29:38.943347 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.18', 39294) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:29:38.945788 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f14a3816-753d-4fcd-bc41-10a4eef73475 None None] Network 90b5080c-c621-4204-a1f6-ac899cb26880 requested from dv-cinder-755101-7-iscsi {{(pid=103198) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 25 19:29:39.011337 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-dbebd755-a452-453a-8890-55587c259582 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1050558'] for network (90b5080c-c621-4204-a1f6-ac899cb26880), before_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:29:39.064569 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.plugins.ml2.plugin [None req-dbebd755-a452-453a-8890-55587c259582 admin admin] Deleting port a0e9be20-764e-47d8-9abf-a6fc288336ec {{(pid=103197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 25 19:29:39.064908 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-dbebd755-a452-453a-8890-55587c259582 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741036672799'] for port (a0e9be20-764e-47d8-9abf-a6fc288336ec), before_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:29:39.124860 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.plugins.ml2.db [None req-dbebd755-a452-453a-8890-55587c259582 admin admin] For port a0e9be20-764e-47d8-9abf-a6fc288336ec, host dv-cinder-755101-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755101-7-iscsi',level=0,port_id=a0e9be20-764e-47d8-9abf-a6fc288336ec,segment=NetworkSegment(1a7e55d8-cf7a-4436-99f4-09c918a68e4c),segment_id=1a7e55d8-cf7a-4436-99f4-09c918a68e4c)] {{(pid=103197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 25 19:29:39.125148 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-dbebd755-a452-453a-8890-55587c259582 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3766103'] for port (a0e9be20-764e-47d8-9abf-a6fc288336ec), precommit_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:29:39.138350 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.plugins.ml2.plugin [None req-dbebd755-a452-453a-8890-55587c259582 admin admin] Calling delete_port for a0e9be20-764e-47d8-9abf-a6fc288336ec owned by network:dhcp {{(pid=103197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 25 19:29:39.178858 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-865eb476-61c1-4aec-9277-90d953b7edf6 None None] DHCP port deletion for 90b5080c-c621-4204-a1f6-ac899cb26880 request from dv-cinder-755101-7-iscsi {{(pid=103198) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 25 19:29:39.183831 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Device 1ea4a206-4b16-4784-9988-1cdd7cfd5e26 no longer exists at agent ovs-agent-dv-cinder-755101-7-iscsi {{(pid=103198) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 25 19:29:39.205699 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] No Port match for: 1ea4a206-4b16-4784-9988-1cdd7cfd5e26 {{(pid=103198) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 25 19:29:39.206234 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Device 1ea4a206-4b16-4784-9988-1cdd7cfd5e26 not bound to the agent host dv-cinder-755101-7-iscsi {{(pid=103198) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 25 19:29:39.229522 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-dbebd755-a452-453a-8890-55587c259582 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741036679554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741036190724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59283508'] for port (a0e9be20-764e-47d8-9abf-a6fc288336ec), after_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:29:39.256740 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-865eb476-61c1-4aec-9277-90d953b7edf6 None None] Deleting port a0e9be20-764e-47d8-9abf-a6fc288336ec {{(pid=103198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 25 19:29:39.257228 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-865eb476-61c1-4aec-9277-90d953b7edf6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741036672799'] for port (a0e9be20-764e-47d8-9abf-a6fc288336ec), before_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:29:39.258531 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbebd755-a452-453a-8890-55587c259582 admin admin] Pushing event deleted for resources: {'Port': ['ID=a0e9be20-764e-47d8-9abf-a6fc288336ec,revision_number=None']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:29:39.260978 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbebd755-a452-453a-8890-55587c259582 admin admin] No DVR routers for this DVR port a0e9be20-764e-47d8-9abf-a6fc288336ec on host dv-cinder-755101-7-iscsi {{(pid=103197) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 25 19:29:39.316404 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9caa800-e476-4298-9ecf-a674209067db req-3183b26e-6cb4-47b2-b20d-6482f8c1e245 tempest-VolumesSnapshotTestJSON-860154138 tempest-VolumesSnapshotTestJSON-860154138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:29:39.317992 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-b9caa800-e476-4298-9ecf-a674209067db req-3183b26e-6cb4-47b2-b20d-6482f8c1e245 tempest-VolumesSnapshotTestJSON-860154138 tempest-VolumesSnapshotTestJSON-860154138-project] 10.222.0.18 "GET /v2.0/ports?device_id=deaeb7e7-4f86-4e76-9397-c621f57b0a53 HTTP/1.1" status: 200 len: 944 time: 0.0553539 Mar 25 19:29:39.336170 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-dbebd755-a452-453a-8890-55587c259582 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1136452', 'neutron.services.segments.db._delete_segments_for_network-8741036503875'] for network (90b5080c-c621-4204-a1f6-ac899cb26880), precommit_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:29:39.338111 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-865eb476-61c1-4aec-9277-90d953b7edf6 None None] For port a0e9be20-764e-47d8-9abf-a6fc288336ec, host dv-cinder-755101-7-iscsi, got binding levels [] {{(pid=103198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 25 19:29:39.338530 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-865eb476-61c1-4aec-9277-90d953b7edf6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3766103'] for port (a0e9be20-764e-47d8-9abf-a6fc288336ec), precommit_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:29:39.352236 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-865eb476-61c1-4aec-9277-90d953b7edf6 None None] Calling delete_port for a0e9be20-764e-47d8-9abf-a6fc288336ec owned by network:dhcp {{(pid=103198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 25 19:29:39.356115 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.ipam_backend_mixin [None req-865eb476-61c1-4aec-9277-90d953b7edf6 None None] Port a0e9be20-764e-47d8-9abf-a6fc288336ec was not found and therefore no delete operation was performed {{(pid=103198) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Mar 25 19:29:39.357486 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-865eb476-61c1-4aec-9277-90d953b7edf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741036679554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741036190724'] for port (a0e9be20-764e-47d8-9abf-a6fc288336ec), after_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:29:39.363585 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.services.segments.db [None req-dbebd755-a452-453a-8890-55587c259582 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90b5080c-c621-4204-a1f6-ac899cb26880']}} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 19:29:39.374120 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.services.segments.db [None req-dbebd755-a452-453a-8890-55587c259582 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a7e55d8-cf7a-4436-99f4-09c918a68e4c') {'for_net_delete': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 19:29:39.374758 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.services.segments.db [None req-dbebd755-a452-453a-8890-55587c259582 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a7e55d8-cf7a-4436-99f4-09c918a68e4c') {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 19:29:39.379247 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-b9caa800-e476-4298-9ecf-a674209067db req-f7cb53fc-51eb-4421-834c-9be126f2fdbd tempest-VolumesSnapshotTestJSON-860154138 tempest-VolumesSnapshotTestJSON-860154138-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d4a2c3d-f576-4eac-950b-3c8ceabf35a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520997 Mar 25 19:29:39.382615 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865eb476-61c1-4aec-9277-90d953b7edf6 None None] Pushing event deleted for resources: {'Port': ['ID=a0e9be20-764e-47d8-9abf-a6fc288336ec,revision_number=None']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:29:39.385054 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-dbebd755-a452-453a-8890-55587c259582 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741036503116', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59390884'] for segment (1a7e55d8-cf7a-4436-99f4-09c918a68e4c), before_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:29:39.390099 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-865eb476-61c1-4aec-9277-90d953b7edf6 None None] No DVR routers for this DVR port a0e9be20-764e-47d8-9abf-a6fc288336ec on host dv-cinder-755101-7-iscsi {{(pid=103198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 25 19:29:39.404381 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-dbebd755-a452-453a-8890-55587c259582 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1189096'] for segment (1a7e55d8-cf7a-4436-99f4-09c918a68e4c), precommit_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:29:39.409135 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dbebd755-a452-453a-8890-55587c259582 admin admin] Releasing vlan 269 on physical network physnet1 to pool {{(pid=103197) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 25 19:29:39.409538 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-dbebd755-a452-453a-8890-55587c259582 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1189096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59283559'] for segment (1a7e55d8-cf7a-4436-99f4-09c918a68e4c), after_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:29:39.411326 dv-cinder-755101-7-iscsi neutron-server[103197]: Traceback (most recent call last): Mar 25 19:29:39.411326 dv-cinder-755101-7-iscsi neutron-server[103197]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 25 19:29:39.411326 dv-cinder-755101-7-iscsi neutron-server[103197]: timer() Mar 25 19:29:39.411326 dv-cinder-755101-7-iscsi neutron-server[103197]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 25 19:29:39.411326 dv-cinder-755101-7-iscsi neutron-server[103197]: cb(*args, **kw) Mar 25 19:29:39.411326 dv-cinder-755101-7-iscsi neutron-server[103197]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 25 19:29:39.411326 dv-cinder-755101-7-iscsi neutron-server[103197]: return func(*args, **kwargs) Mar 25 19:29:39.411326 dv-cinder-755101-7-iscsi neutron-server[103197]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 25 19:29:39.411326 dv-cinder-755101-7-iscsi neutron-server[103197]: self._notify() Mar 25 19:29:39.411326 dv-cinder-755101-7-iscsi neutron-server[103197]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 25 19:29:39.411326 dv-cinder-755101-7-iscsi neutron-server[103197]: self.callback(batched_events) Mar 25 19:29:39.411326 dv-cinder-755101-7-iscsi neutron-server[103197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 25 19:29:39.411326 dv-cinder-755101-7-iscsi neutron-server[103197]: event.method(event) Mar 25 19:29:39.411326 dv-cinder-755101-7-iscsi neutron-server[103197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 25 19:29:39.411326 dv-cinder-755101-7-iscsi neutron-server[103197]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 25 19:29:39.411326 dv-cinder-755101-7-iscsi neutron-server[103197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 25 19:29:39.411326 dv-cinder-755101-7-iscsi neutron-server[103197]: aggregate_uuid = self.p_client.list_aggregates( Mar 25 19:29:39.411326 dv-cinder-755101-7-iscsi neutron-server[103197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 25 19:29:39.411326 dv-cinder-755101-7-iscsi neutron-server[103197]: return f(self, *a, **k) Mar 25 19:29:39.411326 dv-cinder-755101-7-iscsi neutron-server[103197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 25 19:29:39.411326 dv-cinder-755101-7-iscsi neutron-server[103197]: return self._get(url).json() Mar 25 19:29:39.411326 dv-cinder-755101-7-iscsi neutron-server[103197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 25 19:29:39.411326 dv-cinder-755101-7-iscsi neutron-server[103197]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 25 19:29:39.411326 dv-cinder-755101-7-iscsi neutron-server[103197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 25 19:29:39.411326 dv-cinder-755101-7-iscsi neutron-server[103197]: return self.request(url, 'GET', **kwargs) Mar 25 19:29:39.411326 dv-cinder-755101-7-iscsi neutron-server[103197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 25 19:29:39.411326 dv-cinder-755101-7-iscsi neutron-server[103197]: base_url = self.get_endpoint(auth, allow=allow, Mar 25 19:29:39.411326 dv-cinder-755101-7-iscsi neutron-server[103197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 25 19:29:39.411326 dv-cinder-755101-7-iscsi neutron-server[103197]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 25 19:29:39.411326 dv-cinder-755101-7-iscsi neutron-server[103197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 25 19:29:39.411326 dv-cinder-755101-7-iscsi neutron-server[103197]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 25 19:29:39.411326 dv-cinder-755101-7-iscsi neutron-server[103197]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 25 19:29:39.467414 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-dbebd755-a452-453a-8890-55587c259582 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1136511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3753587'] for network (90b5080c-c621-4204-a1f6-ac899cb26880), after_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:29:39.473774 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-dbebd755-a452-453a-8890-55587c259582 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692927'] for network (None), before_response {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:29:39.476956 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-dbebd755-a452-453a-8890-55587c259582 admin admin] 10.222.0.18 "DELETE /v2.0/networks/90b5080c-c621-4204-a1f6-ac899cb26880 HTTP/1.1" status: 204 len: 168 time: 0.5326223 Mar 25 19:29:39.480515 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.18', 39298) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:29:39.492442 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbebd755-a452-453a-8890-55587c259582 admin admin] Pushing event deleted for resources: {'Network': ['ID=90b5080c-c621-4204-a1f6-ac899cb26880,revision_number=None']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:29:39.823409 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-fe16facb-c913-4ac2-a4fb-2919ef5f6b3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3752261'] for router_interface (08bb0c92-50ec-40ff-9833-ffa0a27de7e0), before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:29:40.062329 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-fe16facb-c913-4ac2-a4fb-2919ef5f6b3b admin admin] Deleting port 27497532-9992-401a-bd09-b396d4989d33 {{(pid=103196) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 25 19:29:40.062694 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-fe16facb-c913-4ac2-a4fb-2919ef5f6b3b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741036672799'] for port (27497532-9992-401a-bd09-b396d4989d33), before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:29:40.136968 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-fe16facb-c913-4ac2-a4fb-2919ef5f6b3b admin admin] For port 27497532-9992-401a-bd09-b396d4989d33, host dv-cinder-755101-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755101-7-iscsi',level=0,port_id=27497532-9992-401a-bd09-b396d4989d33,segment=NetworkSegment(417f6383-56d2-48b0-8c02-4feec69841d1),segment_id=417f6383-56d2-48b0-8c02-4feec69841d1)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 25 19:29:40.137345 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-fe16facb-c913-4ac2-a4fb-2919ef5f6b3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3766103'] for port (27497532-9992-401a-bd09-b396d4989d33), precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:29:40.138852 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Device 7fc7f78b-1aad-47be-a1e4-eb492c951116 details requested by agent hyperv_hv-cinder-75510 with host hv-cinder-75510 {{(pid=103198) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 25 19:29:40.153394 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-fe16facb-c913-4ac2-a4fb-2919ef5f6b3b admin admin] Calling delete_port for 27497532-9992-401a-bd09-b396d4989d33 owned by network:router_interface {{(pid=103196) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 25 19:29:40.236249 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] For port 7fc7f78b-1aad-47be-a1e4-eb492c951116, host hv-cinder-75510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75510',level=0,port_id=7fc7f78b-1aad-47be-a1e4-eb492c951116,segment=NetworkSegment(29a34fa0-8a6c-4ca8-aad5-8221d12c4bf3),segment_id=29a34fa0-8a6c-4ca8-aad5-8221d12c4bf3)] {{(pid=103198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 25 19:29:40.248385 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Returning: {'device': '7fc7f78b-1aad-47be-a1e4-eb492c951116', 'network_id': '910c9359-a549-42a9-b702-b2e32c99c77f', 'port_id': '7fc7f78b-1aad-47be-a1e4-eb492c951116', 'mac_address': 'fa:16:3e:63:4d:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 257, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3930120b-c6e7-4aab-8606-5d7963ddcb24', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103198) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 25 19:29:40.284096 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Current status of the port 7fc7f78b-1aad-47be-a1e4-eb492c951116 is: DOWN; New status is: BUILD {{(pid=103198) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 25 19:29:40.284513 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1293263'] for port (7fc7f78b-1aad-47be-a1e4-eb492c951116), before_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:29:40.298230 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.notifiers.nova [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7fc7f78b-1aad-47be-a1e4-eb492c951116 {{(pid=103198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 25 19:29:40.318317 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] For port 7fc7f78b-1aad-47be-a1e4-eb492c951116, host hv-cinder-75510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75510',level=0,port_id=7fc7f78b-1aad-47be-a1e4-eb492c951116,segment=NetworkSegment(29a34fa0-8a6c-4ca8-aad5-8221d12c4bf3),segment_id=29a34fa0-8a6c-4ca8-aad5-8221d12c4bf3)] {{(pid=103198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 25 19:29:40.321979 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036679572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741036190733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741036190751'] for port (7fc7f78b-1aad-47be-a1e4-eb492c951116), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:29:40.332401 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-fe16facb-c913-4ac2-a4fb-2919ef5f6b3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741036679554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741036190724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58911673'] for port (27497532-9992-401a-bd09-b396d4989d33), after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:29:40.358312 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe16facb-c913-4ac2-a4fb-2919ef5f6b3b admin admin] Pushing event deleted for resources: {'Port': ['ID=27497532-9992-401a-bd09-b396d4989d33,revision_number=None']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:29:40.373515 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Pushing event updated for resources: {'Port': ['ID=7fc7f78b-1aad-47be-a1e4-eb492c951116,revision_number=4']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:29:40.523369 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e03851f-e4b3-4122-a9b8-32013a749954 req-eabcc0d7-7eb8-4ac1-af18-882294397288 tempest-VolumesSnapshotTestJSON-860154138 tempest-VolumesSnapshotTestJSON-860154138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:29:40.526163 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-5e03851f-e4b3-4122-a9b8-32013a749954 req-eabcc0d7-7eb8-4ac1-af18-882294397288 tempest-VolumesSnapshotTestJSON-860154138 tempest-VolumesSnapshotTestJSON-860154138-project] 10.222.0.18 "GET /v2.0/ports?device_id=deaeb7e7-4f86-4e76-9397-c621f57b0a53 HTTP/1.1" status: 200 len: 945 time: 0.0552900 Mar 25 19:29:40.536036 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] get_ports_and_sgs() called for port_ids ['7fc7f78b-1aad-47be-a1e4-eb492c951116'] {{(pid=103198) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 25 19:29:40.539327 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-fe16facb-c913-4ac2-a4fb-2919ef5f6b3b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3692866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3752181'] for router_interface (08bb0c92-50ec-40ff-9833-ffa0a27de7e0), after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:29:40.584002 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-5e03851f-e4b3-4122-a9b8-32013a749954 req-86d95e91-e238-41d0-b8fd-1c22a94de7a3 tempest-VolumesSnapshotTestJSON-860154138 tempest-VolumesSnapshotTestJSON-860154138-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d4a2c3d-f576-4eac-950b-3c8ceabf35a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494974 Mar 25 19:29:40.725943 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Device d5f8a0d2-aa80-49a9-a06e-c68b7348013e no longer exists at agent ovs-agent-dv-cinder-755101-7-iscsi {{(pid=103198) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 25 19:29:40.745977 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] No Port match for: d5f8a0d2-aa80-49a9-a06e-c68b7348013e {{(pid=103198) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 25 19:29:40.746323 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Device d5f8a0d2-aa80-49a9-a06e-c68b7348013e not bound to the agent host dv-cinder-755101-7-iscsi {{(pid=103198) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 25 19:29:40.746767 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Device a0e9be20-764e-47d8-9abf-a6fc288336ec no longer exists at agent ovs-agent-dv-cinder-755101-7-iscsi {{(pid=103198) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 25 19:29:40.764793 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] No Port match for: a0e9be20-764e-47d8-9abf-a6fc288336ec {{(pid=103198) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 25 19:29:40.765141 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Device a0e9be20-764e-47d8-9abf-a6fc288336ec not bound to the agent host dv-cinder-755101-7-iscsi {{(pid=103198) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 25 19:29:40.770762 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe16facb-c913-4ac2-a4fb-2919ef5f6b3b admin admin] Router 08bb0c92-50ec-40ff-9833-ffa0a27de7e0 has already been hosted by L3 agent af1b81b0-43af-47bb-a61e-8e46b36efc57 {{(pid=103196) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 25 19:29:40.876733 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe16facb-c913-4ac2-a4fb-2919ef5f6b3b admin admin] Notify agent at l3_agent.dv-cinder-755101-7-iscsi the message routers_updated {{(pid=103196) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 25 19:29:40.882112 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-fe16facb-c913-4ac2-a4fb-2919ef5f6b3b admin admin] 10.222.0.18 "PUT /v2.0/routers/08bb0c92-50ec-40ff-9833-ffa0a27de7e0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4006007 Mar 25 19:29:40.884670 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.18', 39302) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:29:40.885154 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3905076-0dc5-4d57-9893-7093d504156a None None] Sync routers for ids ['08bb0c92-50ec-40ff-9833-ffa0a27de7e0'] in dv-cinder-755101-7-iscsi {{(pid=103199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 25 19:29:40.895073 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3905076-0dc5-4d57-9893-7093d504156a None None] Routers {'08bb0c92-50ec-40ff-9833-ffa0a27de7e0'} bound to L3 agent in host dv-cinder-755101-7-iscsi {{(pid=103199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 25 19:29:40.895667 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.db.l3_hamode_db [None req-e3905076-0dc5-4d57-9893-7093d504156a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755101-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-25T19:11:57Z,description=,heartbeat_timestamp=2022-03-25T19:29:27Z,host='dv-cinder-755101-7-iscsi',id=af1b81b0-43af-47bb-a61e-8e46b36efc57,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:11:57Z,topic='l3_agent')) {'router_ids': ['08bb0c92-50ec-40ff-9833-ffa0a27de7e0'], 'active': True} {{(pid=103199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 19:29:40.989339 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d56b2547-97b6-4745-977a-9f3c99cb719c admin admin] Publish callbacks [] for router (08bb0c92-50ec-40ff-9833-ffa0a27de7e0), before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:29:41.001371 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.db.l3_dvr_db [None req-e3905076-0dc5-4d57-9893-7093d504156a None None] Set router 08bb0c92-50ec-40ff-9833-ffa0a27de7e0 gateway port host: dv-cinder-755101-7-iscsi {{(pid=103199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 25 19:29:41.091881 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d56b2547-97b6-4745-977a-9f3c99cb719c admin admin] Publish callbacks [] for router_gateway (08bb0c92-50ec-40ff-9833-ffa0a27de7e0), before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:29:41.143619 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-d56b2547-97b6-4745-977a-9f3c99cb719c admin admin] Deleting port 5edc275a-7fa9-4957-8a20-198aa9d1cf60 {{(pid=103196) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 25 19:29:41.143958 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d56b2547-97b6-4745-977a-9f3c99cb719c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741036672799'] for port (5edc275a-7fa9-4957-8a20-198aa9d1cf60), before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:29:41.174362 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.db.l3_hamode_db [None req-e3905076-0dc5-4d57-9893-7093d504156a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08bb0c92-50ec-40ff-9833-ffa0a27de7e0', 'name': 'tempest-TestMinimumBasicScenario-1239351560-router', 'tenant_id': 'cf5ee844463840d78b56ccfc3da54a25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'external_fixed_ips': [{'subnet_id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': '5edc275a-7fa9-4957-8a20-198aa9d1cf60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T19:27:21Z', 'updated_at': '2022-03-25T19:29:40Z', 'revision_number': 5, 'project_id': 'cf5ee844463840d78b56ccfc3da54a25', 'gw_port': {'id': '5edc275a-7fa9-4957-8a20-198aa9d1cf60', 'name': '', 'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:53:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08bb0c92-50ec-40ff-9833-ffa0a27de7e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T19:27:21Z', 'updated_at': '2022-03-25T19:27:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755101-7-iscsi'}], 'dv-cinder-755101-7-iscsi', False) {} {{(pid=103199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 19:29:41.200530 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3905076-0dc5-4d57-9893-7093d504156a None None] Checking router: 08bb0c92-50ec-40ff-9833-ffa0a27de7e0 for host: dv-cinder-755101-7-iscsi {{(pid=103199) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 25 19:29:41.208516 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3905076-0dc5-4d57-9893-7093d504156a None None] Routers {'08bb0c92-50ec-40ff-9833-ffa0a27de7e0'} bound to L3 agent in host dv-cinder-755101-7-iscsi {{(pid=103199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 25 19:29:41.209103 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.db.l3_hamode_db [None req-e3905076-0dc5-4d57-9893-7093d504156a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755101-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-25T19:11:57Z,description=,heartbeat_timestamp=2022-03-25T19:29:27Z,host='dv-cinder-755101-7-iscsi',id=af1b81b0-43af-47bb-a61e-8e46b36efc57,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:11:57Z,topic='l3_agent')) {'router_ids': ['08bb0c92-50ec-40ff-9833-ffa0a27de7e0'], 'active': True} {{(pid=103199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 19:29:41.221474 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-d56b2547-97b6-4745-977a-9f3c99cb719c admin admin] For port 5edc275a-7fa9-4957-8a20-198aa9d1cf60, host dv-cinder-755101-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755101-7-iscsi',level=0,port_id=5edc275a-7fa9-4957-8a20-198aa9d1cf60,segment=NetworkSegment(bcf11cf5-8ef8-46ee-bf1d-f87c743f3fc7),segment_id=bcf11cf5-8ef8-46ee-bf1d-f87c743f3fc7)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 25 19:29:41.221836 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d56b2547-97b6-4745-977a-9f3c99cb719c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3766103'] for port (5edc275a-7fa9-4957-8a20-198aa9d1cf60), precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:29:41.234258 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-d56b2547-97b6-4745-977a-9f3c99cb719c admin admin] Calling delete_port for 5edc275a-7fa9-4957-8a20-198aa9d1cf60 owned by network:router_gateway {{(pid=103196) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 25 19:29:41.296765 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.db.l3_dvr_db [None req-e3905076-0dc5-4d57-9893-7093d504156a None None] Set router 08bb0c92-50ec-40ff-9833-ffa0a27de7e0 gateway port host: None {{(pid=103199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 25 19:29:41.350849 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.db.l3_hamode_db [None req-e3905076-0dc5-4d57-9893-7093d504156a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08bb0c92-50ec-40ff-9833-ffa0a27de7e0', 'name': 'tempest-TestMinimumBasicScenario-1239351560-router', 'tenant_id': 'cf5ee844463840d78b56ccfc3da54a25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T19:27:21Z', 'updated_at': '2022-03-25T19:29:41Z', 'revision_number': 6, 'project_id': 'cf5ee844463840d78b56ccfc3da54a25', 'gw_port_host': None}], 'dv-cinder-755101-7-iscsi', False) {} {{(pid=103199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 19:29:41.377366 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3905076-0dc5-4d57-9893-7093d504156a None None] The sync data for ids ['08bb0c92-50ec-40ff-9833-ffa0a27de7e0'] in dv-cinder-755101-7-iscsi is: [{'id': '08bb0c92-50ec-40ff-9833-ffa0a27de7e0', 'name': 'tempest-TestMinimumBasicScenario-1239351560-router', 'tenant_id': 'cf5ee844463840d78b56ccfc3da54a25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T19:27:21Z', 'updated_at': '2022-03-25T19:29:41Z', 'revision_number': 6, 'project_id': 'cf5ee844463840d78b56ccfc3da54a25', 'gw_port_host': None}] {{(pid=103199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 25 19:29:41.408401 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d56b2547-97b6-4745-977a-9f3c99cb719c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741036679554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741036190724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58911673'] for port (5edc275a-7fa9-4957-8a20-198aa9d1cf60), after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:29:41.431833 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56b2547-97b6-4745-977a-9f3c99cb719c admin admin] Pushing event deleted for resources: {'Port': ['ID=5edc275a-7fa9-4957-8a20-198aa9d1cf60,revision_number=None']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:29:41.494319 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d56b2547-97b6-4745-977a-9f3c99cb719c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3753487'] for router_gateway (08bb0c92-50ec-40ff-9833-ffa0a27de7e0), after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:29:41.585671 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d56b2547-97b6-4745-977a-9f3c99cb719c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3756003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1471'] for router (08bb0c92-50ec-40ff-9833-ffa0a27de7e0), precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:29:41.587836 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d56b2547-97b6-4745-977a-9f3c99cb719c admin admin] Publish callbacks [] for router_controller (08bb0c92-50ec-40ff-9833-ffa0a27de7e0), precommit_delete_associations {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:29:41.635353 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d56b2547-97b6-4745-977a-9f3c99cb719c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3756012'] for router (08bb0c92-50ec-40ff-9833-ffa0a27de7e0), after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:29:41.635950 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d56b2547-97b6-4745-977a-9f3c99cb719c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 08bb0c92-50ec-40ff-9833-ffa0a27de7e0 {{(pid=103196) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 25 19:29:41.640243 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-d56b2547-97b6-4745-977a-9f3c99cb719c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:29:41.641381 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-d56b2547-97b6-4745-977a-9f3c99cb719c admin admin] 10.222.0.18 "DELETE /v2.0/routers/08bb0c92-50ec-40ff-9833-ffa0a27de7e0 HTTP/1.1" status: 204 len: 168 time: 0.7558274 Mar 25 19:29:41.643986 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.18', 39306) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:29:41.714412 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.db.db_base_plugin_v2 [None req-0acaa02a-994e-45a6-93db-e80ff5690180 admin admin] Deleting subnet c90f27f7-15bf-43da-9021-20c0fc8a2963 {{(pid=103196) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 25 19:29:41.719254 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-0acaa02a-994e-45a6-93db-e80ff5690180 admin admin] Publish callbacks [] for subnet (c90f27f7-15bf-43da-9021-20c0fc8a2963), before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:29:41.764652 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d404a7-b6e0-46e7-9c0e-9304bd2294b4 req-5fcc4952-d1b0-47b4-b32a-9944777e4f0a tempest-VolumesSnapshotTestJSON-860154138 tempest-VolumesSnapshotTestJSON-860154138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:29:41.766150 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-e5d404a7-b6e0-46e7-9c0e-9304bd2294b4 req-5fcc4952-d1b0-47b4-b32a-9944777e4f0a tempest-VolumesSnapshotTestJSON-860154138 tempest-VolumesSnapshotTestJSON-860154138-project] 10.222.0.18 "GET /v2.0/ports?device_id=deaeb7e7-4f86-4e76-9397-c621f57b0a53 HTTP/1.1" status: 200 len: 945 time: 0.0972614 Mar 25 19:29:41.768378 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-0acaa02a-994e-45a6-93db-e80ff5690180 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62748206'] for subnet (c90f27f7-15bf-43da-9021-20c0fc8a2963), precommit_delete_associations {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:29:41.865089 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-e5d404a7-b6e0-46e7-9c0e-9304bd2294b4 req-c326a2ee-a48d-4fce-9b49-0bc7974d3852 tempest-VolumesSnapshotTestJSON-860154138 tempest-VolumesSnapshotTestJSON-860154138-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d4a2c3d-f576-4eac-950b-3c8ceabf35a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737112 Mar 25 19:29:41.881593 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-0acaa02a-994e-45a6-93db-e80ff5690180 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1170929'] for subnet (c90f27f7-15bf-43da-9021-20c0fc8a2963), precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:29:41.931404 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-0acaa02a-994e-45a6-93db-e80ff5690180 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1170920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58912072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62747862'] for subnet (c90f27f7-15bf-43da-9021-20c0fc8a2963), after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:29:41.956746 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acaa02a-994e-45a6-93db-e80ff5690180 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c90f27f7-15bf-43da-9021-20c0fc8a2963,revision_number=None']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:29:41.958728 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-0acaa02a-994e-45a6-93db-e80ff5690180 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692927'] for subnet (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:29:41.961823 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-0acaa02a-994e-45a6-93db-e80ff5690180 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/c90f27f7-15bf-43da-9021-20c0fc8a2963 HTTP/1.1" status: 204 len: 168 time: 0.3168919 Mar 25 19:29:41.962906 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f42379f3-16c6-46f9-bf05-1e4f24cd0fa9 None None] Network bce5c8d1-d077-4de0-868e-d5378d83b4d0 requested from dv-cinder-755101-7-iscsi {{(pid=103198) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 25 19:29:41.964325 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.18', 39308) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:29:42.032522 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-7d604d63-3982-4a9d-810b-cf75d3bea182 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1050558'] for network (bce5c8d1-d077-4de0-868e-d5378d83b4d0), before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:29:42.086078 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-7d604d63-3982-4a9d-810b-cf75d3bea182 admin admin] Deleting port 8db15ee5-a53f-4f5b-add5-5712202b6168 {{(pid=103196) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 25 19:29:42.086418 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-7d604d63-3982-4a9d-810b-cf75d3bea182 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741036672799'] for port (8db15ee5-a53f-4f5b-add5-5712202b6168), before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:29:42.138899 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Device 7fc7f78b-1aad-47be-a1e4-eb492c951116 up at agent hyperv_hv-cinder-75510 {{(pid=103198) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 25 19:29:42.144918 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8555c380-679d-49e4-8beb-1ede8c11695d None None] DHCP port deletion for bce5c8d1-d077-4de0-868e-d5378d83b4d0 request from dv-cinder-755101-7-iscsi {{(pid=103198) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 25 19:29:42.148353 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-7d604d63-3982-4a9d-810b-cf75d3bea182 admin admin] For port 8db15ee5-a53f-4f5b-add5-5712202b6168, host dv-cinder-755101-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755101-7-iscsi',level=0,port_id=8db15ee5-a53f-4f5b-add5-5712202b6168,segment=NetworkSegment(417f6383-56d2-48b0-8c02-4feec69841d1),segment_id=417f6383-56d2-48b0-8c02-4feec69841d1)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 25 19:29:42.148716 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-7d604d63-3982-4a9d-810b-cf75d3bea182 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3766103'] for port (8db15ee5-a53f-4f5b-add5-5712202b6168), precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:29:42.162382 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-7d604d63-3982-4a9d-810b-cf75d3bea182 admin admin] Calling delete_port for 8db15ee5-a53f-4f5b-add5-5712202b6168 owned by network:dhcp {{(pid=103196) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 25 19:29:42.250825 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-7d604d63-3982-4a9d-810b-cf75d3bea182 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741036679554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741036190724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58911673'] for port (8db15ee5-a53f-4f5b-add5-5712202b6168), after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:29:42.279416 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d604d63-3982-4a9d-810b-cf75d3bea182 admin admin] Pushing event deleted for resources: {'Port': ['ID=8db15ee5-a53f-4f5b-add5-5712202b6168,revision_number=None']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:29:42.281255 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d604d63-3982-4a9d-810b-cf75d3bea182 admin admin] No DVR routers for this DVR port 8db15ee5-a53f-4f5b-add5-5712202b6168 on host dv-cinder-755101-7-iscsi {{(pid=103196) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 25 19:29:42.358147 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-7d604d63-3982-4a9d-810b-cf75d3bea182 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1136452', 'neutron.services.segments.db._delete_segments_for_network-8741036503875'] for network (bce5c8d1-d077-4de0-868e-d5378d83b4d0), precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:29:42.365442 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Provisioning for port 7fc7f78b-1aad-47be-a1e4-eb492c951116 completed by entity L2. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 25 19:29:42.371521 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-8555c380-679d-49e4-8beb-1ede8c11695d None None] Deleting port 8db15ee5-a53f-4f5b-add5-5712202b6168 {{(pid=103198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 25 19:29:42.371830 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-8555c380-679d-49e4-8beb-1ede8c11695d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741036672799'] for port (8db15ee5-a53f-4f5b-add5-5712202b6168), before_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:29:42.373532 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Provisioning complete for port 7fc7f78b-1aad-47be-a1e4-eb492c951116 triggered by entity L2. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 25 19:29:42.373887 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133789'] for port (7fc7f78b-1aad-47be-a1e4-eb492c951116), provisioning_complete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:29:42.381013 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.services.segments.db [None req-7d604d63-3982-4a9d-810b-cf75d3bea182 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bce5c8d1-d077-4de0-868e-d5378d83b4d0']}} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 19:29:42.392857 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.services.segments.db [None req-7d604d63-3982-4a9d-810b-cf75d3bea182 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '417f6383-56d2-48b0-8c02-4feec69841d1') {'for_net_delete': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 19:29:42.393263 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.services.segments.db [None req-7d604d63-3982-4a9d-810b-cf75d3bea182 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '417f6383-56d2-48b0-8c02-4feec69841d1') {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 19:29:42.405987 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-7d604d63-3982-4a9d-810b-cf75d3bea182 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741036503116', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62748183'] for segment (417f6383-56d2-48b0-8c02-4feec69841d1), before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:29:42.421835 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-7d604d63-3982-4a9d-810b-cf75d3bea182 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1189096'] for segment (417f6383-56d2-48b0-8c02-4feec69841d1), precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:29:42.432338 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d604d63-3982-4a9d-810b-cf75d3bea182 admin admin] Releasing vlan 288 on physical network physnet1 to pool {{(pid=103196) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 25 19:29:42.432867 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-7d604d63-3982-4a9d-810b-cf75d3bea182 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1189096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58911722'] for segment (417f6383-56d2-48b0-8c02-4feec69841d1), after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:29:42.434860 dv-cinder-755101-7-iscsi neutron-server[103196]: Traceback (most recent call last): Mar 25 19:29:42.434860 dv-cinder-755101-7-iscsi neutron-server[103196]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 25 19:29:42.434860 dv-cinder-755101-7-iscsi neutron-server[103196]: timer() Mar 25 19:29:42.434860 dv-cinder-755101-7-iscsi neutron-server[103196]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 25 19:29:42.434860 dv-cinder-755101-7-iscsi neutron-server[103196]: cb(*args, **kw) Mar 25 19:29:42.434860 dv-cinder-755101-7-iscsi neutron-server[103196]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 25 19:29:42.434860 dv-cinder-755101-7-iscsi neutron-server[103196]: return func(*args, **kwargs) Mar 25 19:29:42.434860 dv-cinder-755101-7-iscsi neutron-server[103196]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 25 19:29:42.434860 dv-cinder-755101-7-iscsi neutron-server[103196]: self._notify() Mar 25 19:29:42.434860 dv-cinder-755101-7-iscsi neutron-server[103196]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 25 19:29:42.434860 dv-cinder-755101-7-iscsi neutron-server[103196]: self.callback(batched_events) Mar 25 19:29:42.434860 dv-cinder-755101-7-iscsi neutron-server[103196]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 25 19:29:42.434860 dv-cinder-755101-7-iscsi neutron-server[103196]: event.method(event) Mar 25 19:29:42.434860 dv-cinder-755101-7-iscsi neutron-server[103196]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 25 19:29:42.434860 dv-cinder-755101-7-iscsi neutron-server[103196]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 25 19:29:42.434860 dv-cinder-755101-7-iscsi neutron-server[103196]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 25 19:29:42.434860 dv-cinder-755101-7-iscsi neutron-server[103196]: aggregate_uuid = self.p_client.list_aggregates( Mar 25 19:29:42.434860 dv-cinder-755101-7-iscsi neutron-server[103196]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 25 19:29:42.434860 dv-cinder-755101-7-iscsi neutron-server[103196]: return f(self, *a, **k) Mar 25 19:29:42.434860 dv-cinder-755101-7-iscsi neutron-server[103196]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 25 19:29:42.434860 dv-cinder-755101-7-iscsi neutron-server[103196]: return self._get(url).json() Mar 25 19:29:42.434860 dv-cinder-755101-7-iscsi neutron-server[103196]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 25 19:29:42.434860 dv-cinder-755101-7-iscsi neutron-server[103196]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 25 19:29:42.434860 dv-cinder-755101-7-iscsi neutron-server[103196]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 25 19:29:42.434860 dv-cinder-755101-7-iscsi neutron-server[103196]: return self.request(url, 'GET', **kwargs) Mar 25 19:29:42.434860 dv-cinder-755101-7-iscsi neutron-server[103196]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 25 19:29:42.434860 dv-cinder-755101-7-iscsi neutron-server[103196]: base_url = self.get_endpoint(auth, allow=allow, Mar 25 19:29:42.434860 dv-cinder-755101-7-iscsi neutron-server[103196]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 25 19:29:42.434860 dv-cinder-755101-7-iscsi neutron-server[103196]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 25 19:29:42.434860 dv-cinder-755101-7-iscsi neutron-server[103196]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 25 19:29:42.434860 dv-cinder-755101-7-iscsi neutron-server[103196]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 25 19:29:42.434860 dv-cinder-755101-7-iscsi neutron-server[103196]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 25 19:29:42.473035 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-8555c380-679d-49e4-8beb-1ede8c11695d None None] For port 8db15ee5-a53f-4f5b-add5-5712202b6168, host dv-cinder-755101-7-iscsi, got binding levels [] {{(pid=103198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 25 19:29:42.473411 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-8555c380-679d-49e4-8beb-1ede8c11695d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3766103'] for port (8db15ee5-a53f-4f5b-add5-5712202b6168), precommit_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:29:42.487855 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-8555c380-679d-49e4-8beb-1ede8c11695d None None] Calling delete_port for 8db15ee5-a53f-4f5b-add5-5712202b6168 owned by network:dhcp {{(pid=103198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 25 19:29:42.491975 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.ipam_backend_mixin [None req-8555c380-679d-49e4-8beb-1ede8c11695d None None] Port 8db15ee5-a53f-4f5b-add5-5712202b6168 was not found and therefore no delete operation was performed {{(pid=103198) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Mar 25 19:29:42.494480 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-7d604d63-3982-4a9d-810b-cf75d3bea182 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1136511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3753587'] for network (bce5c8d1-d077-4de0-868e-d5378d83b4d0), after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:29:42.494750 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-8555c380-679d-49e4-8beb-1ede8c11695d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741036679554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741036190724'] for port (8db15ee5-a53f-4f5b-add5-5712202b6168), after_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:29:42.503539 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-7d604d63-3982-4a9d-810b-cf75d3bea182 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692927'] for network (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:29:42.509586 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-7d604d63-3982-4a9d-810b-cf75d3bea182 admin admin] 10.222.0.18 "DELETE /v2.0/networks/bce5c8d1-d077-4de0-868e-d5378d83b4d0 HTTP/1.1" status: 204 len: 168 time: 0.5410984 Mar 25 19:29:42.517562 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d604d63-3982-4a9d-810b-cf75d3bea182 admin admin] Pushing event deleted for resources: {'Network': ['ID=bce5c8d1-d077-4de0-868e-d5378d83b4d0,revision_number=None']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:29:42.523053 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8555c380-679d-49e4-8beb-1ede8c11695d None None] Pushing event deleted for resources: {'Port': ['ID=8db15ee5-a53f-4f5b-add5-5712202b6168,revision_number=None']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:29:42.541882 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-8555c380-679d-49e4-8beb-1ede8c11695d None None] Network bce5c8d1-d077-4de0-868e-d5378d83b4d0 is not hosted by any dhcp agent {{(pid=103198) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Mar 25 19:29:42.542364 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8555c380-679d-49e4-8beb-1ede8c11695d None None] No DVR routers for this DVR port 8db15ee5-a53f-4f5b-add5-5712202b6168 on host dv-cinder-755101-7-iscsi {{(pid=103198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 25 19:29:42.564214 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Current status of the port 7fc7f78b-1aad-47be-a1e4-eb492c951116 is: BUILD; New status is: ACTIVE {{(pid=103198) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 25 19:29:42.564609 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1293263'] for port (7fc7f78b-1aad-47be-a1e4-eb492c951116), before_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:29:42.591147 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'deaeb7e7-4f86-4e76-9397-c621f57b0a53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fc7f78b-1aad-47be-a1e4-eb492c951116'}] {{(pid=103198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 25 19:29:42.593468 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be5bcd447a3797005f5619062121570069e0d2064b33fc0b2cf836394b7860ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08011d02-767c-42de-ad53-c46fda86e5f0" -d '{"events": [{"server_uuid": "deaeb7e7-4f86-4e76-9397-c621f57b0a53", "name": "network-vif-plugged", "status": "completed", "tag": "7fc7f78b-1aad-47be-a1e4-eb492c951116"}]}' {{(pid=103198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 25 19:29:42.609030 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] For port 7fc7f78b-1aad-47be-a1e4-eb492c951116, host hv-cinder-75510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75510',level=0,port_id=7fc7f78b-1aad-47be-a1e4-eb492c951116,segment=NetworkSegment(29a34fa0-8a6c-4ca8-aad5-8221d12c4bf3),segment_id=29a34fa0-8a6c-4ca8-aad5-8221d12c4bf3)] {{(pid=103198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 25 19:29:42.614113 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036679572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741036190733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741036190751'] for port (7fc7f78b-1aad-47be-a1e4-eb492c951116), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:29:42.642580 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.18', 39314) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:29:42.646691 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Mar 2022 19:29:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47249f0e-c31b-44ba-9537-223e9c932e17 x-openstack-request-id: req-47249f0e-c31b-44ba-9537-223e9c932e17 {{(pid=103198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 25 19:29:42.646988 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "deaeb7e7-4f86-4e76-9397-c621f57b0a53", "name": "network-vif-plugged", "status": "completed", "tag": "7fc7f78b-1aad-47be-a1e4-eb492c951116", "code": 200}]} {{(pid=103198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 25 19:29:42.647259 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-47249f0e-c31b-44ba-9537-223e9c932e17 {{(pid=103198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 25 19:29:42.647808 dv-cinder-755101-7-iscsi neutron-server[103198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-47249f0e-c31b-44ba-9537-223e9c932e17'] response: {'server_uuid': 'deaeb7e7-4f86-4e76-9397-c621f57b0a53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fc7f78b-1aad-47be-a1e4-eb492c951116', 'code': 200} Mar 25 19:29:42.661899 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Device 5edc275a-7fa9-4957-8a20-198aa9d1cf60 no longer exists at agent ovs-agent-dv-cinder-755101-7-iscsi {{(pid=103198) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 25 19:29:42.688509 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-b8026bf3-276c-4eda-affd-0fde765aa61d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=de6288af9cbc41b895e700e06b64d38f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0445490 Mar 25 19:29:42.689838 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] No Port match for: 5edc275a-7fa9-4957-8a20-198aa9d1cf60 {{(pid=103198) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 25 19:29:42.690184 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Device 5edc275a-7fa9-4957-8a20-198aa9d1cf60 not bound to the agent host dv-cinder-755101-7-iscsi {{(pid=103198) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 25 19:29:42.691257 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Device 27497532-9992-401a-bd09-b396d4989d33 no longer exists at agent ovs-agent-dv-cinder-755101-7-iscsi {{(pid=103198) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 25 19:29:42.691409 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.18', 39316) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:29:42.714633 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Pushing event updated for resources: {'Port': ['ID=7fc7f78b-1aad-47be-a1e4-eb492c951116,revision_number=5']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:29:42.717258 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] No Port match for: 27497532-9992-401a-bd09-b396d4989d33 {{(pid=103198) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 25 19:29:42.717604 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Device 27497532-9992-401a-bd09-b396d4989d33 not bound to the agent host dv-cinder-755101-7-iscsi {{(pid=103198) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 25 19:29:42.718015 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Device 8db15ee5-a53f-4f5b-add5-5712202b6168 no longer exists at agent ovs-agent-dv-cinder-755101-7-iscsi {{(pid=103198) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 25 19:29:42.738412 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] No Port match for: 8db15ee5-a53f-4f5b-add5-5712202b6168 {{(pid=103198) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 25 19:29:42.738804 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Device 8db15ee5-a53f-4f5b-add5-5712202b6168 not bound to the agent host dv-cinder-755101-7-iscsi {{(pid=103198) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 25 19:29:42.749260 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-c69e5787-0f3e-4acd-a857-68ece9223067 admin admin] Publish callbacks [] for security_group (de11b369-bf18-417b-b57a-1a4e784dc595), before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:29:42.775631 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-c69e5787-0f3e-4acd-a857-68ece9223067 admin admin] Publish callbacks [] for security_group (de11b369-bf18-417b-b57a-1a4e784dc595), precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:29:42.840803 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6ccacc-5984-41c3-b470-8bac6d2d4f8e req-2fa6d876-9cfb-4036-b799-3169273c6a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:29:42.842309 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-1c6ccacc-5984-41c3-b470-8bac6d2d4f8e req-2fa6d876-9cfb-4036-b799-3169273c6a5e service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=deaeb7e7-4f86-4e76-9397-c621f57b0a53 HTTP/1.1" status: 200 len: 1130 time: 0.0648291 Mar 25 19:29:42.854460 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-c69e5787-0f3e-4acd-a857-68ece9223067 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687199'] for security_group (de11b369-bf18-417b-b57a-1a4e784dc595), after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:29:42.856847 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-c69e5787-0f3e-4acd-a857-68ece9223067 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:29:42.857907 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-c69e5787-0f3e-4acd-a857-68ece9223067 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/de11b369-bf18-417b-b57a-1a4e784dc595 HTTP/1.1" status: 204 len: 168 time: 0.1655488 Mar 25 19:29:42.875056 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69e5787-0f3e-4acd-a857-68ece9223067 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de11b369-bf18-417b-b57a-1a4e784dc595,revision_number=None']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:29:42.906046 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-1c6ccacc-5984-41c3-b470-8bac6d2d4f8e req-195b5537-ce3f-47e4-8bef-188270211ed9 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=7d4a2c3d-f576-4eac-950b-3c8ceabf35a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576024 Mar 25 19:29:42.992324 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35e8021-076d-429d-a57b-9a1fbddcf16c req-e6d7e7b2-67fe-4462-a700-07bfbee6db61 tempest-VolumesSnapshotTestJSON-860154138 tempest-VolumesSnapshotTestJSON-860154138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:29:42.994388 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-b35e8021-076d-429d-a57b-9a1fbddcf16c req-e6d7e7b2-67fe-4462-a700-07bfbee6db61 tempest-VolumesSnapshotTestJSON-860154138 tempest-VolumesSnapshotTestJSON-860154138-project] 10.222.0.18 "GET /v2.0/ports?device_id=deaeb7e7-4f86-4e76-9397-c621f57b0a53 HTTP/1.1" status: 200 len: 946 time: 0.0526316 Mar 25 19:29:43.045267 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-b35e8021-076d-429d-a57b-9a1fbddcf16c req-196ded1d-7f02-42ea-a160-6c4647fd8139 tempest-VolumesSnapshotTestJSON-860154138 tempest-VolumesSnapshotTestJSON-860154138-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d4a2c3d-f576-4eac-950b-3c8ceabf35a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452914 Mar 25 19:29:43.179391 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.18', 39324) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:29:43.217620 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-6741f662-8856-4093-b052-186271f0f36b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=cf5ee844463840d78b56ccfc3da54a25&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0371351 Mar 25 19:29:43.219882 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.18', 39326) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:29:43.265104 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-58a89c88-351b-4c42-8467-44f69874267a admin admin] Publish callbacks [] for security_group (de4a9912-1946-414c-baff-ed40a60403b5), before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:29:43.285249 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-58a89c88-351b-4c42-8467-44f69874267a admin admin] Publish callbacks [] for security_group (de4a9912-1946-414c-baff-ed40a60403b5), precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:29:43.332599 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-58a89c88-351b-4c42-8467-44f69874267a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687199'] for security_group (de4a9912-1946-414c-baff-ed40a60403b5), after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:29:43.335298 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-58a89c88-351b-4c42-8467-44f69874267a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:29:43.336411 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-58a89c88-351b-4c42-8467-44f69874267a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/de4a9912-1946-414c-baff-ed40a60403b5 HTTP/1.1" status: 204 len: 168 time: 0.1156254 Mar 25 19:29:43.344014 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a89c88-351b-4c42-8467-44f69874267a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de4a9912-1946-414c-baff-ed40a60403b5,revision_number=None']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:29:44.162367 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5270e3be-2a24-46bc-8610-e0ec93560bd1 req-37265535-cb02-4f58-836a-c34cddbe8945 tempest-VolumesSnapshotTestJSON-860154138 tempest-VolumesSnapshotTestJSON-860154138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:29:44.163842 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-5270e3be-2a24-46bc-8610-e0ec93560bd1 req-37265535-cb02-4f58-836a-c34cddbe8945 tempest-VolumesSnapshotTestJSON-860154138 tempest-VolumesSnapshotTestJSON-860154138-project] 10.222.0.18 "GET /v2.0/ports?device_id=deaeb7e7-4f86-4e76-9397-c621f57b0a53 HTTP/1.1" status: 200 len: 946 time: 0.0512884 Mar 25 19:29:44.208295 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-5270e3be-2a24-46bc-8610-e0ec93560bd1 req-b4cbf8e3-914d-4fba-a536-f43f6a64d2aa tempest-VolumesSnapshotTestJSON-860154138 tempest-VolumesSnapshotTestJSON-860154138-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d4a2c3d-f576-4eac-950b-3c8ceabf35a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389194 Mar 25 19:29:54.304538 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-29018493-38f0-4de4-9600-c201769f4466 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741036503857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133703'] for agent (ff15a80c-2d7c-4104-a6ad-0973d1d911f7), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:29:56.112121 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.db.agents_db [None req-ad735e95-395b-498c-b22d-e8906e231634 None None] Agent healthcheck: found 6 active agents {{(pid=103199) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 25 19:29:56.713198 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-41ccf870-ad69-403d-b6e0-140c8109f69e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741036503857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133703'] for agent (af1b81b0-43af-47bb-a61e-8e46b36efc57), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:29:57.617674 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-af60142c-683d-41c3-be1d-5377fff6ca45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741036503857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133703'] for agent (c3076277-13eb-43a7-9b94-fad13f82c96d), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:29:59.217725 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-bfcc621e-35c9-4ac2-b4cb-53c403134561 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741036503857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133703'] for agent (9ba807d9-64cc-4b2a-8ad2-e4f3b23bc779), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:30:00.775721 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741036503857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133703'] for agent (e10cc9df-a7ce-4b9c-bc25-dffd007f5dd8), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:30:00.799149 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741036503857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133703'] for agent (239dac0e-b210-4295-8f1a-11f7f9dc3de1), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:30:08.170571 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-48c64b3e-c0c8-4996-859e-61b787fb2636 req-be1bea2e-5e13-462f-a473-86b2d540a694 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=1dd62527-a4f8-47cf-a495-d06f2a86732a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0414312 Mar 25 19:30:08.235221 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c64b3e-c0c8-4996-859e-61b787fb2636 req-ddae5564-7a3b-4deb-9127-6f964eb67b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:30:08.236712 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-48c64b3e-c0c8-4996-859e-61b787fb2636 req-ddae5564-7a3b-4deb-9127-6f964eb67b8a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=047bda67abf94801b4a3258dfa563394&device_id=1dd62527-a4f8-47cf-a495-d06f2a86732a HTTP/1.1" status: 200 len: 1130 time: 0.0464540 Mar 25 19:30:08.336522 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c64b3e-c0c8-4996-859e-61b787fb2636 req-1e5e3c60-460d-418c-a0dd-92cd8a67e09e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:30:08.338041 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-48c64b3e-c0c8-4996-859e-61b787fb2636 req-1e5e3c60-460d-418c-a0dd-92cd8a67e09e service neutron] 10.222.0.26 "GET /v2.0/networks?id=27580a04-c198-4a21-a1dd-713b4c75540c HTTP/1.1" status: 200 len: 913 time: 0.0834582 Mar 25 19:30:08.665730 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-48c64b3e-c0c8-4996-859e-61b787fb2636 req-04348f5f-70ff-4b86-a317-2d3cc5e3d95f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bf9fd44f-39fc-40b4-89a7-44f70f93a0e3 HTTP/1.1" status: 200 len: 1001 time: 0.3191257 Mar 25 19:30:08.713428 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c64b3e-c0c8-4996-859e-61b787fb2636 req-c81d7897-21d6-4f9f-90a8-d326df31f0ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:30:08.714794 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-48c64b3e-c0c8-4996-859e-61b787fb2636 req-c81d7897-21d6-4f9f-90a8-d326df31f0ae service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c8e42045-43c2-4a9f-a0d6-9006af4b8132 HTTP/1.1" status: 200 len: 851 time: 0.0440688 Mar 25 19:30:08.761323 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c64b3e-c0c8-4996-859e-61b787fb2636 req-ef29187b-1b2a-4fa8-8a2c-b2febe9dad47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:30:08.763424 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-48c64b3e-c0c8-4996-859e-61b787fb2636 req-ef29187b-1b2a-4fa8-8a2c-b2febe9dad47 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=27580a04-c198-4a21-a1dd-713b4c75540c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0422609 Mar 25 19:30:08.853732 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-48c64b3e-c0c8-4996-859e-61b787fb2636 req-c5a2d3f6-9a5f-44cc-b335-62f6a415c821 service neutron] 10.222.0.26 "GET /v2.0/networks/27580a04-c198-4a21-a1dd-713b4c75540c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836699 Mar 25 19:30:08.939425 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-48c64b3e-c0c8-4996-859e-61b787fb2636 req-369182c5-001a-42ba-970c-a07789c70e9e service neutron] 10.222.0.26 "GET /v2.0/networks/27580a04-c198-4a21-a1dd-713b4c75540c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794518 Mar 25 19:30:17.742058 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b2b238-5b90-4499-9da2-bf92150a76ca req-eed6c259-f815-4fa4-807f-f9b0ed60bb66 tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:30:17.743565 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-28b2b238-5b90-4499-9da2-bf92150a76ca req-eed6c259-f815-4fa4-807f-f9b0ed60bb66 tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] 10.222.0.18 "GET /v2.0/ports?device_id=1dd62527-a4f8-47cf-a495-d06f2a86732a HTTP/1.1" status: 200 len: 946 time: 0.0548615 Mar 25 19:30:17.797349 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-28b2b238-5b90-4499-9da2-bf92150a76ca req-850c411c-0997-457c-bfd5-58811641d694 tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] 10.222.0.18 "GET /v2.0/security-groups?id=4fcd9e27-60e1-4707-b5da-0a7affa4af42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470874 Mar 25 19:30:18.916834 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f47483e-b63f-47a6-a004-b28f20482776 req-f12b151a-687b-439e-b7d2-8f6b602b2ec1 tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:30:18.918270 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-5f47483e-b63f-47a6-a004-b28f20482776 req-f12b151a-687b-439e-b7d2-8f6b602b2ec1 tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] 10.222.0.18 "GET /v2.0/ports?device_id=1dd62527-a4f8-47cf-a495-d06f2a86732a HTTP/1.1" status: 200 len: 946 time: 0.0520332 Mar 25 19:30:18.967902 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-5f47483e-b63f-47a6-a004-b28f20482776 req-a587b023-1189-4609-bf3e-56b3af2df24f tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] 10.222.0.18 "GET /v2.0/security-groups?id=4fcd9e27-60e1-4707-b5da-0a7affa4af42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439603 Mar 25 19:30:19.292420 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b16ad3-3822-4ff8-942a-e87f476ee87b req-e45cb9a2-d9f9-4988-bfbe-50fdbfa38787 tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:30:19.293844 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-00b16ad3-3822-4ff8-942a-e87f476ee87b req-e45cb9a2-d9f9-4988-bfbe-50fdbfa38787 tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] 10.222.0.26 "GET /v2.0/ports?device_id=1dd62527-a4f8-47cf-a495-d06f2a86732a HTTP/1.1" status: 200 len: 946 time: 0.0509167 Mar 25 19:30:19.387113 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [req-00b16ad3-3822-4ff8-942a-e87f476ee87b req-d74ebe2b-39b4-4848-a094-e335b8a56a25 tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] Deleting port bf9fd44f-39fc-40b4-89a7-44f70f93a0e3 {{(pid=103196) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 25 19:30:19.387451 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-00b16ad3-3822-4ff8-942a-e87f476ee87b req-d74ebe2b-39b4-4848-a094-e335b8a56a25 tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741036672799'] for port (bf9fd44f-39fc-40b4-89a7-44f70f93a0e3), before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:30:19.474186 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.db [req-00b16ad3-3822-4ff8-942a-e87f476ee87b req-d74ebe2b-39b4-4848-a094-e335b8a56a25 tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] For port bf9fd44f-39fc-40b4-89a7-44f70f93a0e3, host hv-cinder-75510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75510',level=0,port_id=bf9fd44f-39fc-40b4-89a7-44f70f93a0e3,segment=NetworkSegment(e330a8af-5d1b-4552-a8f9-d04d69fc20fb),segment_id=e330a8af-5d1b-4552-a8f9-d04d69fc20fb)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 25 19:30:19.474582 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-00b16ad3-3822-4ff8-942a-e87f476ee87b req-d74ebe2b-39b4-4848-a094-e335b8a56a25 tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3766103'] for port (bf9fd44f-39fc-40b4-89a7-44f70f93a0e3), precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:30:19.645685 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-00b16ad3-3822-4ff8-942a-e87f476ee87b req-d74ebe2b-39b4-4848-a094-e335b8a56a25 tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:30:19.646042 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-00b16ad3-3822-4ff8-942a-e87f476ee87b req-d74ebe2b-39b4-4848-a094-e335b8a56a25 tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3753541'] for floatingip (e620a17c-6a58-40ee-8278-08a254f4b54a), after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:30:19.646347 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.db.l3_db [req-00b16ad3-3822-4ff8-942a-e87f476ee87b req-d74ebe2b-39b4-4848-a094-e335b8a56a25 tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] Floating IP e620a17c-6a58-40ee-8278-08a254f4b54a disassociated. External IP: 172.27.0.83, port: bf9fd44f-39fc-40b4-89a7-44f70f93a0e3. Mar 25 19:30:19.646730 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [req-00b16ad3-3822-4ff8-942a-e87f476ee87b req-d74ebe2b-39b4-4848-a094-e335b8a56a25 tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] Calling delete_port for bf9fd44f-39fc-40b4-89a7-44f70f93a0e3 owned by compute:nova {{(pid=103196) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 25 19:30:19.778699 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-00b16ad3-3822-4ff8-942a-e87f476ee87b req-d74ebe2b-39b4-4848-a094-e335b8a56a25 tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741036679554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741036190724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58911673'] for port (bf9fd44f-39fc-40b4-89a7-44f70f93a0e3), after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:30:19.835649 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74ebe2b-39b4-4848-a094-e335b8a56a25 tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] Pushing event deleted for resources: {'Port': ['ID=bf9fd44f-39fc-40b4-89a7-44f70f93a0e3,revision_number=None']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:30:19.849828 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74ebe2b-39b4-4848-a094-e335b8a56a25 tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:30:19.850176 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74ebe2b-39b4-4848-a094-e335b8a56a25 tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:30:19.851441 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74ebe2b-39b4-4848-a094-e335b8a56a25 tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:30:19.851441 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74ebe2b-39b4-4848-a094-e335b8a56a25 tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:30:19.851441 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74ebe2b-39b4-4848-a094-e335b8a56a25 tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:30:19.851879 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74ebe2b-39b4-4848-a094-e335b8a56a25 tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:30:19.851879 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74ebe2b-39b4-4848-a094-e335b8a56a25 tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:30:19.852225 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74ebe2b-39b4-4848-a094-e335b8a56a25 tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:30:19.852561 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74ebe2b-39b4-4848-a094-e335b8a56a25 tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:30:19.852888 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74ebe2b-39b4-4848-a094-e335b8a56a25 tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:30:19.853235 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74ebe2b-39b4-4848-a094-e335b8a56a25 tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:30:19.853665 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74ebe2b-39b4-4848-a094-e335b8a56a25 tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:30:19.853843 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74ebe2b-39b4-4848-a094-e335b8a56a25 tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:30:19.854155 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74ebe2b-39b4-4848-a094-e335b8a56a25 tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:30:19.854465 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74ebe2b-39b4-4848-a094-e335b8a56a25 tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:30:19.946180 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a7a050-c579-49b9-b4cd-545521253956 req-b6dd8f28-a12f-4c29-9db1-bf660517bb0a tempest-VolumesSnapshotTestJSON-860154138 tempest-VolumesSnapshotTestJSON-860154138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:30:19.947744 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-81a7a050-c579-49b9-b4cd-545521253956 req-b6dd8f28-a12f-4c29-9db1-bf660517bb0a tempest-VolumesSnapshotTestJSON-860154138 tempest-VolumesSnapshotTestJSON-860154138-project] 10.222.0.18 "GET /v2.0/ports?device_id=deaeb7e7-4f86-4e76-9397-c621f57b0a53 HTTP/1.1" status: 200 len: 946 time: 0.1635611 Mar 25 19:30:20.010161 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.scheduler.l3_agent_scheduler [req-00b16ad3-3822-4ff8-942a-e87f476ee87b req-d74ebe2b-39b4-4848-a094-e335b8a56a25 tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] Router f07aef92-6be8-4ca1-a8c8-20fd188150b6 has already been hosted by L3 agent af1b81b0-43af-47bb-a61e-8e46b36efc57 {{(pid=103196) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 25 19:30:20.014079 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-81a7a050-c579-49b9-b4cd-545521253956 req-9f926c55-ed79-42cb-89f5-bb924f1e7a57 tempest-VolumesSnapshotTestJSON-860154138 tempest-VolumesSnapshotTestJSON-860154138-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d4a2c3d-f576-4eac-950b-3c8ceabf35a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598106 Mar 25 19:30:20.071935 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-caf2c339-2434-4a88-ac07-5999e082f37c req-d1c9e75f-b679-42dd-ba7d-1874b7173fec tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] 10.222.0.18 "GET /v2.0/ports?device_id=1dd62527-a4f8-47cf-a495-d06f2a86732a HTTP/1.1" status: 200 len: 210 time: 0.0271513 Mar 25 19:30:20.124426 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-00b16ad3-3822-4ff8-942a-e87f476ee87b req-d74ebe2b-39b4-4848-a094-e335b8a56a25 tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] Notify agent at l3_agent.dv-cinder-755101-7-iscsi the message routers_updated {{(pid=103196) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 25 19:30:20.137486 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ab4cdc2-6f21-4308-ab88-1f36de50c34a None None] Sync routers for ids ['f07aef92-6be8-4ca1-a8c8-20fd188150b6'] in dv-cinder-755101-7-iscsi {{(pid=103198) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 25 19:30:20.147219 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ab4cdc2-6f21-4308-ab88-1f36de50c34a None None] Routers {'f07aef92-6be8-4ca1-a8c8-20fd188150b6'} bound to L3 agent in host dv-cinder-755101-7-iscsi {{(pid=103198) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 25 19:30:20.147836 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.l3_hamode_db [None req-2ab4cdc2-6f21-4308-ab88-1f36de50c34a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755101-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-25T19:11:57Z,description=,heartbeat_timestamp=2022-03-25T19:29:57Z,host='dv-cinder-755101-7-iscsi',id=af1b81b0-43af-47bb-a61e-8e46b36efc57,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:11:57Z,topic='l3_agent')) {'router_ids': ['f07aef92-6be8-4ca1-a8c8-20fd188150b6'], 'active': True} {{(pid=103198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 19:30:20.165652 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [req-00b16ad3-3822-4ff8-942a-e87f476ee87b req-d74ebe2b-39b4-4848-a094-e335b8a56a25 tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] No DVR routers for this DVR port bf9fd44f-39fc-40b4-89a7-44f70f93a0e3 on host hv-cinder-75510 {{(pid=103196) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 25 19:30:20.168139 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-00b16ad3-3822-4ff8-942a-e87f476ee87b req-d74ebe2b-39b4-4848-a094-e335b8a56a25 tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63648'] for port (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:30:20.171558 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-00b16ad3-3822-4ff8-942a-e87f476ee87b req-d74ebe2b-39b4-4848-a094-e335b8a56a25 tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] 10.222.0.26 "DELETE /v2.0/ports/bf9fd44f-39fc-40b4-89a7-44f70f93a0e3 HTTP/1.1" status: 204 len: 173 time: 0.8717031 Mar 25 19:30:20.171997 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dd62527-a4f8-47cf-a495-d06f2a86732a', 'name': 'network-vif-deleted', 'tag': 'bf9fd44f-39fc-40b4-89a7-44f70f93a0e3'}] {{(pid=103196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 25 19:30:20.174298 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aab9b3bfb8b62b9c439d2baea07b5fa53a515b81dc2b4d2d70d2153c83a947a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cc08b48-1e29-4723-b3e4-005f090fb210" -d '{"events": [{"server_uuid": "1dd62527-a4f8-47cf-a495-d06f2a86732a", "name": "network-vif-deleted", "tag": "bf9fd44f-39fc-40b4-89a7-44f70f93a0e3"}]}' {{(pid=103196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 25 19:30:20.214595 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Mar 2022 19:30:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c5239b8-ef7e-4a03-8491-3094e2c5f871 x-openstack-request-id: req-8c5239b8-ef7e-4a03-8491-3094e2c5f871 {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 25 19:30:20.214957 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1dd62527-a4f8-47cf-a495-d06f2a86732a", "name": "network-vif-deleted", "tag": "bf9fd44f-39fc-40b4-89a7-44f70f93a0e3", "status": "completed", "code": 200}]} {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 25 19:30:20.215231 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8c5239b8-ef7e-4a03-8491-3094e2c5f871 {{(pid=103196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 25 19:30:20.215635 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c5239b8-ef7e-4a03-8491-3094e2c5f871'] response: {'server_uuid': '1dd62527-a4f8-47cf-a495-d06f2a86732a', 'name': 'network-vif-deleted', 'tag': 'bf9fd44f-39fc-40b4-89a7-44f70f93a0e3', 'status': 'completed', 'code': 200} Mar 25 19:30:20.261779 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.l3_dvr_db [None req-2ab4cdc2-6f21-4308-ab88-1f36de50c34a None None] Set router f07aef92-6be8-4ca1-a8c8-20fd188150b6 gateway port host: dv-cinder-755101-7-iscsi {{(pid=103198) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 25 19:30:20.470112 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.l3_hamode_db [None req-2ab4cdc2-6f21-4308-ab88-1f36de50c34a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f07aef92-6be8-4ca1-a8c8-20fd188150b6', 'name': 'tempest-TestVolumeBootPattern-1146644451-router', 'tenant_id': '047bda67abf94801b4a3258dfa563394', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'external_fixed_ips': [{'subnet_id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'ip_address': '172.27.0.126'}], 'enable_snat': True}, 'gw_port_id': '4e1882de-b674-4c01-9054-99a59c61b85f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T19:27:29Z', 'updated_at': '2022-03-25T19:27:34Z', 'revision_number': 4, 'project_id': '047bda67abf94801b4a3258dfa563394', 'gw_port': {'id': '4e1882de-b674-4c01-9054-99a59c61b85f', 'name': '', 'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:57:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f07aef92-6be8-4ca1-a8c8-20fd188150b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'ip_address': '172.27.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T19:27:30Z', 'updated_at': '2022-03-25T19:27:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755101-7-iscsi', '_interfaces': [{'id': '17662467-b6b2-4bf1-83ee-afa512959f9b', 'name': '', 'network_id': '27580a04-c198-4a21-a1dd-713b4c75540c', 'tenant_id': '047bda67abf94801b4a3258dfa563394', 'mac_address': 'fa:16:3e:29:5e:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f07aef92-6be8-4ca1-a8c8-20fd188150b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': 'c8e42045-43c2-4a9f-a0d6-9006af4b8132', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T19:27:32Z', 'updated_at': '2022-03-25T19:27:40Z', 'revision_number': 5, 'project_id': '047bda67abf94801b4a3258dfa563394', 'subnets': [{'id': 'c8e42045-43c2-4a9f-a0d6-9006af4b8132', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-755101-7-iscsi', False) {} {{(pid=103198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 19:30:20.496211 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ab4cdc2-6f21-4308-ab88-1f36de50c34a None None] Checking router: f07aef92-6be8-4ca1-a8c8-20fd188150b6 for host: dv-cinder-755101-7-iscsi {{(pid=103198) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 25 19:30:20.505359 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ab4cdc2-6f21-4308-ab88-1f36de50c34a None None] Routers {'f07aef92-6be8-4ca1-a8c8-20fd188150b6'} bound to L3 agent in host dv-cinder-755101-7-iscsi {{(pid=103198) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 25 19:30:20.505890 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.l3_hamode_db [None req-2ab4cdc2-6f21-4308-ab88-1f36de50c34a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755101-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-25T19:11:57Z,description=,heartbeat_timestamp=2022-03-25T19:29:57Z,host='dv-cinder-755101-7-iscsi',id=af1b81b0-43af-47bb-a61e-8e46b36efc57,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:11:57Z,topic='l3_agent')) {'router_ids': ['f07aef92-6be8-4ca1-a8c8-20fd188150b6'], 'active': True} {{(pid=103198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 19:30:20.611720 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.l3_dvr_db [None req-2ab4cdc2-6f21-4308-ab88-1f36de50c34a None None] Set router f07aef92-6be8-4ca1-a8c8-20fd188150b6 gateway port host: dv-cinder-755101-7-iscsi {{(pid=103198) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 25 19:30:20.809817 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.l3_hamode_db [None req-2ab4cdc2-6f21-4308-ab88-1f36de50c34a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f07aef92-6be8-4ca1-a8c8-20fd188150b6', 'name': 'tempest-TestVolumeBootPattern-1146644451-router', 'tenant_id': '047bda67abf94801b4a3258dfa563394', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'external_fixed_ips': [{'subnet_id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'ip_address': '172.27.0.126'}], 'enable_snat': True}, 'gw_port_id': '4e1882de-b674-4c01-9054-99a59c61b85f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T19:27:29Z', 'updated_at': '2022-03-25T19:27:34Z', 'revision_number': 4, 'project_id': '047bda67abf94801b4a3258dfa563394', 'gw_port': {'id': '4e1882de-b674-4c01-9054-99a59c61b85f', 'name': '', 'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:57:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f07aef92-6be8-4ca1-a8c8-20fd188150b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'ip_address': '172.27.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T19:27:30Z', 'updated_at': '2022-03-25T19:27:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755101-7-iscsi', '_interfaces': [{'id': '17662467-b6b2-4bf1-83ee-afa512959f9b', 'name': '', 'network_id': '27580a04-c198-4a21-a1dd-713b4c75540c', 'tenant_id': '047bda67abf94801b4a3258dfa563394', 'mac_address': 'fa:16:3e:29:5e:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f07aef92-6be8-4ca1-a8c8-20fd188150b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': 'c8e42045-43c2-4a9f-a0d6-9006af4b8132', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T19:27:32Z', 'updated_at': '2022-03-25T19:27:40Z', 'revision_number': 5, 'project_id': '047bda67abf94801b4a3258dfa563394', 'subnets': [{'id': 'c8e42045-43c2-4a9f-a0d6-9006af4b8132', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-755101-7-iscsi', False) {} {{(pid=103198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 19:30:20.837706 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ab4cdc2-6f21-4308-ab88-1f36de50c34a None None] The sync data for ids ['f07aef92-6be8-4ca1-a8c8-20fd188150b6'] in dv-cinder-755101-7-iscsi is: [{'id': 'f07aef92-6be8-4ca1-a8c8-20fd188150b6', 'name': 'tempest-TestVolumeBootPattern-1146644451-router', 'tenant_id': '047bda67abf94801b4a3258dfa563394', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'external_fixed_ips': [{'subnet_id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'ip_address': '172.27.0.126'}], 'enable_snat': True}, 'gw_port_id': '4e1882de-b674-4c01-9054-99a59c61b85f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T19:27:29Z', 'updated_at': '2022-03-25T19:27:34Z', 'revision_number': 4, 'project_id': '047bda67abf94801b4a3258dfa563394', 'gw_port': {'id': '4e1882de-b674-4c01-9054-99a59c61b85f', 'name': '', 'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:57:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f07aef92-6be8-4ca1-a8c8-20fd188150b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'ip_address': '172.27.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T19:27:30Z', 'updated_at': '2022-03-25T19:27:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755101-7-iscsi', '_interfaces': [{'id': '17662467-b6b2-4bf1-83ee-afa512959f9b', 'name': '', 'network_id': '27580a04-c198-4a21-a1dd-713b4c75540c', 'tenant_id': '047bda67abf94801b4a3258dfa563394', 'mac_address': 'fa:16:3e:29:5e:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f07aef92-6be8-4ca1-a8c8-20fd188150b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': 'c8e42045-43c2-4a9f-a0d6-9006af4b8132', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T19:27:32Z', 'updated_at': '2022-03-25T19:27:40Z', 'revision_number': 5, 'project_id': '047bda67abf94801b4a3258dfa563394', 'subnets': [{'id': 'c8e42045-43c2-4a9f-a0d6-9006af4b8132', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103198) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 25 19:30:21.059778 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adde3297-d2aa-4841-b70c-6e186821c48b None None] New status for floating IP e620a17c-6a58-40ee-8278-08a254f4b54a: DOWN {{(pid=103199) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 25 19:30:21.148326 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb02eb5-945a-4e42-8bb0-88e933ef061b req-0aad5b78-3d3d-4e85-b3a7-5b7c5bdf1864 tempest-VolumesSnapshotTestJSON-860154138 tempest-VolumesSnapshotTestJSON-860154138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:30:21.155008 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-bcb02eb5-945a-4e42-8bb0-88e933ef061b req-0aad5b78-3d3d-4e85-b3a7-5b7c5bdf1864 tempest-VolumesSnapshotTestJSON-860154138 tempest-VolumesSnapshotTestJSON-860154138-project] 10.222.0.18 "GET /v2.0/ports?device_id=deaeb7e7-4f86-4e76-9397-c621f57b0a53 HTTP/1.1" status: 200 len: 946 time: 0.0697792 Mar 25 19:30:21.205379 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-bcb02eb5-945a-4e42-8bb0-88e933ef061b req-8da2421d-e6aa-4cba-aa2d-41b8b8b4cdbf tempest-VolumesSnapshotTestJSON-860154138 tempest-VolumesSnapshotTestJSON-860154138-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d4a2c3d-f576-4eac-950b-3c8ceabf35a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486040 Mar 25 19:30:21.364025 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-f8f3d175-d01b-4c84-95ab-4b32570ef743 req-a6e68e37-379a-4ea9-9701-3426a3c208b4 tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1812516558&fields=id&tenant_id=047bda67abf94801b4a3258dfa563394 HTTP/1.1" status: 200 len: 267 time: 0.0689962 Mar 25 19:30:21.436220 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a13d63d-b89d-47cc-b7ce-328dd71491a3 req-caf2d1e6-ed49-4ff1-8b12-adcb14371c84 tempest-VolumesSnapshotTestJSON-860154138 tempest-VolumesSnapshotTestJSON-860154138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:30:21.437668 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-2a13d63d-b89d-47cc-b7ce-328dd71491a3 req-caf2d1e6-ed49-4ff1-8b12-adcb14371c84 tempest-VolumesSnapshotTestJSON-860154138 tempest-VolumesSnapshotTestJSON-860154138-project] 10.222.0.26 "GET /v2.0/ports?device_id=deaeb7e7-4f86-4e76-9397-c621f57b0a53 HTTP/1.1" status: 200 len: 946 time: 0.1096978 Mar 25 19:30:21.537438 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f3d175-d01b-4c84-95ab-4b32570ef743 req-8057f19d-4fcc-4c96-8606-f44e91a0c3d4 tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:30:21.538899 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-f8f3d175-d01b-4c84-95ab-4b32570ef743 req-8057f19d-4fcc-4c96-8606-f44e91a0c3d4 tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] 10.222.0.18 "GET /v2.0/networks?id=27580a04-c198-4a21-a1dd-713b4c75540c HTTP/1.1" status: 200 len: 812 time: 0.1678658 Mar 25 19:30:21.556455 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-f8f3d175-d01b-4c84-95ab-4b32570ef743 req-1146072e-fc36-4ee5-9f5d-247858c17129 tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] 10.222.0.18 "GET /v2.0/quotas/047bda67abf94801b4a3258dfa563394 HTTP/1.1" status: 200 len: 375 time: 0.0121830 Mar 25 19:30:21.595573 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [req-2a13d63d-b89d-47cc-b7ce-328dd71491a3 req-3189acbd-d06f-4d65-81ab-807118485c50 tempest-VolumesSnapshotTestJSON-860154138 tempest-VolumesSnapshotTestJSON-860154138-project] Deleting port 7fc7f78b-1aad-47be-a1e4-eb492c951116 {{(pid=103196) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 25 19:30:21.595894 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-2a13d63d-b89d-47cc-b7ce-328dd71491a3 req-3189acbd-d06f-4d65-81ab-807118485c50 tempest-VolumesSnapshotTestJSON-860154138 tempest-VolumesSnapshotTestJSON-860154138-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741036672799'] for port (7fc7f78b-1aad-47be-a1e4-eb492c951116), before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:30:21.668352 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-f8f3d175-d01b-4c84-95ab-4b32570ef743 req-147c7e65-1640-47d7-ad66-e9b7913a1f99 tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=047bda67abf94801b4a3258dfa563394&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1069679 Mar 25 19:30:21.698011 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.db [req-2a13d63d-b89d-47cc-b7ce-328dd71491a3 req-3189acbd-d06f-4d65-81ab-807118485c50 tempest-VolumesSnapshotTestJSON-860154138 tempest-VolumesSnapshotTestJSON-860154138-project] For port 7fc7f78b-1aad-47be-a1e4-eb492c951116, host hv-cinder-75510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75510',level=0,port_id=7fc7f78b-1aad-47be-a1e4-eb492c951116,segment=NetworkSegment(29a34fa0-8a6c-4ca8-aad5-8221d12c4bf3),segment_id=29a34fa0-8a6c-4ca8-aad5-8221d12c4bf3)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 25 19:30:21.698364 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-2a13d63d-b89d-47cc-b7ce-328dd71491a3 req-3189acbd-d06f-4d65-81ab-807118485c50 tempest-VolumesSnapshotTestJSON-860154138 tempest-VolumesSnapshotTestJSON-860154138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3766103'] for port (7fc7f78b-1aad-47be-a1e4-eb492c951116), precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:30:21.711023 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [req-2a13d63d-b89d-47cc-b7ce-328dd71491a3 req-3189acbd-d06f-4d65-81ab-807118485c50 tempest-VolumesSnapshotTestJSON-860154138 tempest-VolumesSnapshotTestJSON-860154138-project] Calling delete_port for 7fc7f78b-1aad-47be-a1e4-eb492c951116 owned by compute:nova {{(pid=103196) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 25 19:30:21.782009 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.wsgi [req-f8f3d175-d01b-4c84-95ab-4b32570ef743 req-0c0a2c0d-872b-49bb-ba9f-c9a052bab8a1 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103196) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 25 19:30:21.783033 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-f8f3d175-d01b-4c84-95ab-4b32570ef743 req-0c0a2c0d-872b-49bb-ba9f-c9a052bab8a1 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1014464 Mar 25 19:30:21.911123 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-f8f3d175-d01b-4c84-95ab-4b32570ef743 req-58ec4ed6-6506-4e16-b164-182da877615d service neutron] 10.222.0.18 "GET /v2.0/networks/27580a04-c198-4a21-a1dd-713b4c75540c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205702 Mar 25 19:30:21.912122 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-2a13d63d-b89d-47cc-b7ce-328dd71491a3 req-3189acbd-d06f-4d65-81ab-807118485c50 tempest-VolumesSnapshotTestJSON-860154138 tempest-VolumesSnapshotTestJSON-860154138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741036679554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741036190724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58911673'] for port (7fc7f78b-1aad-47be-a1e4-eb492c951116), after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:30:21.924334 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] get_ports_and_sgs() called for port_ids ['7fc7f78b-1aad-47be-a1e4-eb492c951116'] {{(pid=103198) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 25 19:30:21.948447 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3189acbd-d06f-4d65-81ab-807118485c50 tempest-VolumesSnapshotTestJSON-860154138 tempest-VolumesSnapshotTestJSON-860154138-project] Pushing event deleted for resources: {'Port': ['ID=7fc7f78b-1aad-47be-a1e4-eb492c951116,revision_number=None']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:30:22.029628 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a13d63d-b89d-47cc-b7ce-328dd71491a3 req-3189acbd-d06f-4d65-81ab-807118485c50 tempest-VolumesSnapshotTestJSON-860154138 tempest-VolumesSnapshotTestJSON-860154138-project] No DVR routers for this DVR port 7fc7f78b-1aad-47be-a1e4-eb492c951116 on host hv-cinder-75510 {{(pid=103196) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 25 19:30:22.032949 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-2a13d63d-b89d-47cc-b7ce-328dd71491a3 req-3189acbd-d06f-4d65-81ab-807118485c50 tempest-VolumesSnapshotTestJSON-860154138 tempest-VolumesSnapshotTestJSON-860154138-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63648'] for port (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:30:22.036168 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-2a13d63d-b89d-47cc-b7ce-328dd71491a3 req-3189acbd-d06f-4d65-81ab-807118485c50 tempest-VolumesSnapshotTestJSON-860154138 tempest-VolumesSnapshotTestJSON-860154138-project] 10.222.0.26 "DELETE /v2.0/ports/7fc7f78b-1aad-47be-a1e4-eb492c951116 HTTP/1.1" status: 204 len: 173 time: 0.5933905 Mar 25 19:30:22.066214 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-f8f3d175-d01b-4c84-95ab-4b32570ef743 req-2c2543f5-0318-4942-9ea9-332169539b6e service neutron] 10.222.0.18 "GET /v2.0/networks/27580a04-c198-4a21-a1dd-713b4c75540c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1474695 Mar 25 19:30:22.216376 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'deaeb7e7-4f86-4e76-9397-c621f57b0a53', 'name': 'network-vif-deleted', 'tag': '7fc7f78b-1aad-47be-a1e4-eb492c951116'}] {{(pid=103196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 25 19:30:22.219074 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aab9b3bfb8b62b9c439d2baea07b5fa53a515b81dc2b4d2d70d2153c83a947a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd28ab64-748c-42cd-8d5b-ca2406607f6c" -d '{"events": [{"server_uuid": "deaeb7e7-4f86-4e76-9397-c621f57b0a53", "name": "network-vif-deleted", "tag": "7fc7f78b-1aad-47be-a1e4-eb492c951116"}]}' {{(pid=103196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 25 19:30:22.254945 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Mar 2022 19:30:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57bc346f-73b2-469c-90c0-4fba7297834a x-openstack-request-id: req-57bc346f-73b2-469c-90c0-4fba7297834a {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 25 19:30:22.254945 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "deaeb7e7-4f86-4e76-9397-c621f57b0a53", "name": "network-vif-deleted", "tag": "7fc7f78b-1aad-47be-a1e4-eb492c951116", "status": "completed", "code": 200}]} {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 25 19:30:22.254945 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-57bc346f-73b2-469c-90c0-4fba7297834a {{(pid=103196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 25 19:30:22.254945 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event matching ['req-57bc346f-73b2-469c-90c0-4fba7297834a'] response: {'server_uuid': 'deaeb7e7-4f86-4e76-9397-c621f57b0a53', 'name': 'network-vif-deleted', 'tag': '7fc7f78b-1aad-47be-a1e4-eb492c951116', 'status': 'completed', 'code': 200} Mar 25 19:30:22.340685 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-17dbc5a7-15e1-4618-936d-d268e5f579c7 req-3b0653ea-62da-47ce-8cea-91760f85b3e0 tempest-VolumesSnapshotTestJSON-860154138 tempest-VolumesSnapshotTestJSON-860154138-project] 10.222.0.18 "GET /v2.0/ports?device_id=deaeb7e7-4f86-4e76-9397-c621f57b0a53 HTTP/1.1" status: 200 len: 210 time: 0.0291646 Mar 25 19:30:22.381459 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-b80c2cb5-9bd3-48a4-b5bf-da835159da83 req-83fbe97c-075b-4373-9b39-bd8260d33564 tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] 10.222.0.18 "GET /v2.0/ports?device_id=4e9107ef-2d03-44f2-a6dd-8bc18491787b HTTP/1.1" status: 200 len: 210 time: 0.0342820 Mar 25 19:30:23.403003 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f3d175-d01b-4c84-95ab-4b32570ef743 req-5c1583c3-d24c-41a2-b959-74fb479c3de6 tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:30:23.407691 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-f8f3d175-d01b-4c84-95ab-4b32570ef743 req-5c1583c3-d24c-41a2-b959-74fb479c3de6 tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] 10.222.0.26 "GET /v2.0/networks?id=27580a04-c198-4a21-a1dd-713b4c75540c HTTP/1.1" status: 200 len: 812 time: 0.1177905 Mar 25 19:30:23.512630 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-f8f3d175-d01b-4c84-95ab-4b32570ef743 req-434a2c8d-f2c0-422f-a9a5-d0d7eb9336bb tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=047bda67abf94801b4a3258dfa563394 HTTP/1.1" status: 200 len: 380 time: 0.0956345 Mar 25 19:30:23.534033 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.v2.base [req-f8f3d175-d01b-4c84-95ab-4b32570ef743 req-57bb8a77-f5c8-4733-9787-1434120f83ec tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] Request body: {'port': {'device_id': '4e9107ef-2d03-44f2-a6dd-8bc18491787b', 'network_id': '27580a04-c198-4a21-a1dd-713b4c75540c', 'admin_state_up': True, 'tenant_id': '047bda67abf94801b4a3258dfa563394', 'security_groups': ['4fcd9e27-60e1-4707-b5da-0a7affa4af42']}} {{(pid=103196) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 19:30:23.539151 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-41f8b518-3c6c-48d8-b9ee-545508890164 req-0e97c23a-f06b-46ee-bf71-40c5f67a4a87 tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] 10.222.0.18 "GET /v2.0/ports?device_id=4e9107ef-2d03-44f2-a6dd-8bc18491787b HTTP/1.1" status: 200 len: 210 time: 0.0429265 Mar 25 19:30:23.674818 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8f3d175-d01b-4c84-95ab-4b32570ef743 req-57bb8a77-f5c8-4733-9787-1434120f83ec tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] Made reservation on behalf of 047bda67abf94801b4a3258dfa563394 for: {'port': 1} {{(pid=103196) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 19:30:23.678623 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-f8f3d175-d01b-4c84-95ab-4b32570ef743 req-57bb8a77-f5c8-4733-9787-1434120f83ec tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1293263'] for port (None), before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:30:23.804402 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.db.db_base_plugin_common [req-f8f3d175-d01b-4c84-95ab-4b32570ef743 req-57bb8a77-f5c8-4733-9787-1434120f83ec tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] Allocated IP 172.20.0.6 (27580a04-c198-4a21-a1dd-713b4c75540c/c8e42045-43c2-4a9f-a0d6-9006af4b8132/1b0503ba-a31f-464e-add1-b73cdd3d1d4e) {{(pid=103196) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 19:30:23.942438 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-f8f3d175-d01b-4c84-95ab-4b32570ef743 req-57bb8a77-f5c8-4733-9787-1434120f83ec tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] Publish callbacks [] for port (1b0503ba-a31f-464e-add1-b73cdd3d1d4e), precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:30:23.975436 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-f8f3d175-d01b-4c84-95ab-4b32570ef743 req-57bb8a77-f5c8-4733-9787-1434120f83ec tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741036193015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58911673'] for port (1b0503ba-a31f-464e-add1-b73cdd3d1d4e), after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:30:24.016458 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8f3d175-d01b-4c84-95ab-4b32570ef743 req-57bb8a77-f5c8-4733-9787-1434120f83ec tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] Network 27580a04-c198-4a21-a1dd-713b4c75540c is already hosted by enough agents. {{(pid=103196) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 19:30:24.019491 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.scheduler.base_scheduler [req-f8f3d175-d01b-4c84-95ab-4b32570ef743 req-57bb8a77-f5c8-4733-9787-1434120f83ec tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] Resources bound (agent type, host, resource id): {{(pid=103196) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 19:30:24.021842 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8f3d175-d01b-4c84-95ab-4b32570ef743 req-57bb8a77-f5c8-4733-9787-1434120f83ec tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] Received port after_create {{(pid=103196) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 25 19:30:24.052121 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bb8a77-f5c8-4733-9787-1434120f83ec tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] Pushing event updated for resources: {'Port': ['ID=1b0503ba-a31f-464e-add1-b73cdd3d1d4e,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:30:24.080850 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f3d175-d01b-4c84-95ab-4b32570ef743 req-57bb8a77-f5c8-4733-9787-1434120f83ec tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:30:24.081812 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-f8f3d175-d01b-4c84-95ab-4b32570ef743 req-57bb8a77-f5c8-4733-9787-1434120f83ec tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63648'] for port (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:30:24.099406 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-f8f3d175-d01b-4c84-95ab-4b32570ef743 req-57bb8a77-f5c8-4733-9787-1434120f83ec tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5690422 Mar 25 19:30:24.283174 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-78e1c616-830d-4071-a2f0-ea675a1cd829 None None] Provisioning complete for port 1b0503ba-a31f-464e-add1-b73cdd3d1d4e triggered by entity DHCP. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 25 19:30:24.283721 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-78e1c616-830d-4071-a2f0-ea675a1cd829 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133789'] for port (1b0503ba-a31f-464e-add1-b73cdd3d1d4e), provisioning_complete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:30:24.330480 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-78e1c616-830d-4071-a2f0-ea675a1cd829 None None] Port 1b0503ba-a31f-464e-add1-b73cdd3d1d4e cannot update to ACTIVE because it is not bound. {{(pid=103198) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 25 19:30:24.332716 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-5a72426f-5da7-4948-b646-087af6a12582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741036503857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133703'] for agent (ff15a80c-2d7c-4104-a6ad-0973d1d911f7), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:30:24.650766 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.wsgi [req-f8f3d175-d01b-4c84-95ab-4b32570ef743 req-d07637c0-2d14-45d9-9f2b-d306f98c3557 tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=103196) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 25 19:30:24.652545 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-f8f3d175-d01b-4c84-95ab-4b32570ef743 req-d07637c0-2d14-45d9-9f2b-d306f98c3557 tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060906 Mar 25 19:30:24.666205 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2544e895-9cff-48cd-b8a8-60b93573603d req-e51c847a-62be-4279-b4a3-0623e180fde3 tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:30:24.669905 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-2544e895-9cff-48cd-b8a8-60b93573603d req-e51c847a-62be-4279-b4a3-0623e180fde3 tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] 10.222.0.18 "GET /v2.0/ports?device_id=4e9107ef-2d03-44f2-a6dd-8bc18491787b HTTP/1.1" status: 200 len: 931 time: 0.0543382 Mar 25 19:30:24.716642 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-2544e895-9cff-48cd-b8a8-60b93573603d req-59d466b7-ea7a-4040-bb85-491b164d53bc tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] 10.222.0.18 "GET /v2.0/security-groups?id=4fcd9e27-60e1-4707-b5da-0a7affa4af42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434394 Mar 25 19:30:25.832706 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e603630a-2712-45ef-86ab-a949bdfae697 req-e0f299a2-e0f4-466e-8c07-3c187ca6e7d2 tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:30:25.834174 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-e603630a-2712-45ef-86ab-a949bdfae697 req-e0f299a2-e0f4-466e-8c07-3c187ca6e7d2 tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] 10.222.0.18 "GET /v2.0/ports?device_id=4e9107ef-2d03-44f2-a6dd-8bc18491787b HTTP/1.1" status: 200 len: 931 time: 0.0532305 Mar 25 19:30:25.884726 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-e603630a-2712-45ef-86ab-a949bdfae697 req-14a5acaa-aaee-47c8-8007-26060a912218 tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] 10.222.0.18 "GET /v2.0/security-groups?id=4fcd9e27-60e1-4707-b5da-0a7affa4af42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450351 Mar 25 19:30:26.271522 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.v2.base [req-f8f3d175-d01b-4c84-95ab-4b32570ef743 req-3f8e4ccf-1ac2-446f-be3c-cd0e76f4987a service neutron] Request body: {'port': {'device_id': '4e9107ef-2d03-44f2-a6dd-8bc18491787b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75510'}} {{(pid=103196) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 19:30:26.273519 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Device bf9fd44f-39fc-40b4-89a7-44f70f93a0e3 no longer exists at agent hyperv_hv-cinder-75510 {{(pid=103198) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 25 19:30:26.293002 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] No Port match for: bf9fd44f-39fc-40b4-89a7-44f70f93a0e3 {{(pid=103198) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 25 19:30:26.293344 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Device bf9fd44f-39fc-40b4-89a7-44f70f93a0e3 not bound to the agent host hv-cinder-75510 {{(pid=103198) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 25 19:30:26.328353 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-f8f3d175-d01b-4c84-95ab-4b32570ef743 req-3f8e4ccf-1ac2-446f-be3c-cd0e76f4987a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1293263'] for port (1b0503ba-a31f-464e-add1-b73cdd3d1d4e), before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:30:26.595295 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.notifiers.nova [req-f8f3d175-d01b-4c84-95ab-4b32570ef743 req-3f8e4ccf-1ac2-446f-be3c-cd0e76f4987a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b0503ba-a31f-464e-add1-b73cdd3d1d4e {{(pid=103196) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 25 19:30:26.602761 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-f8f3d175-d01b-4c84-95ab-4b32570ef743 req-3f8e4ccf-1ac2-446f-be3c-cd0e76f4987a service neutron] Publish callbacks [] for port (1b0503ba-a31f-464e-add1-b73cdd3d1d4e), precommit_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:30:26.615843 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [req-f8f3d175-d01b-4c84-95ab-4b32570ef743 req-3f8e4ccf-1ac2-446f-be3c-cd0e76f4987a service neutron] Transition to ACTIVE for port object 1b0503ba-a31f-464e-add1-b73cdd3d1d4e will not be triggered until provisioned by entity L2. {{(pid=103196) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 25 19:30:26.618917 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-f8f3d175-d01b-4c84-95ab-4b32570ef743 req-3f8e4ccf-1ac2-446f-be3c-cd0e76f4987a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036679572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741036190733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741036190751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58911630'] for port (1b0503ba-a31f-464e-add1-b73cdd3d1d4e), after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:30:26.691179 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8e4ccf-1ac2-446f-be3c-cd0e76f4987a service neutron] Pushing event updated for resources: {'Port': ['ID=1b0503ba-a31f-464e-add1-b73cdd3d1d4e,revision_number=2']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:30:26.716316 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-659c32e7-d4ce-4c29-91ad-2b45734a1710 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741036503857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133703'] for agent (af1b81b0-43af-47bb-a61e-8e46b36efc57), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:30:26.744284 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [req-f8f3d175-d01b-4c84-95ab-4b32570ef743 req-3f8e4ccf-1ac2-446f-be3c-cd0e76f4987a service neutron] Attempting to bind port 1b0503ba-a31f-464e-add1-b73cdd3d1d4e on host hv-cinder-75510 for vnic_type normal with profile {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 25 19:30:26.744639 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [req-f8f3d175-d01b-4c84-95ab-4b32570ef743 req-3f8e4ccf-1ac2-446f-be3c-cd0e76f4987a service neutron] Attempting to bind port 1b0503ba-a31f-464e-add1-b73cdd3d1d4e by drivers openvswitch,hyperv on host hv-cinder-75510 at level 0 using segments [{'id': 'e330a8af-5d1b-4552-a8f9-d04d69fc20fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '27580a04-c198-4a21-a1dd-713b4c75540c'}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 25 19:30:26.744968 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8f3d175-d01b-4c84-95ab-4b32570ef743 req-3f8e4ccf-1ac2-446f-be3c-cd0e76f4987a service neutron] Attempting to bind port 1b0503ba-a31f-464e-add1-b73cdd3d1d4e on network 27580a04-c198-4a21-a1dd-713b4c75540c {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 25 19:30:26.750118 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8f3d175-d01b-4c84-95ab-4b32570ef743 req-3f8e4ccf-1ac2-446f-be3c-cd0e76f4987a service neutron] Port 1b0503ba-a31f-464e-add1-b73cdd3d1d4e on network 27580a04-c198-4a21-a1dd-713b4c75540c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75510 {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 25 19:30:26.750437 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8f3d175-d01b-4c84-95ab-4b32570ef743 req-3f8e4ccf-1ac2-446f-be3c-cd0e76f4987a service neutron] Attempting to bind port 1b0503ba-a31f-464e-add1-b73cdd3d1d4e on network 27580a04-c198-4a21-a1dd-713b4c75540c {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 25 19:30:26.755591 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8f3d175-d01b-4c84-95ab-4b32570ef743 req-3f8e4ccf-1ac2-446f-be3c-cd0e76f4987a service neutron] Checking agent: {'id': 'e10cc9df-a7ce-4b9c-bc25-dffd007f5dd8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75510', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 19, 18, 1), 'started_at': datetime.datetime(2022, 3, 25, 19, 18, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 19, 30, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 25 19:30:26.755925 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8f3d175-d01b-4c84-95ab-4b32570ef743 req-3f8e4ccf-1ac2-446f-be3c-cd0e76f4987a service neutron] Checking segment: {'id': 'e330a8af-5d1b-4552-a8f9-d04d69fc20fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '27580a04-c198-4a21-a1dd-713b4c75540c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103196) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 25 19:30:26.756303 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8f3d175-d01b-4c84-95ab-4b32570ef743 req-3f8e4ccf-1ac2-446f-be3c-cd0e76f4987a service neutron] Bound using segment: {'id': 'e330a8af-5d1b-4552-a8f9-d04d69fc20fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '27580a04-c198-4a21-a1dd-713b4c75540c'} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 25 19:30:26.756772 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [req-f8f3d175-d01b-4c84-95ab-4b32570ef743 req-3f8e4ccf-1ac2-446f-be3c-cd0e76f4987a service neutron] Bound port: 1b0503ba-a31f-464e-add1-b73cdd3d1d4e, host: hv-cinder-75510, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e330a8af-5d1b-4552-a8f9-d04d69fc20fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '27580a04-c198-4a21-a1dd-713b4c75540c'}}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 25 19:30:26.757087 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-f8f3d175-d01b-4c84-95ab-4b32570ef743 req-3f8e4ccf-1ac2-446f-be3c-cd0e76f4987a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1293263'] for port (1b0503ba-a31f-464e-add1-b73cdd3d1d4e), before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:30:26.827551 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.db [req-f8f3d175-d01b-4c84-95ab-4b32570ef743 req-3f8e4ccf-1ac2-446f-be3c-cd0e76f4987a service neutron] For port 1b0503ba-a31f-464e-add1-b73cdd3d1d4e, host hv-cinder-75510, cleared binding levels {{(pid=103196) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 25 19:30:26.831290 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.db [req-f8f3d175-d01b-4c84-95ab-4b32570ef743 req-3f8e4ccf-1ac2-446f-be3c-cd0e76f4987a service neutron] For port 1b0503ba-a31f-464e-add1-b73cdd3d1d4e, host hv-cinder-75510, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75510',level=0,port_id=1b0503ba-a31f-464e-add1-b73cdd3d1d4e,segment=NetworkSegment(e330a8af-5d1b-4552-a8f9-d04d69fc20fb),segment_id=e330a8af-5d1b-4552-a8f9-d04d69fc20fb)] {{(pid=103196) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 25 19:30:26.839431 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-f8f3d175-d01b-4c84-95ab-4b32570ef743 req-3f8e4ccf-1ac2-446f-be3c-cd0e76f4987a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036679572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741036190733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741036190751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58911630'] for port (1b0503ba-a31f-464e-add1-b73cdd3d1d4e), after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:30:26.883415 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f3d175-d01b-4c84-95ab-4b32570ef743 req-3f8e4ccf-1ac2-446f-be3c-cd0e76f4987a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:30:26.884057 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-f8f3d175-d01b-4c84-95ab-4b32570ef743 req-3f8e4ccf-1ac2-446f-be3c-cd0e76f4987a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63648'] for port (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:30:26.885620 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-f8f3d175-d01b-4c84-95ab-4b32570ef743 req-3f8e4ccf-1ac2-446f-be3c-cd0e76f4987a service neutron] 10.222.0.26 "PUT /v2.0/ports/1b0503ba-a31f-464e-add1-b73cdd3d1d4e HTTP/1.1" status: 200 len: 1093 time: 0.6182072 Mar 25 19:30:26.885848 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e9107ef-2d03-44f2-a6dd-8bc18491787b', 'tag': '1b0503ba-a31f-464e-add1-b73cdd3d1d4e'}] {{(pid=103196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 25 19:30:26.888346 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aab9b3bfb8b62b9c439d2baea07b5fa53a515b81dc2b4d2d70d2153c83a947a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c903e3e-4e03-412b-a74e-c1fcfcb2cd1c" -d '{"events": [{"name": "network-changed", "server_uuid": "4e9107ef-2d03-44f2-a6dd-8bc18491787b", "tag": "1b0503ba-a31f-464e-add1-b73cdd3d1d4e"}]}' {{(pid=103196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 25 19:30:26.910475 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8e4ccf-1ac2-446f-be3c-cd0e76f4987a service neutron] Pushing event updated for resources: {'Port': ['ID=1b0503ba-a31f-464e-add1-b73cdd3d1d4e,revision_number=3']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:30:26.994723 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Mar 2022 19:30:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71323c95-5d46-4cdd-965f-35723c02f832 x-openstack-request-id: req-71323c95-5d46-4cdd-965f-35723c02f832 {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 25 19:30:26.995018 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e9107ef-2d03-44f2-a6dd-8bc18491787b", "tag": "1b0503ba-a31f-464e-add1-b73cdd3d1d4e", "status": "completed", "code": 200}]} {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 25 19:30:26.995284 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-71323c95-5d46-4cdd-965f-35723c02f832 {{(pid=103196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 25 19:30:26.995743 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event matching ['req-71323c95-5d46-4cdd-965f-35723c02f832'] response: {'name': 'network-changed', 'server_uuid': '4e9107ef-2d03-44f2-a6dd-8bc18491787b', 'tag': '1b0503ba-a31f-464e-add1-b73cdd3d1d4e', 'status': 'completed', 'code': 200} Mar 25 19:30:27.049885 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f3d175-d01b-4c84-95ab-4b32570ef743 req-877c5471-f3d3-4fc7-b505-802cf53e6c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:30:27.051445 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-f8f3d175-d01b-4c84-95ab-4b32570ef743 req-877c5471-f3d3-4fc7-b505-802cf53e6c5b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=047bda67abf94801b4a3258dfa563394&device_id=4e9107ef-2d03-44f2-a6dd-8bc18491787b HTTP/1.1" status: 200 len: 1127 time: 0.1028607 Mar 25 19:30:27.073908 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0a805e-349b-4365-b228-099cfbcd7df5 req-1baf8b3a-b65a-4aab-95c1-1f36caad802a tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:30:27.075439 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-3f0a805e-349b-4365-b228-099cfbcd7df5 req-1baf8b3a-b65a-4aab-95c1-1f36caad802a tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] 10.222.0.18 "GET /v2.0/ports?device_id=4e9107ef-2d03-44f2-a6dd-8bc18491787b HTTP/1.1" status: 200 len: 943 time: 0.0787251 Mar 25 19:30:27.115557 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-f8f3d175-d01b-4c84-95ab-4b32570ef743 req-81ab3385-242b-4cf9-a886-75246bd59c71 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1b0503ba-a31f-464e-add1-b73cdd3d1d4e HTTP/1.1" status: 200 len: 217 time: 0.0561321 Mar 25 19:30:27.187952 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-3f0a805e-349b-4365-b228-099cfbcd7df5 req-88d244ec-1c68-43c2-b47c-505b0f7e098d tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] 10.222.0.18 "GET /v2.0/security-groups?id=4fcd9e27-60e1-4707-b5da-0a7affa4af42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788252 Mar 25 19:30:27.189378 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f3d175-d01b-4c84-95ab-4b32570ef743 req-caa6e71e-90c3-4375-bb80-dff7da1320ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:30:27.190766 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-f8f3d175-d01b-4c84-95ab-4b32570ef743 req-caa6e71e-90c3-4375-bb80-dff7da1320ff service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c8e42045-43c2-4a9f-a0d6-9006af4b8132 HTTP/1.1" status: 200 len: 851 time: 0.0670085 Mar 25 19:30:27.243447 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f3d175-d01b-4c84-95ab-4b32570ef743 req-3c3c915d-c57d-48a3-88bf-d5540b0c94b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:30:27.244929 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-f8f3d175-d01b-4c84-95ab-4b32570ef743 req-3c3c915d-c57d-48a3-88bf-d5540b0c94b0 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=27580a04-c198-4a21-a1dd-713b4c75540c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0486476 Mar 25 19:30:27.335185 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-f8f3d175-d01b-4c84-95ab-4b32570ef743 req-01ae0576-e518-4cb2-8627-d30d439bfb2e service neutron] 10.222.0.26 "GET /v2.0/networks/27580a04-c198-4a21-a1dd-713b4c75540c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835838 Mar 25 19:30:27.419908 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-f8f3d175-d01b-4c84-95ab-4b32570ef743 req-cb421a75-43e9-4d38-ac4a-a535ac6f56eb service neutron] 10.222.0.26 "GET /v2.0/networks/27580a04-c198-4a21-a1dd-713b4c75540c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792494 Mar 25 19:30:27.514703 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c903e3e-4e03-412b-a74e-c1fcfcb2cd1c req-218b4fdf-c2c2-44bf-9dfd-4933866fef90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:30:27.516187 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-7c903e3e-4e03-412b-a74e-c1fcfcb2cd1c req-218b4fdf-c2c2-44bf-9dfd-4933866fef90 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=047bda67abf94801b4a3258dfa563394&device_id=4e9107ef-2d03-44f2-a6dd-8bc18491787b HTTP/1.1" status: 200 len: 1127 time: 0.0483651 Mar 25 19:30:27.602143 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c903e3e-4e03-412b-a74e-c1fcfcb2cd1c req-03b52b48-415c-4a24-b1fd-8270d967a2a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:30:27.603554 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-7c903e3e-4e03-412b-a74e-c1fcfcb2cd1c req-03b52b48-415c-4a24-b1fd-8270d967a2a0 service neutron] 10.222.0.26 "GET /v2.0/networks?id=27580a04-c198-4a21-a1dd-713b4c75540c HTTP/1.1" status: 200 len: 913 time: 0.0818009 Mar 25 19:30:27.620698 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-af60142c-683d-41c3-be1d-5377fff6ca45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741036503857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133703'] for agent (c3076277-13eb-43a7-9b94-fad13f82c96d), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:30:27.646831 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-7c903e3e-4e03-412b-a74e-c1fcfcb2cd1c req-942ae53c-219e-48fc-a898-b7cfca5057f7 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1b0503ba-a31f-464e-add1-b73cdd3d1d4e HTTP/1.1" status: 200 len: 217 time: 0.0353806 Mar 25 19:30:27.697934 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c903e3e-4e03-412b-a74e-c1fcfcb2cd1c req-84efbba3-9ca7-4dc2-b63a-9b8bdcc597d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:30:27.699388 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-7c903e3e-4e03-412b-a74e-c1fcfcb2cd1c req-84efbba3-9ca7-4dc2-b63a-9b8bdcc597d2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c8e42045-43c2-4a9f-a0d6-9006af4b8132 HTTP/1.1" status: 200 len: 851 time: 0.0467169 Mar 25 19:30:27.745778 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c903e3e-4e03-412b-a74e-c1fcfcb2cd1c req-99f6941f-cafc-4223-b6b1-ed96f7298c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:30:27.747281 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-7c903e3e-4e03-412b-a74e-c1fcfcb2cd1c req-99f6941f-cafc-4223-b6b1-ed96f7298c80 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=27580a04-c198-4a21-a1dd-713b4c75540c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0424085 Mar 25 19:30:27.837958 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-7c903e3e-4e03-412b-a74e-c1fcfcb2cd1c req-af06055a-0a50-44de-b76c-73e9769d209f service neutron] 10.222.0.26 "GET /v2.0/networks/27580a04-c198-4a21-a1dd-713b4c75540c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840914 Mar 25 19:30:27.925673 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-7c903e3e-4e03-412b-a74e-c1fcfcb2cd1c req-2d10d24c-e44c-4f26-ad5c-0f58e2b08e5d service neutron] 10.222.0.26 "GET /v2.0/networks/27580a04-c198-4a21-a1dd-713b4c75540c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820248 Mar 25 19:30:28.274637 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Device 7fc7f78b-1aad-47be-a1e4-eb492c951116 no longer exists at agent hyperv_hv-cinder-75510 {{(pid=103198) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 25 19:30:28.293699 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] No Port match for: 7fc7f78b-1aad-47be-a1e4-eb492c951116 {{(pid=103198) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 25 19:30:28.294044 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Device 7fc7f78b-1aad-47be-a1e4-eb492c951116 not bound to the agent host hv-cinder-75510 {{(pid=103198) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 25 19:30:28.307334 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5ae2a8-55f2-4c22-a1ab-1fa97b340ee0 req-4ee3f6a9-863b-4ede-b070-88bce34bd7e2 tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:30:28.308793 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-9f5ae2a8-55f2-4c22-a1ab-1fa97b340ee0 req-4ee3f6a9-863b-4ede-b070-88bce34bd7e2 tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] 10.222.0.18 "GET /v2.0/ports?device_id=4e9107ef-2d03-44f2-a6dd-8bc18491787b HTTP/1.1" status: 200 len: 943 time: 0.0540032 Mar 25 19:30:28.356003 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-9f5ae2a8-55f2-4c22-a1ab-1fa97b340ee0 req-d8c27cb8-3428-46d4-97c8-79ab850dc33a tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] 10.222.0.18 "GET /v2.0/security-groups?id=4fcd9e27-60e1-4707-b5da-0a7affa4af42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408814 Mar 25 19:30:29.220533 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-bfcc621e-35c9-4ac2-b4cb-53c403134561 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741036503857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133703'] for agent (9ba807d9-64cc-4b2a-8ad2-e4f3b23bc779), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:30:29.473690 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b121fbde-a166-4613-b4ca-4659abc4addf req-b03255bc-8127-4e41-bc9e-c6bb0863f6e9 tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:30:29.475156 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-b121fbde-a166-4613-b4ca-4659abc4addf req-b03255bc-8127-4e41-bc9e-c6bb0863f6e9 tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] 10.222.0.18 "GET /v2.0/ports?device_id=4e9107ef-2d03-44f2-a6dd-8bc18491787b HTTP/1.1" status: 200 len: 943 time: 0.0523496 Mar 25 19:30:29.526692 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-b121fbde-a166-4613-b4ca-4659abc4addf req-49c2acd0-258f-48ce-885d-83cae0546c13 tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] 10.222.0.18 "GET /v2.0/security-groups?id=4fcd9e27-60e1-4707-b5da-0a7affa4af42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459464 Mar 25 19:30:30.643379 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85916bcd-81ce-4972-9e64-71328db1d0eb req-09e42412-7f66-448c-b86b-fa5b285178c6 tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:30:30.644839 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-85916bcd-81ce-4972-9e64-71328db1d0eb req-09e42412-7f66-448c-b86b-fa5b285178c6 tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] 10.222.0.18 "GET /v2.0/ports?device_id=4e9107ef-2d03-44f2-a6dd-8bc18491787b HTTP/1.1" status: 200 len: 943 time: 0.0513833 Mar 25 19:30:30.691343 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-85916bcd-81ce-4972-9e64-71328db1d0eb req-c5718954-96e6-48c3-a915-8c6cf27ccdbe tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] 10.222.0.18 "GET /v2.0/security-groups?id=4fcd9e27-60e1-4707-b5da-0a7affa4af42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409207 Mar 25 19:30:30.807194 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741036503857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133703'] for agent (e10cc9df-a7ce-4b9c-bc25-dffd007f5dd8), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:30:30.808377 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741036503857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133703'] for agent (239dac0e-b210-4295-8f1a-11f7f9dc3de1), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:30:31.472822 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2eac61f-cf26-4022-835d-499832fa2305 req-583f9cc9-f016-4091-82db-bc28efba57b1 tempest-VolumesSnapshotTestJSON-860154138 tempest-VolumesSnapshotTestJSON-860154138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:30:31.474208 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-b2eac61f-cf26-4022-835d-499832fa2305 req-583f9cc9-f016-4091-82db-bc28efba57b1 tempest-VolumesSnapshotTestJSON-860154138 tempest-VolumesSnapshotTestJSON-860154138-project] 10.222.0.18 "GET /v2.0/networks?id=910c9359-a549-42a9-b702-b2e32c99c77f HTTP/1.1" status: 200 len: 813 time: 0.1014726 Mar 25 19:30:31.489014 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-b2eac61f-cf26-4022-835d-499832fa2305 req-ca097e5f-5793-40ad-8eb7-2d443682bb1d tempest-VolumesSnapshotTestJSON-860154138 tempest-VolumesSnapshotTestJSON-860154138-project] 10.222.0.18 "GET /v2.0/quotas/22700427efd5416ba54e8fff0ea96369 HTTP/1.1" status: 200 len: 375 time: 0.0092871 Mar 25 19:30:31.519414 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-b2eac61f-cf26-4022-835d-499832fa2305 req-4b704b0d-0447-4d9b-bad5-650f49b8d91c tempest-VolumesSnapshotTestJSON-860154138 tempest-VolumesSnapshotTestJSON-860154138-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=22700427efd5416ba54e8fff0ea96369&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0257382 Mar 25 19:30:31.609090 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-b2eac61f-cf26-4022-835d-499832fa2305 req-48674637-319b-4188-9235-c501fcae4397 service neutron] 10.222.0.18 "GET /v2.0/networks/910c9359-a549-42a9-b702-b2e32c99c77f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832629 Mar 25 19:30:31.693715 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-b2eac61f-cf26-4022-835d-499832fa2305 req-2e139b09-ebf8-44b6-925d-ca9d4c40ea4b service neutron] 10.222.0.18 "GET /v2.0/networks/910c9359-a549-42a9-b702-b2e32c99c77f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0790899 Mar 25 19:30:31.813478 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afde20de-c60d-4ea9-b60d-eaf27306be43 req-0bbed63f-ac26-4c89-a79e-a97941069e55 tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:30:31.814994 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-afde20de-c60d-4ea9-b60d-eaf27306be43 req-0bbed63f-ac26-4c89-a79e-a97941069e55 tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] 10.222.0.18 "GET /v2.0/ports?device_id=4e9107ef-2d03-44f2-a6dd-8bc18491787b HTTP/1.1" status: 200 len: 943 time: 0.0574446 Mar 25 19:30:31.852532 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-eb8d3aa8-5e96-4cff-90e5-9d5e716c0936 req-6f774f51-4f09-4385-9bdf-559c5a614b1e tempest-VolumesSnapshotTestJSON-860154138 tempest-VolumesSnapshotTestJSON-860154138-project] 10.222.0.18 "GET /v2.0/ports?device_id=ac695399-6ad7-492e-9252-50232e358d94 HTTP/1.1" status: 200 len: 210 time: 0.0299778 Mar 25 19:30:31.870894 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-afde20de-c60d-4ea9-b60d-eaf27306be43 req-1fbf7b3c-6515-46dd-b37d-d9dcf772ea5e tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] 10.222.0.18 "GET /v2.0/security-groups?id=4fcd9e27-60e1-4707-b5da-0a7affa4af42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471585 Mar 25 19:30:32.976857 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-0c7ca535-ef8c-4bf9-9e5c-2b98c546386e req-5445c2b3-66a2-44b0-96d7-c7866e23748f tempest-VolumesSnapshotTestJSON-860154138 tempest-VolumesSnapshotTestJSON-860154138-project] 10.222.0.18 "GET /v2.0/ports?device_id=ac695399-6ad7-492e-9252-50232e358d94 HTTP/1.1" status: 200 len: 210 time: 0.0325890 Mar 25 19:30:32.992437 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20231f5a-e78d-4078-8262-79bea3f0fec2 req-c44b9a80-0d9a-4575-aa07-bb79be3305e4 tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:30:32.994044 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-20231f5a-e78d-4078-8262-79bea3f0fec2 req-c44b9a80-0d9a-4575-aa07-bb79be3305e4 tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] 10.222.0.18 "GET /v2.0/ports?device_id=4e9107ef-2d03-44f2-a6dd-8bc18491787b HTTP/1.1" status: 200 len: 943 time: 0.0529695 Mar 25 19:30:33.020793 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2eac61f-cf26-4022-835d-499832fa2305 req-4d6ff670-af85-47d5-8e82-4f835cffbcec tempest-VolumesSnapshotTestJSON-860154138 tempest-VolumesSnapshotTestJSON-860154138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:30:33.022207 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-b2eac61f-cf26-4022-835d-499832fa2305 req-4d6ff670-af85-47d5-8e82-4f835cffbcec tempest-VolumesSnapshotTestJSON-860154138 tempest-VolumesSnapshotTestJSON-860154138-project] 10.222.0.26 "GET /v2.0/networks?id=910c9359-a549-42a9-b702-b2e32c99c77f HTTP/1.1" status: 200 len: 813 time: 0.3831923 Mar 25 19:30:33.034456 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.v2.base [req-b2eac61f-cf26-4022-835d-499832fa2305 req-d83cd921-911a-411c-b237-566721ca5b8a tempest-VolumesSnapshotTestJSON-860154138 tempest-VolumesSnapshotTestJSON-860154138-project] Request body: {'port': {'device_id': 'ac695399-6ad7-492e-9252-50232e358d94', 'network_id': '910c9359-a549-42a9-b702-b2e32c99c77f', 'admin_state_up': True, 'tenant_id': '22700427efd5416ba54e8fff0ea96369'}} {{(pid=103196) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 19:30:33.053968 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-20231f5a-e78d-4078-8262-79bea3f0fec2 req-721a1992-418d-406b-99da-6377f0dd6ee8 tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] 10.222.0.18 "GET /v2.0/security-groups?id=4fcd9e27-60e1-4707-b5da-0a7affa4af42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499272 Mar 25 19:30:33.110863 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.db.agents_db [None req-ad735e95-395b-498c-b22d-e8906e231634 None None] Agent healthcheck: found 6 active agents {{(pid=103199) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 25 19:30:33.140088 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2eac61f-cf26-4022-835d-499832fa2305 req-d83cd921-911a-411c-b237-566721ca5b8a tempest-VolumesSnapshotTestJSON-860154138 tempest-VolumesSnapshotTestJSON-860154138-project] Made reservation on behalf of 22700427efd5416ba54e8fff0ea96369 for: {'port': 1} {{(pid=103196) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 19:30:33.143630 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-b2eac61f-cf26-4022-835d-499832fa2305 req-d83cd921-911a-411c-b237-566721ca5b8a tempest-VolumesSnapshotTestJSON-860154138 tempest-VolumesSnapshotTestJSON-860154138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1293263'] for port (None), before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:30:33.262339 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.db.db_base_plugin_common [req-b2eac61f-cf26-4022-835d-499832fa2305 req-d83cd921-911a-411c-b237-566721ca5b8a tempest-VolumesSnapshotTestJSON-860154138 tempest-VolumesSnapshotTestJSON-860154138-project] Allocated IP 172.20.0.14 (910c9359-a549-42a9-b702-b2e32c99c77f/3930120b-c6e7-4aab-8606-5d7963ddcb24/6f424284-acb6-4b2b-a8e9-929d9d9d226e) {{(pid=103196) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 19:30:33.404029 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-b2eac61f-cf26-4022-835d-499832fa2305 req-d83cd921-911a-411c-b237-566721ca5b8a tempest-VolumesSnapshotTestJSON-860154138 tempest-VolumesSnapshotTestJSON-860154138-project] Publish callbacks [] for port (6f424284-acb6-4b2b-a8e9-929d9d9d226e), precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:30:33.435499 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-b2eac61f-cf26-4022-835d-499832fa2305 req-d83cd921-911a-411c-b237-566721ca5b8a tempest-VolumesSnapshotTestJSON-860154138 tempest-VolumesSnapshotTestJSON-860154138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741036193015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58911673'] for port (6f424284-acb6-4b2b-a8e9-929d9d9d226e), after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:30:33.477338 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2eac61f-cf26-4022-835d-499832fa2305 req-d83cd921-911a-411c-b237-566721ca5b8a tempest-VolumesSnapshotTestJSON-860154138 tempest-VolumesSnapshotTestJSON-860154138-project] Network 910c9359-a549-42a9-b702-b2e32c99c77f is already hosted by enough agents. {{(pid=103196) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 19:30:33.480388 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.scheduler.base_scheduler [req-b2eac61f-cf26-4022-835d-499832fa2305 req-d83cd921-911a-411c-b237-566721ca5b8a tempest-VolumesSnapshotTestJSON-860154138 tempest-VolumesSnapshotTestJSON-860154138-project] Resources bound (agent type, host, resource id): {{(pid=103196) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 19:30:33.486448 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2eac61f-cf26-4022-835d-499832fa2305 req-d83cd921-911a-411c-b237-566721ca5b8a tempest-VolumesSnapshotTestJSON-860154138 tempest-VolumesSnapshotTestJSON-860154138-project] Received port after_create {{(pid=103196) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 25 19:30:33.508534 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83cd921-911a-411c-b237-566721ca5b8a tempest-VolumesSnapshotTestJSON-860154138 tempest-VolumesSnapshotTestJSON-860154138-project] Pushing event updated for resources: {'Port': ['ID=6f424284-acb6-4b2b-a8e9-929d9d9d226e,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:30:33.535617 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2eac61f-cf26-4022-835d-499832fa2305 req-d83cd921-911a-411c-b237-566721ca5b8a tempest-VolumesSnapshotTestJSON-860154138 tempest-VolumesSnapshotTestJSON-860154138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:30:33.536220 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-b2eac61f-cf26-4022-835d-499832fa2305 req-d83cd921-911a-411c-b237-566721ca5b8a tempest-VolumesSnapshotTestJSON-860154138 tempest-VolumesSnapshotTestJSON-860154138-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63648'] for port (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:30:33.551837 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-b2eac61f-cf26-4022-835d-499832fa2305 req-d83cd921-911a-411c-b237-566721ca5b8a tempest-VolumesSnapshotTestJSON-860154138 tempest-VolumesSnapshotTestJSON-860154138-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5208964 Mar 25 19:30:33.562297 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.v2.base [req-b2eac61f-cf26-4022-835d-499832fa2305 req-3dad9506-4b13-491d-a2f1-47a78e51e695 service neutron] Request body: {'port': {'device_id': 'ac695399-6ad7-492e-9252-50232e358d94', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75510'}} {{(pid=103196) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 19:30:33.621958 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-b2eac61f-cf26-4022-835d-499832fa2305 req-3dad9506-4b13-491d-a2f1-47a78e51e695 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1293263'] for port (6f424284-acb6-4b2b-a8e9-929d9d9d226e), before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:30:33.870869 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.notifiers.nova [req-b2eac61f-cf26-4022-835d-499832fa2305 req-3dad9506-4b13-491d-a2f1-47a78e51e695 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f424284-acb6-4b2b-a8e9-929d9d9d226e {{(pid=103196) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 25 19:30:33.878627 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-b2eac61f-cf26-4022-835d-499832fa2305 req-3dad9506-4b13-491d-a2f1-47a78e51e695 service neutron] Publish callbacks [] for port (6f424284-acb6-4b2b-a8e9-929d9d9d226e), precommit_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:30:33.890805 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [req-b2eac61f-cf26-4022-835d-499832fa2305 req-3dad9506-4b13-491d-a2f1-47a78e51e695 service neutron] Transition to ACTIVE for port object 6f424284-acb6-4b2b-a8e9-929d9d9d226e will not be triggered until provisioned by entity L2. {{(pid=103196) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 25 19:30:33.894544 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-b2eac61f-cf26-4022-835d-499832fa2305 req-3dad9506-4b13-491d-a2f1-47a78e51e695 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036679572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741036190733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741036190751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58911630'] for port (6f424284-acb6-4b2b-a8e9-929d9d9d226e), after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:30:33.960197 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dad9506-4b13-491d-a2f1-47a78e51e695 service neutron] Pushing event updated for resources: {'Port': ['ID=6f424284-acb6-4b2b-a8e9-929d9d9d226e,revision_number=2']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:30:34.010201 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [req-b2eac61f-cf26-4022-835d-499832fa2305 req-3dad9506-4b13-491d-a2f1-47a78e51e695 service neutron] Attempting to bind port 6f424284-acb6-4b2b-a8e9-929d9d9d226e on host hv-cinder-75510 for vnic_type normal with profile {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 25 19:30:34.010851 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [req-b2eac61f-cf26-4022-835d-499832fa2305 req-3dad9506-4b13-491d-a2f1-47a78e51e695 service neutron] Attempting to bind port 6f424284-acb6-4b2b-a8e9-929d9d9d226e by drivers openvswitch,hyperv on host hv-cinder-75510 at level 0 using segments [{'id': '29a34fa0-8a6c-4ca8-aad5-8221d12c4bf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '910c9359-a549-42a9-b702-b2e32c99c77f'}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 25 19:30:34.010963 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2eac61f-cf26-4022-835d-499832fa2305 req-3dad9506-4b13-491d-a2f1-47a78e51e695 service neutron] Attempting to bind port 6f424284-acb6-4b2b-a8e9-929d9d9d226e on network 910c9359-a549-42a9-b702-b2e32c99c77f {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 25 19:30:34.015952 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2eac61f-cf26-4022-835d-499832fa2305 req-3dad9506-4b13-491d-a2f1-47a78e51e695 service neutron] Port 6f424284-acb6-4b2b-a8e9-929d9d9d226e on network 910c9359-a549-42a9-b702-b2e32c99c77f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75510 {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 25 19:30:34.016273 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2eac61f-cf26-4022-835d-499832fa2305 req-3dad9506-4b13-491d-a2f1-47a78e51e695 service neutron] Attempting to bind port 6f424284-acb6-4b2b-a8e9-929d9d9d226e on network 910c9359-a549-42a9-b702-b2e32c99c77f {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 25 19:30:34.021019 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2eac61f-cf26-4022-835d-499832fa2305 req-3dad9506-4b13-491d-a2f1-47a78e51e695 service neutron] Checking agent: {'id': 'e10cc9df-a7ce-4b9c-bc25-dffd007f5dd8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75510', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 19, 18, 1), 'started_at': datetime.datetime(2022, 3, 25, 19, 18, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 19, 30, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 25 19:30:34.021458 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2eac61f-cf26-4022-835d-499832fa2305 req-3dad9506-4b13-491d-a2f1-47a78e51e695 service neutron] Checking segment: {'id': '29a34fa0-8a6c-4ca8-aad5-8221d12c4bf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '910c9359-a549-42a9-b702-b2e32c99c77f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103196) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 25 19:30:34.021846 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2eac61f-cf26-4022-835d-499832fa2305 req-3dad9506-4b13-491d-a2f1-47a78e51e695 service neutron] Bound using segment: {'id': '29a34fa0-8a6c-4ca8-aad5-8221d12c4bf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '910c9359-a549-42a9-b702-b2e32c99c77f'} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 25 19:30:34.022263 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [req-b2eac61f-cf26-4022-835d-499832fa2305 req-3dad9506-4b13-491d-a2f1-47a78e51e695 service neutron] Bound port: 6f424284-acb6-4b2b-a8e9-929d9d9d226e, host: hv-cinder-75510, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29a34fa0-8a6c-4ca8-aad5-8221d12c4bf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '910c9359-a549-42a9-b702-b2e32c99c77f'}}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 25 19:30:34.022675 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-b2eac61f-cf26-4022-835d-499832fa2305 req-3dad9506-4b13-491d-a2f1-47a78e51e695 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1293263'] for port (6f424284-acb6-4b2b-a8e9-929d9d9d226e), before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:30:34.117669 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.db [req-b2eac61f-cf26-4022-835d-499832fa2305 req-3dad9506-4b13-491d-a2f1-47a78e51e695 service neutron] For port 6f424284-acb6-4b2b-a8e9-929d9d9d226e, host hv-cinder-75510, cleared binding levels {{(pid=103196) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 25 19:30:34.122412 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.db [req-b2eac61f-cf26-4022-835d-499832fa2305 req-3dad9506-4b13-491d-a2f1-47a78e51e695 service neutron] For port 6f424284-acb6-4b2b-a8e9-929d9d9d226e, host hv-cinder-75510, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75510',level=0,port_id=6f424284-acb6-4b2b-a8e9-929d9d9d226e,segment=NetworkSegment(29a34fa0-8a6c-4ca8-aad5-8221d12c4bf3),segment_id=29a34fa0-8a6c-4ca8-aad5-8221d12c4bf3)] {{(pid=103196) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 25 19:30:34.133144 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98542529-d953-48fd-a1ea-99506c22188b req-4dcbfd82-bb7d-41f7-ac90-654fc2712251 tempest-VolumesSnapshotTestJSON-860154138 tempest-VolumesSnapshotTestJSON-860154138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:30:34.135011 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-98542529-d953-48fd-a1ea-99506c22188b req-4dcbfd82-bb7d-41f7-ac90-654fc2712251 tempest-VolumesSnapshotTestJSON-860154138 tempest-VolumesSnapshotTestJSON-860154138-project] 10.222.0.18 "GET /v2.0/ports?device_id=ac695399-6ad7-492e-9252-50232e358d94 HTTP/1.1" status: 200 len: 944 time: 0.0805380 Mar 25 19:30:34.136755 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-b2eac61f-cf26-4022-835d-499832fa2305 req-3dad9506-4b13-491d-a2f1-47a78e51e695 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036679572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741036190733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741036190751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58911630'] for port (6f424284-acb6-4b2b-a8e9-929d9d9d226e), after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:30:34.172639 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59adf9d-0c84-4713-bd47-560338fe3f2a req-ff816f57-731d-4d16-83c2-3e99fbf4ff08 tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:30:34.174212 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-c59adf9d-0c84-4713-bd47-560338fe3f2a req-ff816f57-731d-4d16-83c2-3e99fbf4ff08 tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] 10.222.0.18 "GET /v2.0/ports?device_id=4e9107ef-2d03-44f2-a6dd-8bc18491787b HTTP/1.1" status: 200 len: 943 time: 0.0548935 Mar 25 19:30:34.181596 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2eac61f-cf26-4022-835d-499832fa2305 req-3dad9506-4b13-491d-a2f1-47a78e51e695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:30:34.182205 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-b2eac61f-cf26-4022-835d-499832fa2305 req-3dad9506-4b13-491d-a2f1-47a78e51e695 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63648'] for port (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:30:34.184084 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-b2eac61f-cf26-4022-835d-499832fa2305 req-3dad9506-4b13-491d-a2f1-47a78e51e695 service neutron] 10.222.0.26 "PUT /v2.0/ports/6f424284-acb6-4b2b-a8e9-929d9d9d226e HTTP/1.1" status: 200 len: 1094 time: 0.6256661 Mar 25 19:30:34.193727 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac695399-6ad7-492e-9252-50232e358d94', 'tag': '6f424284-acb6-4b2b-a8e9-929d9d9d226e'}] {{(pid=103196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 25 19:30:34.196369 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aab9b3bfb8b62b9c439d2baea07b5fa53a515b81dc2b4d2d70d2153c83a947a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4070877-5aec-48d2-bc39-8e5ba83e142d" -d '{"events": [{"name": "network-changed", "server_uuid": "ac695399-6ad7-492e-9252-50232e358d94", "tag": "6f424284-acb6-4b2b-a8e9-929d9d9d226e"}]}' {{(pid=103196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 25 19:30:34.230930 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-c59adf9d-0c84-4713-bd47-560338fe3f2a req-b2b04f43-2637-4bc2-a75b-1f0b36a89f66 tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] 10.222.0.18 "GET /v2.0/security-groups?id=4fcd9e27-60e1-4707-b5da-0a7affa4af42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506253 Mar 25 19:30:34.265398 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dad9506-4b13-491d-a2f1-47a78e51e695 service neutron] Pushing event updated for resources: {'Port': ['ID=6f424284-acb6-4b2b-a8e9-929d9d9d226e,revision_number=3']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:30:34.275868 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Mar 2022 19:30:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b132504a-1789-498a-89f5-b194c169d894 x-openstack-request-id: req-b132504a-1789-498a-89f5-b194c169d894 {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 25 19:30:34.276160 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac695399-6ad7-492e-9252-50232e358d94", "tag": "6f424284-acb6-4b2b-a8e9-929d9d9d226e", "status": "completed", "code": 200}]} {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 25 19:30:34.276411 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b132504a-1789-498a-89f5-b194c169d894 {{(pid=103196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 25 19:30:34.276806 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b132504a-1789-498a-89f5-b194c169d894'] response: {'name': 'network-changed', 'server_uuid': 'ac695399-6ad7-492e-9252-50232e358d94', 'tag': '6f424284-acb6-4b2b-a8e9-929d9d9d226e', 'status': 'completed', 'code': 200} Mar 25 19:30:34.282211 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-98542529-d953-48fd-a1ea-99506c22188b req-3a5d54aa-e328-4ac3-9a79-ffda81886015 tempest-VolumesSnapshotTestJSON-860154138 tempest-VolumesSnapshotTestJSON-860154138-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d4a2c3d-f576-4eac-950b-3c8ceabf35a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393445 Mar 25 19:30:34.298932 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2eac61f-cf26-4022-835d-499832fa2305 req-2ebfeee3-e878-48bc-97ea-52cecb3956b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:30:34.300454 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-b2eac61f-cf26-4022-835d-499832fa2305 req-2ebfeee3-e878-48bc-97ea-52cecb3956b5 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=22700427efd5416ba54e8fff0ea96369&device_id=ac695399-6ad7-492e-9252-50232e358d94 HTTP/1.1" status: 200 len: 1128 time: 0.0743318 Mar 25 19:30:34.343976 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-b2eac61f-cf26-4022-835d-499832fa2305 req-96ea87de-f6d6-43eb-9ce3-911b62ead93c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6f424284-acb6-4b2b-a8e9-929d9d9d226e HTTP/1.1" status: 200 len: 217 time: 0.0373104 Mar 25 19:30:34.389631 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2eac61f-cf26-4022-835d-499832fa2305 req-891cbdbb-697a-4180-95f4-6c0b727dc3bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:30:34.391068 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-b2eac61f-cf26-4022-835d-499832fa2305 req-891cbdbb-697a-4180-95f4-6c0b727dc3bd service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3930120b-c6e7-4aab-8606-5d7963ddcb24 HTTP/1.1" status: 200 len: 853 time: 0.0421727 Mar 25 19:30:34.421901 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-b2eac61f-cf26-4022-835d-499832fa2305 req-8db02798-c49a-4d9f-bdd5-f0a5870ff2be service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=910c9359-a549-42a9-b702-b2e32c99c77f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254638 Mar 25 19:30:34.550564 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-b2eac61f-cf26-4022-835d-499832fa2305 req-a70bee5e-2091-4c1f-9c3a-8954cc782f21 service neutron] 10.222.0.26 "GET /v2.0/networks/910c9359-a549-42a9-b702-b2e32c99c77f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225867 Mar 25 19:30:34.639279 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-b2eac61f-cf26-4022-835d-499832fa2305 req-3b876ea8-fa74-42a1-8351-663feff568b8 service neutron] 10.222.0.26 "GET /v2.0/networks/910c9359-a549-42a9-b702-b2e32c99c77f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831211 Mar 25 19:30:34.728126 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4070877-5aec-48d2-bc39-8e5ba83e142d req-c7a3c9da-a37e-42a7-8ad9-0856f21a4564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:30:34.730096 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-f4070877-5aec-48d2-bc39-8e5ba83e142d req-c7a3c9da-a37e-42a7-8ad9-0856f21a4564 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=22700427efd5416ba54e8fff0ea96369&device_id=ac695399-6ad7-492e-9252-50232e358d94 HTTP/1.1" status: 200 len: 1128 time: 0.0454547 Mar 25 19:30:34.820019 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4070877-5aec-48d2-bc39-8e5ba83e142d req-5b50b99d-b41f-42db-85d6-1103836c6185 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:30:34.821466 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-f4070877-5aec-48d2-bc39-8e5ba83e142d req-5b50b99d-b41f-42db-85d6-1103836c6185 service neutron] 10.222.0.26 "GET /v2.0/networks?id=910c9359-a549-42a9-b702-b2e32c99c77f HTTP/1.1" status: 200 len: 914 time: 0.0854280 Mar 25 19:30:34.862819 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-f4070877-5aec-48d2-bc39-8e5ba83e142d req-321afe54-527f-4375-b9d5-09756e477b02 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6f424284-acb6-4b2b-a8e9-929d9d9d226e HTTP/1.1" status: 200 len: 217 time: 0.0341089 Mar 25 19:30:34.908523 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4070877-5aec-48d2-bc39-8e5ba83e142d req-e7ca17b5-3c3e-48d5-be54-46222071242c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:30:34.909883 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-f4070877-5aec-48d2-bc39-8e5ba83e142d req-e7ca17b5-3c3e-48d5-be54-46222071242c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3930120b-c6e7-4aab-8606-5d7963ddcb24 HTTP/1.1" status: 200 len: 853 time: 0.0417435 Mar 25 19:30:34.943388 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-f4070877-5aec-48d2-bc39-8e5ba83e142d req-22bf3840-a20a-49b4-9011-2c824f5f1dcc service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=910c9359-a549-42a9-b702-b2e32c99c77f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279489 Mar 25 19:30:35.028726 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-f4070877-5aec-48d2-bc39-8e5ba83e142d req-8a7a061a-97e7-4674-ad42-7ae82f4b16de service neutron] 10.222.0.26 "GET /v2.0/networks/910c9359-a549-42a9-b702-b2e32c99c77f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792773 Mar 25 19:30:35.119188 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-f4070877-5aec-48d2-bc39-8e5ba83e142d req-834c4c29-4f24-4336-bcec-31f078e911d3 service neutron] 10.222.0.26 "GET /v2.0/networks/910c9359-a549-42a9-b702-b2e32c99c77f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840559 Mar 25 19:30:35.348423 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170d94fa-ce4e-445f-85f5-8c0bd7cf1052 req-064e1665-6ea0-4383-a838-80d696aad414 tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:30:35.349907 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-170d94fa-ce4e-445f-85f5-8c0bd7cf1052 req-064e1665-6ea0-4383-a838-80d696aad414 tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] 10.222.0.18 "GET /v2.0/ports?device_id=4e9107ef-2d03-44f2-a6dd-8bc18491787b HTTP/1.1" status: 200 len: 943 time: 0.0521765 Mar 25 19:30:35.398732 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-170d94fa-ce4e-445f-85f5-8c0bd7cf1052 req-0af26690-6100-47d4-8f91-fd3664a97c3e tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] 10.222.0.18 "GET /v2.0/security-groups?id=4fcd9e27-60e1-4707-b5da-0a7affa4af42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431144 Mar 25 19:30:35.401898 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d1eec8-bed6-4e6a-96fe-3c5c7a19be02 req-59efc449-5f56-4d83-840c-81d94aca1ca3 tempest-VolumesSnapshotTestJSON-860154138 tempest-VolumesSnapshotTestJSON-860154138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:30:35.403265 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-19d1eec8-bed6-4e6a-96fe-3c5c7a19be02 req-59efc449-5f56-4d83-840c-81d94aca1ca3 tempest-VolumesSnapshotTestJSON-860154138 tempest-VolumesSnapshotTestJSON-860154138-project] 10.222.0.18 "GET /v2.0/ports?device_id=ac695399-6ad7-492e-9252-50232e358d94 HTTP/1.1" status: 200 len: 944 time: 0.0544522 Mar 25 19:30:35.449659 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-19d1eec8-bed6-4e6a-96fe-3c5c7a19be02 req-a84c01db-b3af-4187-bf1a-5293e22e47e6 tempest-VolumesSnapshotTestJSON-860154138 tempest-VolumesSnapshotTestJSON-860154138-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d4a2c3d-f576-4eac-950b-3c8ceabf35a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409603 Mar 25 19:30:36.315482 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Device 1b0503ba-a31f-464e-add1-b73cdd3d1d4e details requested by agent hyperv_hv-cinder-75510 with host hv-cinder-75510 {{(pid=103198) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 25 19:30:36.414157 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] For port 1b0503ba-a31f-464e-add1-b73cdd3d1d4e, host hv-cinder-75510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75510',level=0,port_id=1b0503ba-a31f-464e-add1-b73cdd3d1d4e,segment=NetworkSegment(e330a8af-5d1b-4552-a8f9-d04d69fc20fb),segment_id=e330a8af-5d1b-4552-a8f9-d04d69fc20fb)] {{(pid=103198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 25 19:30:36.426028 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Returning: {'device': '1b0503ba-a31f-464e-add1-b73cdd3d1d4e', 'network_id': '27580a04-c198-4a21-a1dd-713b4c75540c', 'port_id': '1b0503ba-a31f-464e-add1-b73cdd3d1d4e', 'mac_address': 'fa:16:3e:3e:94:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 268, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8e42045-43c2-4a9f-a0d6-9006af4b8132', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103198) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 25 19:30:36.462989 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Current status of the port 1b0503ba-a31f-464e-add1-b73cdd3d1d4e is: DOWN; New status is: BUILD {{(pid=103198) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 25 19:30:36.463386 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1293263'] for port (1b0503ba-a31f-464e-add1-b73cdd3d1d4e), before_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:30:36.477083 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.notifiers.nova [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b0503ba-a31f-464e-add1-b73cdd3d1d4e {{(pid=103198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 25 19:30:36.496360 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] For port 1b0503ba-a31f-464e-add1-b73cdd3d1d4e, host hv-cinder-75510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75510',level=0,port_id=1b0503ba-a31f-464e-add1-b73cdd3d1d4e,segment=NetworkSegment(e330a8af-5d1b-4552-a8f9-d04d69fc20fb),segment_id=e330a8af-5d1b-4552-a8f9-d04d69fc20fb)] {{(pid=103198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 25 19:30:36.500640 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036679572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741036190733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741036190751'] for port (1b0503ba-a31f-464e-add1-b73cdd3d1d4e), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:30:36.519354 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3019a26-b863-457d-9906-5db04b91a64c req-61ff18bc-e65b-4488-8a24-aa305357e910 tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:30:36.522978 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-a3019a26-b863-457d-9906-5db04b91a64c req-61ff18bc-e65b-4488-8a24-aa305357e910 tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] 10.222.0.18 "GET /v2.0/ports?device_id=4e9107ef-2d03-44f2-a6dd-8bc18491787b HTTP/1.1" status: 200 len: 943 time: 0.0559225 Mar 25 19:30:36.554993 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Pushing event updated for resources: {'Port': ['ID=1b0503ba-a31f-464e-add1-b73cdd3d1d4e,revision_number=4']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:30:36.561731 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:30:36.562079 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:30:36.562418 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:30:36.562783 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:30:36.563114 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:30:36.563437 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:30:36.563756 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:30:36.564076 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:30:36.564397 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:30:36.564717 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:30:36.565034 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:30:36.565356 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:30:36.565723 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:30:36.565982 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:30:36.566290 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:30:36.568622 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-a3019a26-b863-457d-9906-5db04b91a64c req-cea64cf5-ebfd-4015-a3f9-eaf9ec7871e0 tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] 10.222.0.18 "GET /v2.0/security-groups?id=4fcd9e27-60e1-4707-b5da-0a7affa4af42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430498 Mar 25 19:30:36.575167 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1cce1d-71f0-4a37-86dc-ea92ed496708 req-50282f62-37a2-4b99-b49e-d7399167668b tempest-VolumesSnapshotTestJSON-860154138 tempest-VolumesSnapshotTestJSON-860154138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:30:36.577222 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-0b1cce1d-71f0-4a37-86dc-ea92ed496708 req-50282f62-37a2-4b99-b49e-d7399167668b tempest-VolumesSnapshotTestJSON-860154138 tempest-VolumesSnapshotTestJSON-860154138-project] 10.222.0.18 "GET /v2.0/ports?device_id=ac695399-6ad7-492e-9252-50232e358d94 HTTP/1.1" status: 200 len: 944 time: 0.0559909 Mar 25 19:30:36.624160 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-0b1cce1d-71f0-4a37-86dc-ea92ed496708 req-04ea3254-008e-4a08-b408-f231330fa73c tempest-VolumesSnapshotTestJSON-860154138 tempest-VolumesSnapshotTestJSON-860154138-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d4a2c3d-f576-4eac-950b-3c8ceabf35a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413113 Mar 25 19:30:36.825016 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] get_ports_and_sgs() called for port_ids ['1b0503ba-a31f-464e-add1-b73cdd3d1d4e'] {{(pid=103198) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 25 19:30:37.687200 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4ba3bc-5060-4c6c-b76b-7865d9f1a7f2 req-2c1c1a43-174a-4566-9d6a-7751462f99d8 tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:30:37.688742 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-4a4ba3bc-5060-4c6c-b76b-7865d9f1a7f2 req-2c1c1a43-174a-4566-9d6a-7751462f99d8 tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] 10.222.0.18 "GET /v2.0/ports?device_id=4e9107ef-2d03-44f2-a6dd-8bc18491787b HTTP/1.1" status: 200 len: 944 time: 0.0561731 Mar 25 19:30:37.738281 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-4a4ba3bc-5060-4c6c-b76b-7865d9f1a7f2 req-78f9ac85-3cf5-44bb-aa99-d8928df55cd2 tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] 10.222.0.18 "GET /v2.0/security-groups?id=4fcd9e27-60e1-4707-b5da-0a7affa4af42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418394 Mar 25 19:30:37.745365 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3eb4228-4192-48c7-b96e-c06424868983 req-d9727f51-7803-4849-8669-69062bc65bb9 tempest-VolumesSnapshotTestJSON-860154138 tempest-VolumesSnapshotTestJSON-860154138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:30:37.746898 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-a3eb4228-4192-48c7-b96e-c06424868983 req-d9727f51-7803-4849-8669-69062bc65bb9 tempest-VolumesSnapshotTestJSON-860154138 tempest-VolumesSnapshotTestJSON-860154138-project] 10.222.0.18 "GET /v2.0/ports?device_id=ac695399-6ad7-492e-9252-50232e358d94 HTTP/1.1" status: 200 len: 944 time: 0.0552032 Mar 25 19:30:37.793706 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-a3eb4228-4192-48c7-b96e-c06424868983 req-7086d033-c9fa-4ff8-91c7-46c754e083e6 tempest-VolumesSnapshotTestJSON-860154138 tempest-VolumesSnapshotTestJSON-860154138-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d4a2c3d-f576-4eac-950b-3c8ceabf35a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402896 Mar 25 19:30:38.332279 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Device 6f424284-acb6-4b2b-a8e9-929d9d9d226e details requested by agent hyperv_hv-cinder-75510 with host hv-cinder-75510 {{(pid=103198) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 25 19:30:38.334370 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Device 1b0503ba-a31f-464e-add1-b73cdd3d1d4e up at agent hyperv_hv-cinder-75510 {{(pid=103198) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 25 19:30:38.444319 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Provisioning for port 1b0503ba-a31f-464e-add1-b73cdd3d1d4e completed by entity L2. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 25 19:30:38.452609 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Provisioning complete for port 1b0503ba-a31f-464e-add1-b73cdd3d1d4e triggered by entity L2. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 25 19:30:38.452927 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133789'] for port (1b0503ba-a31f-464e-add1-b73cdd3d1d4e), provisioning_complete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:30:38.488934 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] For port 6f424284-acb6-4b2b-a8e9-929d9d9d226e, host hv-cinder-75510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75510',level=0,port_id=6f424284-acb6-4b2b-a8e9-929d9d9d226e,segment=NetworkSegment(29a34fa0-8a6c-4ca8-aad5-8221d12c4bf3),segment_id=29a34fa0-8a6c-4ca8-aad5-8221d12c4bf3)] {{(pid=103198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 25 19:30:38.506750 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Returning: {'device': '6f424284-acb6-4b2b-a8e9-929d9d9d226e', 'network_id': '910c9359-a549-42a9-b702-b2e32c99c77f', 'port_id': '6f424284-acb6-4b2b-a8e9-929d9d9d226e', 'mac_address': 'fa:16:3e:f8:b2:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 257, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3930120b-c6e7-4aab-8606-5d7963ddcb24', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103198) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 25 19:30:38.568177 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Current status of the port 6f424284-acb6-4b2b-a8e9-929d9d9d226e is: DOWN; New status is: BUILD {{(pid=103198) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 25 19:30:38.568576 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1293263'] for port (6f424284-acb6-4b2b-a8e9-929d9d9d226e), before_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:30:38.593587 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.notifiers.nova [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f424284-acb6-4b2b-a8e9-929d9d9d226e {{(pid=103198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 25 19:30:38.597555 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Current status of the port 1b0503ba-a31f-464e-add1-b73cdd3d1d4e is: BUILD; New status is: ACTIVE {{(pid=103198) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 25 19:30:38.597941 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1293263'] for port (1b0503ba-a31f-464e-add1-b73cdd3d1d4e), before_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:30:38.629011 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] For port 6f424284-acb6-4b2b-a8e9-929d9d9d226e, host hv-cinder-75510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75510',level=0,port_id=6f424284-acb6-4b2b-a8e9-929d9d9d226e,segment=NetworkSegment(29a34fa0-8a6c-4ca8-aad5-8221d12c4bf3),segment_id=29a34fa0-8a6c-4ca8-aad5-8221d12c4bf3)] {{(pid=103198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 25 19:30:38.633502 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e9107ef-2d03-44f2-a6dd-8bc18491787b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b0503ba-a31f-464e-add1-b73cdd3d1d4e'}] {{(pid=103198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 25 19:30:38.635743 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be5bcd447a3797005f5619062121570069e0d2064b33fc0b2cf836394b7860ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b952ddc6-68fa-4abf-81ba-a38af9300789" -d '{"events": [{"server_uuid": "4e9107ef-2d03-44f2-a6dd-8bc18491787b", "name": "network-vif-plugged", "status": "completed", "tag": "1b0503ba-a31f-464e-add1-b73cdd3d1d4e"}]}' {{(pid=103198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 25 19:30:38.641189 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036679572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741036190733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741036190751'] for port (6f424284-acb6-4b2b-a8e9-929d9d9d226e), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:30:38.651225 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] For port 1b0503ba-a31f-464e-add1-b73cdd3d1d4e, host hv-cinder-75510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75510',level=0,port_id=1b0503ba-a31f-464e-add1-b73cdd3d1d4e,segment=NetworkSegment(e330a8af-5d1b-4552-a8f9-d04d69fc20fb),segment_id=e330a8af-5d1b-4552-a8f9-d04d69fc20fb)] {{(pid=103198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 25 19:30:38.672218 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036679572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741036190733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741036190751'] for port (1b0503ba-a31f-464e-add1-b73cdd3d1d4e), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:30:38.676872 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Mar 2022 19:30:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-265ef0f8-0b28-40e8-a3d4-231ab969ec9e x-openstack-request-id: req-265ef0f8-0b28-40e8-a3d4-231ab969ec9e {{(pid=103198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 25 19:30:38.677166 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e9107ef-2d03-44f2-a6dd-8bc18491787b", "name": "network-vif-plugged", "status": "completed", "tag": "1b0503ba-a31f-464e-add1-b73cdd3d1d4e", "code": 200}]} {{(pid=103198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 25 19:30:38.677422 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-265ef0f8-0b28-40e8-a3d4-231ab969ec9e {{(pid=103198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 25 19:30:38.677816 dv-cinder-755101-7-iscsi neutron-server[103198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-265ef0f8-0b28-40e8-a3d4-231ab969ec9e'] response: {'server_uuid': '4e9107ef-2d03-44f2-a6dd-8bc18491787b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b0503ba-a31f-464e-add1-b73cdd3d1d4e', 'code': 200} Mar 25 19:30:38.710764 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Pushing event updated for resources: {'Port': ['ID=6f424284-acb6-4b2b-a8e9-929d9d9d226e,revision_number=4']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:30:38.767841 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Pushing event updated for resources: {'Port': ['ID=1b0503ba-a31f-464e-add1-b73cdd3d1d4e,revision_number=5']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:30:38.850141 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] get_ports_and_sgs() called for port_ids ['6f424284-acb6-4b2b-a8e9-929d9d9d226e'] {{(pid=103198) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 25 19:30:38.926038 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7433f4-2d3b-4b7d-b1b1-a5be5fd30431 req-415987ac-78a5-4ad9-b578-d5a614a955f0 tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:30:38.928219 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-fe7433f4-2d3b-4b7d-b1b1-a5be5fd30431 req-415987ac-78a5-4ad9-b578-d5a614a955f0 tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] 10.222.0.18 "GET /v2.0/ports?device_id=4e9107ef-2d03-44f2-a6dd-8bc18491787b HTTP/1.1" status: 200 len: 945 time: 0.1092806 Mar 25 19:30:38.946242 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86279d0f-e092-400b-b416-c37597dbf445 req-92488fb0-86b4-43bf-af18-c1de811b9e95 tempest-VolumesSnapshotTestJSON-860154138 tempest-VolumesSnapshotTestJSON-860154138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:30:38.946898 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f7f0ea-f0b3-4e24-8dc7-1493f7e44be7 req-2165031d-cc67-4acc-9b46-5711bba2d37a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:30:38.948477 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-47f7f0ea-f0b3-4e24-8dc7-1493f7e44be7 req-2165031d-cc67-4acc-9b46-5711bba2d37a service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=4e9107ef-2d03-44f2-a6dd-8bc18491787b HTTP/1.1" status: 200 len: 1129 time: 0.0711253 Mar 25 19:30:38.954653 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-86279d0f-e092-400b-b416-c37597dbf445 req-92488fb0-86b4-43bf-af18-c1de811b9e95 tempest-VolumesSnapshotTestJSON-860154138 tempest-VolumesSnapshotTestJSON-860154138-project] 10.222.0.18 "GET /v2.0/ports?device_id=ac695399-6ad7-492e-9252-50232e358d94 HTTP/1.1" status: 200 len: 945 time: 0.0763593 Mar 25 19:30:39.009859 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-86279d0f-e092-400b-b416-c37597dbf445 req-3bf80881-84ce-4f4a-8f1e-aa69bf4d0193 tempest-VolumesSnapshotTestJSON-860154138 tempest-VolumesSnapshotTestJSON-860154138-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d4a2c3d-f576-4eac-950b-3c8ceabf35a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521257 Mar 25 19:30:39.025075 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-47f7f0ea-f0b3-4e24-8dc7-1493f7e44be7 req-685d940c-8bff-4811-92e3-4f3064cd65e4 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=4fcd9e27-60e1-4707-b5da-0a7affa4af42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690842 Mar 25 19:30:39.029198 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-fe7433f4-2d3b-4b7d-b1b1-a5be5fd30431 req-fc8a9403-4e18-4326-955f-7b374e32ff89 tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] 10.222.0.18 "GET /v2.0/security-groups?id=4fcd9e27-60e1-4707-b5da-0a7affa4af42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0943961 Mar 25 19:30:40.142377 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae3e764-f43f-4075-b9a9-a980c049c4ec req-5fe1d7a7-3cc9-4037-b36d-fe26cc546e54 tempest-VolumesSnapshotTestJSON-860154138 tempest-VolumesSnapshotTestJSON-860154138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:30:40.143909 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-dae3e764-f43f-4075-b9a9-a980c049c4ec req-5fe1d7a7-3cc9-4037-b36d-fe26cc546e54 tempest-VolumesSnapshotTestJSON-860154138 tempest-VolumesSnapshotTestJSON-860154138-project] 10.222.0.18 "GET /v2.0/ports?device_id=ac695399-6ad7-492e-9252-50232e358d94 HTTP/1.1" status: 200 len: 945 time: 0.0581279 Mar 25 19:30:40.166679 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc4165a-026c-4859-ba16-b1c90d8f4ba4 req-5371042a-e596-45a8-9c00-07c5612f7049 tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:30:40.169459 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-3dc4165a-026c-4859-ba16-b1c90d8f4ba4 req-5371042a-e596-45a8-9c00-07c5612f7049 tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] 10.222.0.18 "GET /v2.0/ports?device_id=4e9107ef-2d03-44f2-a6dd-8bc18491787b HTTP/1.1" status: 200 len: 945 time: 0.0564692 Mar 25 19:30:40.210702 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-dae3e764-f43f-4075-b9a9-a980c049c4ec req-66cab78d-dd55-4765-9787-e65aa67d57e2 tempest-VolumesSnapshotTestJSON-860154138 tempest-VolumesSnapshotTestJSON-860154138-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d4a2c3d-f576-4eac-950b-3c8ceabf35a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525723 Mar 25 19:30:40.228370 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-3dc4165a-026c-4859-ba16-b1c90d8f4ba4 req-19fa6354-90cc-4013-9423-69c7bccaaa67 tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] 10.222.0.18 "GET /v2.0/security-groups?id=4fcd9e27-60e1-4707-b5da-0a7affa4af42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520203 Mar 25 19:30:40.346991 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Device 6f424284-acb6-4b2b-a8e9-929d9d9d226e up at agent hyperv_hv-cinder-75510 {{(pid=103198) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 25 19:30:40.351622 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483242e3-260c-4bd6-844c-10e80e8ab926 req-ab201d76-1a40-4b12-b275-360aa52c7e98 tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:30:40.353160 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-483242e3-260c-4bd6-844c-10e80e8ab926 req-ab201d76-1a40-4b12-b275-360aa52c7e98 tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] 10.222.0.18 "GET /v2.0/ports?device_id=4e9107ef-2d03-44f2-a6dd-8bc18491787b HTTP/1.1" status: 200 len: 945 time: 0.0575209 Mar 25 19:30:40.407092 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Provisioning for port 6f424284-acb6-4b2b-a8e9-929d9d9d226e completed by entity L2. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 25 19:30:40.410386 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-483242e3-260c-4bd6-844c-10e80e8ab926 req-395695cf-82f2-4659-a4f6-2ff0d96a8af4 tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] 10.222.0.18 "GET /v2.0/security-groups?id=4fcd9e27-60e1-4707-b5da-0a7affa4af42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494459 Mar 25 19:30:40.415154 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Provisioning complete for port 6f424284-acb6-4b2b-a8e9-929d9d9d226e triggered by entity L2. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 25 19:30:40.415545 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133789'] for port (6f424284-acb6-4b2b-a8e9-929d9d9d226e), provisioning_complete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:30:40.433464 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.18', 39688) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:30:40.482323 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be032ed6-46d3-4897-8009-ba0041d7d0bb tempest-TestVolumeBootPattern-294282039 tempest-TestVolumeBootPattern-294282039-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:30:40.484005 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-be032ed6-46d3-4897-8009-ba0041d7d0bb tempest-TestVolumeBootPattern-294282039 tempest-TestVolumeBootPattern-294282039-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=4e9107ef-2d03-44f2-a6dd-8bc18491787b HTTP/1.1" status: 200 len: 1124 time: 0.0494597 Mar 25 19:30:40.486787 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.18', 39690) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:30:40.491080 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.v2.base [None req-72333f7a-13e9-415d-a0ab-c3db2132a9e2 tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] Request body: {'floatingip': {'floating_network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'port_id': '1b0503ba-a31f-464e-add1-b73cdd3d1d4e', 'tenant_id': '047bda67abf94801b4a3258dfa563394', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103196) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 19:30:40.502407 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Current status of the port 6f424284-acb6-4b2b-a8e9-929d9d9d226e is: BUILD; New status is: ACTIVE {{(pid=103198) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 25 19:30:40.502840 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1293263'] for port (6f424284-acb6-4b2b-a8e9-929d9d9d226e), before_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:30:40.514184 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-72333f7a-13e9-415d-a0ab-c3db2132a9e2 tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:30:40.539666 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] For port 6f424284-acb6-4b2b-a8e9-929d9d9d226e, host hv-cinder-75510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75510',level=0,port_id=6f424284-acb6-4b2b-a8e9-929d9d9d226e,segment=NetworkSegment(29a34fa0-8a6c-4ca8-aad5-8221d12c4bf3),segment_id=29a34fa0-8a6c-4ca8-aad5-8221d12c4bf3)] {{(pid=103198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 25 19:30:40.544372 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036679572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741036190733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741036190751'] for port (6f424284-acb6-4b2b-a8e9-929d9d9d226e), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:30:40.597537 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Pushing event updated for resources: {'Port': ['ID=6f424284-acb6-4b2b-a8e9-929d9d9d226e,revision_number=5']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:30:40.623885 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-72333f7a-13e9-415d-a0ab-c3db2132a9e2 tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1293263'] for port (None), before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:30:40.678742 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac695399-6ad7-492e-9252-50232e358d94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f424284-acb6-4b2b-a8e9-929d9d9d226e'}] {{(pid=103198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 25 19:30:40.681065 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be5bcd447a3797005f5619062121570069e0d2064b33fc0b2cf836394b7860ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ac70a6f-1cd3-4c36-9cd2-f4b8af6f6b03" -d '{"events": [{"server_uuid": "ac695399-6ad7-492e-9252-50232e358d94", "name": "network-vif-plugged", "status": "completed", "tag": "6f424284-acb6-4b2b-a8e9-929d9d9d226e"}]}' {{(pid=103198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 25 19:30:40.722928 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Mar 2022 19:30:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fc91f2c-790f-4113-8f45-205c3182dfce x-openstack-request-id: req-7fc91f2c-790f-4113-8f45-205c3182dfce {{(pid=103198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 25 19:30:40.723227 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac695399-6ad7-492e-9252-50232e358d94", "name": "network-vif-plugged", "status": "completed", "tag": "6f424284-acb6-4b2b-a8e9-929d9d9d226e", "code": 200}]} {{(pid=103198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 25 19:30:40.723507 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7fc91f2c-790f-4113-8f45-205c3182dfce {{(pid=103198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 25 19:30:40.723910 dv-cinder-755101-7-iscsi neutron-server[103198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7fc91f2c-790f-4113-8f45-205c3182dfce'] response: {'server_uuid': 'ac695399-6ad7-492e-9252-50232e358d94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f424284-acb6-4b2b-a8e9-929d9d9d226e', 'code': 200} Mar 25 19:30:40.743744 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.db.db_base_plugin_common [None req-72333f7a-13e9-415d-a0ab-c3db2132a9e2 tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] Allocated IP 172.27.0.77 (4acd50f3-de7f-4854-a6f4-5b66b3577c15/efae7cfd-1549-43a8-94ca-01f5ce7b3ee1/21e79bac-032b-4707-91bd-51676c6d2450) {{(pid=103196) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 19:30:40.853788 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-72333f7a-13e9-415d-a0ab-c3db2132a9e2 tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] Publish callbacks [] for port (21e79bac-032b-4707-91bd-51676c6d2450), precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:30:40.918974 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-72333f7a-13e9-415d-a0ab-c3db2132a9e2 tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741036193015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58911673'] for port (21e79bac-032b-4707-91bd-51676c6d2450), after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:30:40.924280 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ef763c-6985-459f-a554-48744bbe9a95 req-07e75775-f3dd-47b2-8ea9-6661e41f8f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:30:40.925800 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-d3ef763c-6985-459f-a554-48744bbe9a95 req-07e75775-f3dd-47b2-8ea9-6661e41f8f5b service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=ac695399-6ad7-492e-9252-50232e358d94 HTTP/1.1" status: 200 len: 1130 time: 0.0705032 Mar 25 19:30:40.975508 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72333f7a-13e9-415d-a0ab-c3db2132a9e2 tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] Network 4acd50f3-de7f-4854-a6f4-5b66b3577c15 is already hosted by enough agents. {{(pid=103196) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 19:30:40.982330 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.scheduler.base_scheduler [None req-72333f7a-13e9-415d-a0ab-c3db2132a9e2 tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] Resources bound (agent type, host, resource id): {{(pid=103196) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 19:30:40.988360 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72333f7a-13e9-415d-a0ab-c3db2132a9e2 tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] Received port after_create {{(pid=103196) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 25 19:30:41.017253 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72333f7a-13e9-415d-a0ab-c3db2132a9e2 tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] Pushing event updated for resources: {'Port': ['ID=21e79bac-032b-4707-91bd-51676c6d2450,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:30:41.043980 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-d3ef763c-6985-459f-a554-48744bbe9a95 req-eed3171a-35c8-4525-a077-fda64bd12381 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=7d4a2c3d-f576-4eac-950b-3c8ceabf35a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925784 Mar 25 19:30:41.327068 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61215338-e4ee-4248-854c-93e2188b5d39 req-b000e4f7-983b-4489-9126-bd42fcaa8c24 tempest-VolumesSnapshotTestJSON-860154138 tempest-VolumesSnapshotTestJSON-860154138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:30:41.330548 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-61215338-e4ee-4248-854c-93e2188b5d39 req-b000e4f7-983b-4489-9126-bd42fcaa8c24 tempest-VolumesSnapshotTestJSON-860154138 tempest-VolumesSnapshotTestJSON-860154138-project] 10.222.0.18 "GET /v2.0/ports?device_id=ac695399-6ad7-492e-9252-50232e358d94 HTTP/1.1" status: 200 len: 946 time: 0.0600266 Mar 25 19:30:41.365489 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-72333f7a-13e9-415d-a0ab-c3db2132a9e2 tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] Publish callbacks [] for floatingip (35f9d31e-1ae2-4752-ae94-0e657c494cf5), precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:30:41.380569 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-61215338-e4ee-4248-854c-93e2188b5d39 req-3aa2fd91-cf8c-492b-97e9-893d688a9208 tempest-VolumesSnapshotTestJSON-860154138 tempest-VolumesSnapshotTestJSON-860154138-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d4a2c3d-f576-4eac-950b-3c8ceabf35a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451105 Mar 25 19:30:41.443180 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-72333f7a-13e9-415d-a0ab-c3db2132a9e2 tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1293263'] for port (21e79bac-032b-4707-91bd-51676c6d2450), before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:30:41.595400 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-72333f7a-13e9-415d-a0ab-c3db2132a9e2 tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] Publish callbacks [] for port (21e79bac-032b-4707-91bd-51676c6d2450), precommit_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:30:41.599857 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-72333f7a-13e9-415d-a0ab-c3db2132a9e2 tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036679572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741036190733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741036190751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58911630'] for port (21e79bac-032b-4707-91bd-51676c6d2450), after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:30:41.668622 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72333f7a-13e9-415d-a0ab-c3db2132a9e2 tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] Pushing event updated for resources: {'Port': ['ID=21e79bac-032b-4707-91bd-51676c6d2450,revision_number=2']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:30:41.678295 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-72333f7a-13e9-415d-a0ab-c3db2132a9e2 tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3753541'] for floatingip (35f9d31e-1ae2-4752-ae94-0e657c494cf5), after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:30:41.781439 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.db.l3_db [None req-72333f7a-13e9-415d-a0ab-c3db2132a9e2 tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] Floating IP 35f9d31e-1ae2-4752-ae94-0e657c494cf5 associated. External IP: 172.27.0.77, port: 1b0503ba-a31f-464e-add1-b73cdd3d1d4e. Mar 25 19:30:42.014951 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72333f7a-13e9-415d-a0ab-c3db2132a9e2 tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] Router f07aef92-6be8-4ca1-a8c8-20fd188150b6 has already been hosted by L3 agent af1b81b0-43af-47bb-a61e-8e46b36efc57 {{(pid=103196) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 25 19:30:42.149050 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72333f7a-13e9-415d-a0ab-c3db2132a9e2 tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] Notify agent at l3_agent.dv-cinder-755101-7-iscsi the message routers_updated {{(pid=103196) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 25 19:30:42.161442 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-936dafb1-9ff0-422a-b780-87716602d553 None None] Sync routers for ids ['f07aef92-6be8-4ca1-a8c8-20fd188150b6'] in dv-cinder-755101-7-iscsi {{(pid=103198) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 25 19:30:42.174318 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-72333f7a-13e9-415d-a0ab-c3db2132a9e2 tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63648'] for floatingip (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:30:42.178070 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-936dafb1-9ff0-422a-b780-87716602d553 None None] Routers {'f07aef92-6be8-4ca1-a8c8-20fd188150b6'} bound to L3 agent in host dv-cinder-755101-7-iscsi {{(pid=103198) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 25 19:30:42.178947 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.l3_hamode_db [None req-936dafb1-9ff0-422a-b780-87716602d553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755101-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-25T19:11:57Z,description=,heartbeat_timestamp=2022-03-25T19:30:27Z,host='dv-cinder-755101-7-iscsi',id=af1b81b0-43af-47bb-a61e-8e46b36efc57,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:11:57Z,topic='l3_agent')) {'router_ids': ['f07aef92-6be8-4ca1-a8c8-20fd188150b6'], 'active': True} {{(pid=103198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 19:30:42.214674 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-72333f7a-13e9-415d-a0ab-c3db2132a9e2 tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7232194 Mar 25 19:30:42.214674 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e9107ef-2d03-44f2-a6dd-8bc18491787b', 'tag': '1b0503ba-a31f-464e-add1-b73cdd3d1d4e'}] {{(pid=103196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 25 19:30:42.214674 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aab9b3bfb8b62b9c439d2baea07b5fa53a515b81dc2b4d2d70d2153c83a947a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41fbf6af-ef5a-4a0b-a0ef-0d38e3f30c36" -d '{"events": [{"name": "network-changed", "server_uuid": "4e9107ef-2d03-44f2-a6dd-8bc18491787b", "tag": "1b0503ba-a31f-464e-add1-b73cdd3d1d4e"}]}' {{(pid=103196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 25 19:30:42.263015 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Mar 2022 19:30:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0d1514b-a02d-409d-a771-69b9a77b4336 x-openstack-request-id: req-e0d1514b-a02d-409d-a771-69b9a77b4336 {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 25 19:30:42.263422 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e9107ef-2d03-44f2-a6dd-8bc18491787b", "tag": "1b0503ba-a31f-464e-add1-b73cdd3d1d4e", "status": "completed", "code": 200}]} {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 25 19:30:42.263780 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e0d1514b-a02d-409d-a771-69b9a77b4336 {{(pid=103196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 25 19:30:42.264291 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e0d1514b-a02d-409d-a771-69b9a77b4336'] response: {'name': 'network-changed', 'server_uuid': '4e9107ef-2d03-44f2-a6dd-8bc18491787b', 'tag': '1b0503ba-a31f-464e-add1-b73cdd3d1d4e', 'status': 'completed', 'code': 200} Mar 25 19:30:42.309940 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.l3_dvr_db [None req-936dafb1-9ff0-422a-b780-87716602d553 None None] Set router f07aef92-6be8-4ca1-a8c8-20fd188150b6 gateway port host: dv-cinder-755101-7-iscsi {{(pid=103198) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 25 19:30:42.330473 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fbf6af-ef5a-4a0b-a0ef-0d38e3f30c36 req-64b802e0-2e14-4422-8a2b-014d711a2c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:30:42.332015 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-41fbf6af-ef5a-4a0b-a0ef-0d38e3f30c36 req-64b802e0-2e14-4422-8a2b-014d711a2c6f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=047bda67abf94801b4a3258dfa563394&device_id=4e9107ef-2d03-44f2-a6dd-8bc18491787b HTTP/1.1" status: 200 len: 1129 time: 0.0479417 Mar 25 19:30:42.434682 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fbf6af-ef5a-4a0b-a0ef-0d38e3f30c36 req-36fb1fb4-d3c7-4466-a739-0ce4d804c0e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:30:42.436171 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-41fbf6af-ef5a-4a0b-a0ef-0d38e3f30c36 req-36fb1fb4-d3c7-4466-a739-0ce4d804c0e0 service neutron] 10.222.0.26 "GET /v2.0/networks?id=27580a04-c198-4a21-a1dd-713b4c75540c HTTP/1.1" status: 200 len: 913 time: 0.0973907 Mar 25 19:30:42.509610 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-41fbf6af-ef5a-4a0b-a0ef-0d38e3f30c36 req-8a73daaa-d8f9-410c-b9fd-4e28ef33d3d1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1b0503ba-a31f-464e-add1-b73cdd3d1d4e HTTP/1.1" status: 200 len: 998 time: 0.0665934 Mar 25 19:30:42.519563 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fc05d1-8a49-48f0-a14c-797d008738c0 req-7f7a2caf-2063-440d-9aba-5670f8558320 tempest-VolumesSnapshotTestJSON-860154138 tempest-VolumesSnapshotTestJSON-860154138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:30:42.522578 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-e5fc05d1-8a49-48f0-a14c-797d008738c0 req-7f7a2caf-2063-440d-9aba-5670f8558320 tempest-VolumesSnapshotTestJSON-860154138 tempest-VolumesSnapshotTestJSON-860154138-project] 10.222.0.18 "GET /v2.0/ports?device_id=ac695399-6ad7-492e-9252-50232e358d94 HTTP/1.1" status: 200 len: 946 time: 0.0658357 Mar 25 19:30:42.562388 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fbf6af-ef5a-4a0b-a0ef-0d38e3f30c36 req-34507394-c212-42b2-a1ef-4c2f14bc2eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:30:42.564159 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-41fbf6af-ef5a-4a0b-a0ef-0d38e3f30c36 req-34507394-c212-42b2-a1ef-4c2f14bc2eb5 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c8e42045-43c2-4a9f-a0d6-9006af4b8132 HTTP/1.1" status: 200 len: 851 time: 0.0482101 Mar 25 19:30:42.565479 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.l3_hamode_db [None req-936dafb1-9ff0-422a-b780-87716602d553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f07aef92-6be8-4ca1-a8c8-20fd188150b6', 'name': 'tempest-TestVolumeBootPattern-1146644451-router', 'tenant_id': '047bda67abf94801b4a3258dfa563394', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'external_fixed_ips': [{'subnet_id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'ip_address': '172.27.0.126'}], 'enable_snat': True}, 'gw_port_id': '4e1882de-b674-4c01-9054-99a59c61b85f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T19:27:29Z', 'updated_at': '2022-03-25T19:27:34Z', 'revision_number': 4, 'project_id': '047bda67abf94801b4a3258dfa563394', 'gw_port': {'id': '4e1882de-b674-4c01-9054-99a59c61b85f', 'name': '', 'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:57:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f07aef92-6be8-4ca1-a8c8-20fd188150b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'ip_address': '172.27.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T19:27:30Z', 'updated_at': '2022-03-25T19:27:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755101-7-iscsi', '_floatingips': [{'id': '35f9d31e-1ae2-4752-ae94-0e657c494cf5', 'tenant_id': '047bda67abf94801b4a3258dfa563394', 'floating_ip_address': '172.27.0.77', 'floating_network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'router_id': 'f07aef92-6be8-4ca1-a8c8-20fd188150b6', 'port_id': '1b0503ba-a31f-464e-add1-b73cdd3d1d4e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 735, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '27580a04-c198-4a21-a1dd-713b4c75540c', 'mac_address': 'fa:16:3e:3e:94:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e9107ef-2d03-44f2-a6dd-8bc18491787b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-25T19:30:41Z', 'updated_at': '2022-03-25T19:30:41Z', 'revision_number': 0, 'project_id': '047bda67abf94801b4a3258dfa563394', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17662467-b6b2-4bf1-83ee-afa512959f9b', 'name': '', 'network_id': '27580a04-c198-4a21-a1dd-713b4c75540c', 'tenant_id': '047bda67abf94801b4a3258dfa563394', 'mac_address': 'fa:16:3e:29:5e:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f07aef92-6be8-4ca1-a8c8-20fd188150b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': 'c8e42045-43c2-4a9f-a0d6-9006af4b8132', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T19:27:32Z', 'updated_at': '2022-03-25T19:27:40Z', 'revision_number': 5, 'project_id': '047bda67abf94801b4a3258dfa563394', 'subnets': [{'id': 'c8e42045-43c2-4a9f-a0d6-9006af4b8132', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-755101-7-iscsi', False) {} {{(pid=103198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 19:30:42.580663 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-e5fc05d1-8a49-48f0-a14c-797d008738c0 req-93f86c21-1071-4190-a93b-ce10a4c9b668 tempest-VolumesSnapshotTestJSON-860154138 tempest-VolumesSnapshotTestJSON-860154138-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d4a2c3d-f576-4eac-950b-3c8ceabf35a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508144 Mar 25 19:30:42.602779 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-936dafb1-9ff0-422a-b780-87716602d553 None None] Checking router: f07aef92-6be8-4ca1-a8c8-20fd188150b6 for host: dv-cinder-755101-7-iscsi {{(pid=103198) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 25 19:30:42.613275 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-936dafb1-9ff0-422a-b780-87716602d553 None None] Routers {'f07aef92-6be8-4ca1-a8c8-20fd188150b6'} bound to L3 agent in host dv-cinder-755101-7-iscsi {{(pid=103198) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 25 19:30:42.614283 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.l3_hamode_db [None req-936dafb1-9ff0-422a-b780-87716602d553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755101-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-25T19:11:57Z,description=,heartbeat_timestamp=2022-03-25T19:30:27Z,host='dv-cinder-755101-7-iscsi',id=af1b81b0-43af-47bb-a61e-8e46b36efc57,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:11:57Z,topic='l3_agent')) {'router_ids': ['f07aef92-6be8-4ca1-a8c8-20fd188150b6'], 'active': True} {{(pid=103198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 19:30:42.637938 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fbf6af-ef5a-4a0b-a0ef-0d38e3f30c36 req-3cdf0ee7-c93d-4dfc-a991-67b8dfcdde94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:30:42.639744 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-41fbf6af-ef5a-4a0b-a0ef-0d38e3f30c36 req-3cdf0ee7-c93d-4dfc-a991-67b8dfcdde94 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=27580a04-c198-4a21-a1dd-713b4c75540c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0699027 Mar 25 19:30:42.739429 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.l3_dvr_db [None req-936dafb1-9ff0-422a-b780-87716602d553 None None] Set router f07aef92-6be8-4ca1-a8c8-20fd188150b6 gateway port host: dv-cinder-755101-7-iscsi {{(pid=103198) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 25 19:30:43.054959 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.l3_hamode_db [None req-936dafb1-9ff0-422a-b780-87716602d553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f07aef92-6be8-4ca1-a8c8-20fd188150b6', 'name': 'tempest-TestVolumeBootPattern-1146644451-router', 'tenant_id': '047bda67abf94801b4a3258dfa563394', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'external_fixed_ips': [{'subnet_id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'ip_address': '172.27.0.126'}], 'enable_snat': True}, 'gw_port_id': '4e1882de-b674-4c01-9054-99a59c61b85f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T19:27:29Z', 'updated_at': '2022-03-25T19:27:34Z', 'revision_number': 4, 'project_id': '047bda67abf94801b4a3258dfa563394', 'gw_port': {'id': '4e1882de-b674-4c01-9054-99a59c61b85f', 'name': '', 'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:57:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f07aef92-6be8-4ca1-a8c8-20fd188150b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'ip_address': '172.27.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T19:27:30Z', 'updated_at': '2022-03-25T19:27:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755101-7-iscsi', '_floatingips': [{'id': '35f9d31e-1ae2-4752-ae94-0e657c494cf5', 'tenant_id': '047bda67abf94801b4a3258dfa563394', 'floating_ip_address': '172.27.0.77', 'floating_network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'router_id': 'f07aef92-6be8-4ca1-a8c8-20fd188150b6', 'port_id': '1b0503ba-a31f-464e-add1-b73cdd3d1d4e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 735, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '27580a04-c198-4a21-a1dd-713b4c75540c', 'mac_address': 'fa:16:3e:3e:94:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e9107ef-2d03-44f2-a6dd-8bc18491787b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-25T19:30:41Z', 'updated_at': '2022-03-25T19:30:41Z', 'revision_number': 0, 'project_id': '047bda67abf94801b4a3258dfa563394', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17662467-b6b2-4bf1-83ee-afa512959f9b', 'name': '', 'network_id': '27580a04-c198-4a21-a1dd-713b4c75540c', 'tenant_id': '047bda67abf94801b4a3258dfa563394', 'mac_address': 'fa:16:3e:29:5e:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f07aef92-6be8-4ca1-a8c8-20fd188150b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': 'c8e42045-43c2-4a9f-a0d6-9006af4b8132', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T19:27:32Z', 'updated_at': '2022-03-25T19:27:40Z', 'revision_number': 5, 'project_id': '047bda67abf94801b4a3258dfa563394', 'subnets': [{'id': 'c8e42045-43c2-4a9f-a0d6-9006af4b8132', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-755101-7-iscsi', False) {} {{(pid=103198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 19:30:43.055959 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-41fbf6af-ef5a-4a0b-a0ef-0d38e3f30c36 req-07a88389-002c-4165-a4d3-5c736eb30c23 service neutron] 10.222.0.26 "GET /v2.0/networks/27580a04-c198-4a21-a1dd-713b4c75540c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4098301 Mar 25 19:30:43.089921 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-936dafb1-9ff0-422a-b780-87716602d553 None None] The sync data for ids ['f07aef92-6be8-4ca1-a8c8-20fd188150b6'] in dv-cinder-755101-7-iscsi is: [{'id': 'f07aef92-6be8-4ca1-a8c8-20fd188150b6', 'name': 'tempest-TestVolumeBootPattern-1146644451-router', 'tenant_id': '047bda67abf94801b4a3258dfa563394', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'external_fixed_ips': [{'subnet_id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'ip_address': '172.27.0.126'}], 'enable_snat': True}, 'gw_port_id': '4e1882de-b674-4c01-9054-99a59c61b85f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T19:27:29Z', 'updated_at': '2022-03-25T19:27:34Z', 'revision_number': 4, 'project_id': '047bda67abf94801b4a3258dfa563394', 'gw_port': {'id': '4e1882de-b674-4c01-9054-99a59c61b85f', 'name': '', 'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:57:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f07aef92-6be8-4ca1-a8c8-20fd188150b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'ip_address': '172.27.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T19:27:30Z', 'updated_at': '2022-03-25T19:27:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755101-7-iscsi', '_floatingips': [{'id': '35f9d31e-1ae2-4752-ae94-0e657c494cf5', 'tenant_id': '047bda67abf94801b4a3258dfa563394', 'floating_ip_address': '172.27.0.77', 'floating_network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'router_id': 'f07aef92-6be8-4ca1-a8c8-20fd188150b6', 'port_id': '1b0503ba-a31f-464e-add1-b73cdd3d1d4e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 735, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '27580a04-c198-4a21-a1dd-713b4c75540c', 'mac_address': 'fa:16:3e:3e:94:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e9107ef-2d03-44f2-a6dd-8bc18491787b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-25T19:30:41Z', 'updated_at': '2022-03-25T19:30:41Z', 'revision_number': 0, 'project_id': '047bda67abf94801b4a3258dfa563394', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17662467-b6b2-4bf1-83ee-afa512959f9b', 'name': '', 'network_id': '27580a04-c198-4a21-a1dd-713b4c75540c', 'tenant_id': '047bda67abf94801b4a3258dfa563394', 'mac_address': 'fa:16:3e:29:5e:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f07aef92-6be8-4ca1-a8c8-20fd188150b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': 'c8e42045-43c2-4a9f-a0d6-9006af4b8132', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T19:27:32Z', 'updated_at': '2022-03-25T19:27:40Z', 'revision_number': 5, 'project_id': '047bda67abf94801b4a3258dfa563394', 'subnets': [{'id': 'c8e42045-43c2-4a9f-a0d6-9006af4b8132', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103198) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 25 19:30:43.162347 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-41fbf6af-ef5a-4a0b-a0ef-0d38e3f30c36 req-9bff11dc-1d83-4881-9620-014ddfd462c5 service neutron] 10.222.0.26 "GET /v2.0/networks/27580a04-c198-4a21-a1dd-713b4c75540c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004624 Mar 25 19:30:43.315105 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ba72a59-635f-4409-81c0-a7a83fc6b343 None None] New status for floating IP 35f9d31e-1ae2-4752-ae94-0e657c494cf5: ACTIVE {{(pid=103199) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 25 19:30:54.303391 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-14596f3c-fadf-49bc-b908-30cbd2762038 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741036503857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133703'] for agent (ff15a80c-2d7c-4104-a6ad-0973d1d911f7), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:30:56.718146 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-c7e5d948-96c8-4a75-a2d0-7ee3bfcc4fdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741036503857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133703'] for agent (af1b81b0-43af-47bb-a61e-8e46b36efc57), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:30:57.623335 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-af60142c-683d-41c3-be1d-5377fff6ca45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741036503857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133703'] for agent (c3076277-13eb-43a7-9b94-fad13f82c96d), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:30:59.223128 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-bfcc621e-35c9-4ac2-b4cb-53c403134561 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741036503857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133703'] for agent (9ba807d9-64cc-4b2a-8ad2-e4f3b23bc779), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:31:00.806012 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741036503857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133703'] for agent (239dac0e-b210-4295-8f1a-11f7f9dc3de1), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:31:00.810968 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741036503857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133703'] for agent (e10cc9df-a7ce-4b9c-bc25-dffd007f5dd8), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:31:01.603307 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebc9b79-8fd2-4b31-a338-94fd42bae78a req-8b7281b9-0aaa-4258-9599-56b9a9a9decc tempest-VolumesSnapshotTestJSON-860154138 tempest-VolumesSnapshotTestJSON-860154138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:31:01.604645 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-eebc9b79-8fd2-4b31-a338-94fd42bae78a req-8b7281b9-0aaa-4258-9599-56b9a9a9decc tempest-VolumesSnapshotTestJSON-860154138 tempest-VolumesSnapshotTestJSON-860154138-project] 10.222.0.18 "GET /v2.0/ports?device_id=ac695399-6ad7-492e-9252-50232e358d94 HTTP/1.1" status: 200 len: 946 time: 0.0502658 Mar 25 19:31:01.649210 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-eebc9b79-8fd2-4b31-a338-94fd42bae78a req-2dde268a-94ca-49aa-bc19-70616d3d2d2a tempest-VolumesSnapshotTestJSON-860154138 tempest-VolumesSnapshotTestJSON-860154138-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d4a2c3d-f576-4eac-950b-3c8ceabf35a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385129 Mar 25 19:31:02.764877 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2f2905-e05a-49e2-ac44-c71f774f5882 req-96d200d7-ddb0-4f48-9212-faa66aee8614 tempest-VolumesSnapshotTestJSON-860154138 tempest-VolumesSnapshotTestJSON-860154138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:31:02.766792 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-6b2f2905-e05a-49e2-ac44-c71f774f5882 req-96d200d7-ddb0-4f48-9212-faa66aee8614 tempest-VolumesSnapshotTestJSON-860154138 tempest-VolumesSnapshotTestJSON-860154138-project] 10.222.0.18 "GET /v2.0/ports?device_id=ac695399-6ad7-492e-9252-50232e358d94 HTTP/1.1" status: 200 len: 946 time: 0.0520959 Mar 25 19:31:02.811538 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-6b2f2905-e05a-49e2-ac44-c71f774f5882 req-2d560d87-8c4b-4f42-bac9-e1e9df27d2f5 tempest-VolumesSnapshotTestJSON-860154138 tempest-VolumesSnapshotTestJSON-860154138-project] 10.222.0.18 "GET /v2.0/security-groups?id=7d4a2c3d-f576-4eac-950b-3c8ceabf35a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393050 Mar 25 19:31:03.235073 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db08478a-c977-4333-81de-9a5c32506a5b req-8ea39ae5-3969-48f6-8084-a431aa72c330 tempest-VolumesSnapshotTestJSON-860154138 tempest-VolumesSnapshotTestJSON-860154138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:31:03.236851 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-db08478a-c977-4333-81de-9a5c32506a5b req-8ea39ae5-3969-48f6-8084-a431aa72c330 tempest-VolumesSnapshotTestJSON-860154138 tempest-VolumesSnapshotTestJSON-860154138-project] 10.222.0.26 "GET /v2.0/ports?device_id=ac695399-6ad7-492e-9252-50232e358d94 HTTP/1.1" status: 200 len: 946 time: 0.0509346 Mar 25 19:31:03.326990 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [req-db08478a-c977-4333-81de-9a5c32506a5b req-8d43b929-1c6c-427d-aed7-4d15418e5b6f tempest-VolumesSnapshotTestJSON-860154138 tempest-VolumesSnapshotTestJSON-860154138-project] Deleting port 6f424284-acb6-4b2b-a8e9-929d9d9d226e {{(pid=103196) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 25 19:31:03.327325 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-db08478a-c977-4333-81de-9a5c32506a5b req-8d43b929-1c6c-427d-aed7-4d15418e5b6f tempest-VolumesSnapshotTestJSON-860154138 tempest-VolumesSnapshotTestJSON-860154138-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741036672799'] for port (6f424284-acb6-4b2b-a8e9-929d9d9d226e), before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:31:03.409921 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.db [req-db08478a-c977-4333-81de-9a5c32506a5b req-8d43b929-1c6c-427d-aed7-4d15418e5b6f tempest-VolumesSnapshotTestJSON-860154138 tempest-VolumesSnapshotTestJSON-860154138-project] For port 6f424284-acb6-4b2b-a8e9-929d9d9d226e, host hv-cinder-75510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75510',level=0,port_id=6f424284-acb6-4b2b-a8e9-929d9d9d226e,segment=NetworkSegment(29a34fa0-8a6c-4ca8-aad5-8221d12c4bf3),segment_id=29a34fa0-8a6c-4ca8-aad5-8221d12c4bf3)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 25 19:31:03.410277 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-db08478a-c977-4333-81de-9a5c32506a5b req-8d43b929-1c6c-427d-aed7-4d15418e5b6f tempest-VolumesSnapshotTestJSON-860154138 tempest-VolumesSnapshotTestJSON-860154138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3766103'] for port (6f424284-acb6-4b2b-a8e9-929d9d9d226e), precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:31:03.423302 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [req-db08478a-c977-4333-81de-9a5c32506a5b req-8d43b929-1c6c-427d-aed7-4d15418e5b6f tempest-VolumesSnapshotTestJSON-860154138 tempest-VolumesSnapshotTestJSON-860154138-project] Calling delete_port for 6f424284-acb6-4b2b-a8e9-929d9d9d226e owned by compute:nova {{(pid=103196) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 25 19:31:03.548896 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-db08478a-c977-4333-81de-9a5c32506a5b req-8d43b929-1c6c-427d-aed7-4d15418e5b6f tempest-VolumesSnapshotTestJSON-860154138 tempest-VolumesSnapshotTestJSON-860154138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741036679554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741036190724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58911673'] for port (6f424284-acb6-4b2b-a8e9-929d9d9d226e), after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:31:03.560071 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] get_ports_and_sgs() called for port_ids ['6f424284-acb6-4b2b-a8e9-929d9d9d226e'] {{(pid=103198) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 25 19:31:03.576036 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d43b929-1c6c-427d-aed7-4d15418e5b6f tempest-VolumesSnapshotTestJSON-860154138 tempest-VolumesSnapshotTestJSON-860154138-project] Pushing event deleted for resources: {'Port': ['ID=6f424284-acb6-4b2b-a8e9-929d9d9d226e,revision_number=None']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:31:03.626908 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [req-db08478a-c977-4333-81de-9a5c32506a5b req-8d43b929-1c6c-427d-aed7-4d15418e5b6f tempest-VolumesSnapshotTestJSON-860154138 tempest-VolumesSnapshotTestJSON-860154138-project] No DVR routers for this DVR port 6f424284-acb6-4b2b-a8e9-929d9d9d226e on host hv-cinder-75510 {{(pid=103196) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 25 19:31:03.629691 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-db08478a-c977-4333-81de-9a5c32506a5b req-8d43b929-1c6c-427d-aed7-4d15418e5b6f tempest-VolumesSnapshotTestJSON-860154138 tempest-VolumesSnapshotTestJSON-860154138-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63648'] for port (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:31:03.633246 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-db08478a-c977-4333-81de-9a5c32506a5b req-8d43b929-1c6c-427d-aed7-4d15418e5b6f tempest-VolumesSnapshotTestJSON-860154138 tempest-VolumesSnapshotTestJSON-860154138-project] 10.222.0.26 "DELETE /v2.0/ports/6f424284-acb6-4b2b-a8e9-929d9d9d226e HTTP/1.1" status: 204 len: 173 time: 0.3911068 Mar 25 19:31:03.633754 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac695399-6ad7-492e-9252-50232e358d94', 'name': 'network-vif-deleted', 'tag': '6f424284-acb6-4b2b-a8e9-929d9d9d226e'}] {{(pid=103196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 25 19:31:03.636660 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aab9b3bfb8b62b9c439d2baea07b5fa53a515b81dc2b4d2d70d2153c83a947a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95ef1828-a719-4909-a172-766b047078fb" -d '{"events": [{"server_uuid": "ac695399-6ad7-492e-9252-50232e358d94", "name": "network-vif-deleted", "tag": "6f424284-acb6-4b2b-a8e9-929d9d9d226e"}]}' {{(pid=103196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 25 19:31:03.745689 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Mar 2022 19:31:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f439e9d7-e686-47bf-9b5f-f86187ed7772 x-openstack-request-id: req-f439e9d7-e686-47bf-9b5f-f86187ed7772 {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 25 19:31:03.745978 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac695399-6ad7-492e-9252-50232e358d94", "name": "network-vif-deleted", "tag": "6f424284-acb6-4b2b-a8e9-929d9d9d226e", "status": "completed", "code": 200}]} {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 25 19:31:03.746230 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f439e9d7-e686-47bf-9b5f-f86187ed7772 {{(pid=103196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 25 19:31:03.746662 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f439e9d7-e686-47bf-9b5f-f86187ed7772'] response: {'server_uuid': 'ac695399-6ad7-492e-9252-50232e358d94', 'name': 'network-vif-deleted', 'tag': '6f424284-acb6-4b2b-a8e9-929d9d9d226e', 'status': 'completed', 'code': 200} Mar 25 19:31:03.917773 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-8d8e8bf2-c6be-425b-a12d-73f34a9471d6 req-5e6b8e7c-4daa-4fea-a073-cfc38a858b6f tempest-VolumesSnapshotTestJSON-860154138 tempest-VolumesSnapshotTestJSON-860154138-project] 10.222.0.18 "GET /v2.0/ports?device_id=ac695399-6ad7-492e-9252-50232e358d94 HTTP/1.1" status: 200 len: 210 time: 0.0266371 Mar 25 19:31:09.017673 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Device 6f424284-acb6-4b2b-a8e9-929d9d9d226e no longer exists at agent hyperv_hv-cinder-75510 {{(pid=103198) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 25 19:31:09.038141 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] No Port match for: 6f424284-acb6-4b2b-a8e9-929d9d9d226e {{(pid=103198) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 25 19:31:09.038487 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Device 6f424284-acb6-4b2b-a8e9-929d9d9d226e not bound to the agent host hv-cinder-75510 {{(pid=103198) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 25 19:31:09.079982 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-e019d817-d42e-4d9f-9f9e-9c9dbdffbc7a req-55b6eb94-f32e-40b9-a5b8-09f916f10995 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=4e9107ef-2d03-44f2-a6dd-8bc18491787b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0433097 Mar 25 19:31:09.174915 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e019d817-d42e-4d9f-9f9e-9c9dbdffbc7a req-cdf38890-5370-4eee-bc28-1277bb4a6aee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:31:09.176491 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-e019d817-d42e-4d9f-9f9e-9c9dbdffbc7a req-cdf38890-5370-4eee-bc28-1277bb4a6aee service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=047bda67abf94801b4a3258dfa563394&device_id=4e9107ef-2d03-44f2-a6dd-8bc18491787b HTTP/1.1" status: 200 len: 1129 time: 0.0543880 Mar 25 19:31:09.277378 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e019d817-d42e-4d9f-9f9e-9c9dbdffbc7a req-a8792a6f-fcae-497e-8708-9532a13ff321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:31:09.278763 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-e019d817-d42e-4d9f-9f9e-9c9dbdffbc7a req-a8792a6f-fcae-497e-8708-9532a13ff321 service neutron] 10.222.0.26 "GET /v2.0/networks?id=27580a04-c198-4a21-a1dd-713b4c75540c HTTP/1.1" status: 200 len: 913 time: 0.0851300 Mar 25 19:31:09.340432 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-e019d817-d42e-4d9f-9f9e-9c9dbdffbc7a req-f805d167-3803-49d1-bccd-aaef2d5b5936 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1b0503ba-a31f-464e-add1-b73cdd3d1d4e HTTP/1.1" status: 200 len: 1000 time: 0.0561333 Mar 25 19:31:09.384762 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e019d817-d42e-4d9f-9f9e-9c9dbdffbc7a req-a4097847-6be3-4fb1-bc29-a0de6450e950 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:31:09.386112 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-e019d817-d42e-4d9f-9f9e-9c9dbdffbc7a req-a4097847-6be3-4fb1-bc29-a0de6450e950 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c8e42045-43c2-4a9f-a0d6-9006af4b8132 HTTP/1.1" status: 200 len: 851 time: 0.0405693 Mar 25 19:31:09.438344 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e019d817-d42e-4d9f-9f9e-9c9dbdffbc7a req-dfc2a673-43e7-44f1-9181-893e34e46950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:31:09.439925 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-e019d817-d42e-4d9f-9f9e-9c9dbdffbc7a req-dfc2a673-43e7-44f1-9181-893e34e46950 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=27580a04-c198-4a21-a1dd-713b4c75540c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0474443 Mar 25 19:31:09.529374 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-e019d817-d42e-4d9f-9f9e-9c9dbdffbc7a req-77afc32c-4f62-43aa-859e-bf218f8b8144 service neutron] 10.222.0.26 "GET /v2.0/networks/27580a04-c198-4a21-a1dd-713b4c75540c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837564 Mar 25 19:31:09.620125 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-e019d817-d42e-4d9f-9f9e-9c9dbdffbc7a req-796f74d9-a927-41aa-87d8-b39698a2f348 service neutron] 10.222.0.26 "GET /v2.0/networks/27580a04-c198-4a21-a1dd-713b4c75540c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853183 Mar 25 19:31:10.110167 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.db.agents_db [None req-ad735e95-395b-498c-b22d-e8906e231634 None None] Agent healthcheck: found 6 active agents {{(pid=103199) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 25 19:31:24.303503 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-4577291b-a078-44cb-848a-71cea5c1cf27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741036503857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133703'] for agent (ff15a80c-2d7c-4104-a6ad-0973d1d911f7), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:31:25.851673 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.18', 39922) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:31:25.896045 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5f656ef-b565-4e12-8a2f-78e0103449d7 admin admin] Deleting subnet 3930120b-c6e7-4aab-8606-5d7963ddcb24 {{(pid=103196) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 25 19:31:25.899288 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-c5f656ef-b565-4e12-8a2f-78e0103449d7 admin admin] Publish callbacks [] for subnet (3930120b-c6e7-4aab-8606-5d7963ddcb24), before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:31:25.931572 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-c5f656ef-b565-4e12-8a2f-78e0103449d7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62748206'] for subnet (3930120b-c6e7-4aab-8606-5d7963ddcb24), precommit_delete_associations {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:31:25.970023 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-c5f656ef-b565-4e12-8a2f-78e0103449d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1170929'] for subnet (3930120b-c6e7-4aab-8606-5d7963ddcb24), precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:31:26.023821 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-c5f656ef-b565-4e12-8a2f-78e0103449d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1170920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58912072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62747862'] for subnet (3930120b-c6e7-4aab-8606-5d7963ddcb24), after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:31:26.049937 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f656ef-b565-4e12-8a2f-78e0103449d7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3930120b-c6e7-4aab-8606-5d7963ddcb24,revision_number=None']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:31:26.052746 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-c5f656ef-b565-4e12-8a2f-78e0103449d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692927'] for subnet (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:31:26.055665 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-c5f656ef-b565-4e12-8a2f-78e0103449d7 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/3930120b-c6e7-4aab-8606-5d7963ddcb24 HTTP/1.1" status: 204 len: 168 time: 0.2030005 Mar 25 19:31:26.058369 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.18', 39924) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:31:26.061529 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f656ef-b565-4e12-8a2f-78e0103449d7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:31:26.061882 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f656ef-b565-4e12-8a2f-78e0103449d7 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:31:26.062224 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f656ef-b565-4e12-8a2f-78e0103449d7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:31:26.062587 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f656ef-b565-4e12-8a2f-78e0103449d7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:31:26.062925 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f656ef-b565-4e12-8a2f-78e0103449d7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:31:26.063256 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f656ef-b565-4e12-8a2f-78e0103449d7 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:31:26.063587 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f656ef-b565-4e12-8a2f-78e0103449d7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:31:26.064413 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f656ef-b565-4e12-8a2f-78e0103449d7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:31:26.064742 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f656ef-b565-4e12-8a2f-78e0103449d7 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:31:26.065098 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f656ef-b565-4e12-8a2f-78e0103449d7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:31:26.065396 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f656ef-b565-4e12-8a2f-78e0103449d7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:31:26.065720 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f656ef-b565-4e12-8a2f-78e0103449d7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:31:26.066041 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f656ef-b565-4e12-8a2f-78e0103449d7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:31:26.066363 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f656ef-b565-4e12-8a2f-78e0103449d7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:31:26.066704 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f656ef-b565-4e12-8a2f-78e0103449d7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:31:26.127999 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-21074e1d-5e6c-42f4-a38c-7b02ba7a0465 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1050558'] for network (910c9359-a549-42a9-b702-b2e32c99c77f), before_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:31:26.201985 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-21074e1d-5e6c-42f4-a38c-7b02ba7a0465 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1136452', 'neutron.services.segments.db._delete_segments_for_network-8741036503875'] for network (910c9359-a549-42a9-b702-b2e32c99c77f), precommit_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:31:26.221016 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.services.segments.db [None req-21074e1d-5e6c-42f4-a38c-7b02ba7a0465 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['910c9359-a549-42a9-b702-b2e32c99c77f']}} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 19:31:26.229889 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.services.segments.db [None req-21074e1d-5e6c-42f4-a38c-7b02ba7a0465 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29a34fa0-8a6c-4ca8-aad5-8221d12c4bf3') {'for_net_delete': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 19:31:26.230185 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.services.segments.db [None req-21074e1d-5e6c-42f4-a38c-7b02ba7a0465 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29a34fa0-8a6c-4ca8-aad5-8221d12c4bf3') {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 19:31:26.239600 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-21074e1d-5e6c-42f4-a38c-7b02ba7a0465 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741036503116', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59390884'] for segment (29a34fa0-8a6c-4ca8-aad5-8221d12c4bf3), before_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:31:26.252782 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-21074e1d-5e6c-42f4-a38c-7b02ba7a0465 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1189096'] for segment (29a34fa0-8a6c-4ca8-aad5-8221d12c4bf3), precommit_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:31:26.258276 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21074e1d-5e6c-42f4-a38c-7b02ba7a0465 admin admin] Releasing vlan 257 on physical network physnet1 to pool {{(pid=103197) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 25 19:31:26.258695 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-21074e1d-5e6c-42f4-a38c-7b02ba7a0465 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1189096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59283559'] for segment (29a34fa0-8a6c-4ca8-aad5-8221d12c4bf3), after_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:31:26.260246 dv-cinder-755101-7-iscsi neutron-server[103197]: Traceback (most recent call last): Mar 25 19:31:26.260246 dv-cinder-755101-7-iscsi neutron-server[103197]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 25 19:31:26.260246 dv-cinder-755101-7-iscsi neutron-server[103197]: timer() Mar 25 19:31:26.260246 dv-cinder-755101-7-iscsi neutron-server[103197]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 25 19:31:26.260246 dv-cinder-755101-7-iscsi neutron-server[103197]: cb(*args, **kw) Mar 25 19:31:26.260246 dv-cinder-755101-7-iscsi neutron-server[103197]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 25 19:31:26.260246 dv-cinder-755101-7-iscsi neutron-server[103197]: return func(*args, **kwargs) Mar 25 19:31:26.260246 dv-cinder-755101-7-iscsi neutron-server[103197]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 25 19:31:26.260246 dv-cinder-755101-7-iscsi neutron-server[103197]: self._notify() Mar 25 19:31:26.260246 dv-cinder-755101-7-iscsi neutron-server[103197]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 25 19:31:26.260246 dv-cinder-755101-7-iscsi neutron-server[103197]: self.callback(batched_events) Mar 25 19:31:26.260246 dv-cinder-755101-7-iscsi neutron-server[103197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 25 19:31:26.260246 dv-cinder-755101-7-iscsi neutron-server[103197]: event.method(event) Mar 25 19:31:26.260246 dv-cinder-755101-7-iscsi neutron-server[103197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 25 19:31:26.260246 dv-cinder-755101-7-iscsi neutron-server[103197]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 25 19:31:26.260246 dv-cinder-755101-7-iscsi neutron-server[103197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 25 19:31:26.260246 dv-cinder-755101-7-iscsi neutron-server[103197]: aggregate_uuid = self.p_client.list_aggregates( Mar 25 19:31:26.260246 dv-cinder-755101-7-iscsi neutron-server[103197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 25 19:31:26.260246 dv-cinder-755101-7-iscsi neutron-server[103197]: return f(self, *a, **k) Mar 25 19:31:26.260246 dv-cinder-755101-7-iscsi neutron-server[103197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 25 19:31:26.260246 dv-cinder-755101-7-iscsi neutron-server[103197]: return self._get(url).json() Mar 25 19:31:26.260246 dv-cinder-755101-7-iscsi neutron-server[103197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 25 19:31:26.260246 dv-cinder-755101-7-iscsi neutron-server[103197]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 25 19:31:26.260246 dv-cinder-755101-7-iscsi neutron-server[103197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 25 19:31:26.260246 dv-cinder-755101-7-iscsi neutron-server[103197]: return self.request(url, 'GET', **kwargs) Mar 25 19:31:26.260246 dv-cinder-755101-7-iscsi neutron-server[103197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 25 19:31:26.260246 dv-cinder-755101-7-iscsi neutron-server[103197]: base_url = self.get_endpoint(auth, allow=allow, Mar 25 19:31:26.260246 dv-cinder-755101-7-iscsi neutron-server[103197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 25 19:31:26.260246 dv-cinder-755101-7-iscsi neutron-server[103197]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 25 19:31:26.260246 dv-cinder-755101-7-iscsi neutron-server[103197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 25 19:31:26.260246 dv-cinder-755101-7-iscsi neutron-server[103197]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 25 19:31:26.260246 dv-cinder-755101-7-iscsi neutron-server[103197]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 25 19:31:26.549930 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-21074e1d-5e6c-42f4-a38c-7b02ba7a0465 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1136511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3753587'] for network (910c9359-a549-42a9-b702-b2e32c99c77f), after_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:31:26.558202 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-21074e1d-5e6c-42f4-a38c-7b02ba7a0465 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692927'] for network (None), before_response {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:31:26.562098 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-21074e1d-5e6c-42f4-a38c-7b02ba7a0465 admin admin] 10.222.0.18 "DELETE /v2.0/networks/910c9359-a549-42a9-b702-b2e32c99c77f HTTP/1.1" status: 204 len: 168 time: 0.5026903 Mar 25 19:31:26.571329 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21074e1d-5e6c-42f4-a38c-7b02ba7a0465 admin admin] Pushing event deleted for resources: {'Network': ['ID=910c9359-a549-42a9-b702-b2e32c99c77f,revision_number=None']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:31:26.578186 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21074e1d-5e6c-42f4-a38c-7b02ba7a0465 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:31:26.578553 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21074e1d-5e6c-42f4-a38c-7b02ba7a0465 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:31:26.578895 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21074e1d-5e6c-42f4-a38c-7b02ba7a0465 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:31:26.579229 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21074e1d-5e6c-42f4-a38c-7b02ba7a0465 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:31:26.579584 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21074e1d-5e6c-42f4-a38c-7b02ba7a0465 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:31:26.579909 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21074e1d-5e6c-42f4-a38c-7b02ba7a0465 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:31:26.580228 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21074e1d-5e6c-42f4-a38c-7b02ba7a0465 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:31:26.580552 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21074e1d-5e6c-42f4-a38c-7b02ba7a0465 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:31:26.580878 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21074e1d-5e6c-42f4-a38c-7b02ba7a0465 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:31:26.581194 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21074e1d-5e6c-42f4-a38c-7b02ba7a0465 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:31:26.581513 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21074e1d-5e6c-42f4-a38c-7b02ba7a0465 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:31:26.581834 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21074e1d-5e6c-42f4-a38c-7b02ba7a0465 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:31:26.582147 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21074e1d-5e6c-42f4-a38c-7b02ba7a0465 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:31:26.582460 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21074e1d-5e6c-42f4-a38c-7b02ba7a0465 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:31:26.582811 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21074e1d-5e6c-42f4-a38c-7b02ba7a0465 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:31:26.718669 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-219bc3a0-f3da-4f5f-ab84-fbbaac86bc9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741036503857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133703'] for agent (af1b81b0-43af-47bb-a61e-8e46b36efc57), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:31:26.722885 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.18', 39928) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:31:26.760946 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-052e0f6f-1a07-4710-a98b-8c779d29d662 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=22700427efd5416ba54e8fff0ea96369&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0369437 Mar 25 19:31:26.763383 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.18', 39930) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:31:26.808179 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-89fb35c3-0739-4e14-9ab9-b9fb1be42988 admin admin] Publish callbacks [] for security_group (7d4a2c3d-f576-4eac-950b-3c8ceabf35a8), before_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:31:26.828413 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-89fb35c3-0739-4e14-9ab9-b9fb1be42988 admin admin] Publish callbacks [] for security_group (7d4a2c3d-f576-4eac-950b-3c8ceabf35a8), precommit_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:31:26.878831 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-89fb35c3-0739-4e14-9ab9-b9fb1be42988 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687199'] for security_group (7d4a2c3d-f576-4eac-950b-3c8ceabf35a8), after_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:31:26.881276 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-89fb35c3-0739-4e14-9ab9-b9fb1be42988 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:31:26.882403 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-89fb35c3-0739-4e14-9ab9-b9fb1be42988 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7d4a2c3d-f576-4eac-950b-3c8ceabf35a8 HTTP/1.1" status: 204 len: 168 time: 0.1181571 Mar 25 19:31:26.890162 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fb35c3-0739-4e14-9ab9-b9fb1be42988 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d4a2c3d-f576-4eac-950b-3c8ceabf35a8,revision_number=None']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:31:27.624378 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-af60142c-683d-41c3-be1d-5377fff6ca45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741036503857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133703'] for agent (c3076277-13eb-43a7-9b94-fad13f82c96d), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:31:29.226309 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-bfcc621e-35c9-4ac2-b4cb-53c403134561 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741036503857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133703'] for agent (9ba807d9-64cc-4b2a-8ad2-e4f3b23bc779), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:31:30.798578 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741036503857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133703'] for agent (239dac0e-b210-4295-8f1a-11f7f9dc3de1), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:31:30.821910 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741036503857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133703'] for agent (e10cc9df-a7ce-4b9c-bc25-dffd007f5dd8), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:31:43.863383 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.18', 40062) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:31:43.963199 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-38bbbe9b-3bac-4484-b69f-345152398620 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:31:44.034764 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-38bbbe9b-3bac-4484-b69f-345152398620 admin admin] Publish callbacks [] for security_group (9479792e-0868-4e3b-be76-ec72544701e6), precommit_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:31:44.038249 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-38bbbe9b-3bac-4484-b69f-345152398620 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687199'] for security_group (9479792e-0868-4e3b-be76-ec72544701e6), after_create {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:31:44.076254 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-38bbbe9b-3bac-4484-b69f-345152398620 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3ecd52ad2ac84991a7e1072c36fbdfd1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2118299 Mar 25 19:31:44.077122 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bbbe9b-3bac-4484-b69f-345152398620 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9479792e-0868-4e3b-be76-ec72544701e6,revision_number=1']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:31:44.078981 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.18', 40066) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:31:44.127359 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-8f9ed209-1dac-41c7-832c-dbb62004ef0f admin admin] Publish callbacks [] for security_group (9479792e-0868-4e3b-be76-ec72544701e6), before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:31:44.149415 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-8f9ed209-1dac-41c7-832c-dbb62004ef0f admin admin] Publish callbacks [] for security_group (9479792e-0868-4e3b-be76-ec72544701e6), precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:31:44.195668 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-8f9ed209-1dac-41c7-832c-dbb62004ef0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687199'] for security_group (9479792e-0868-4e3b-be76-ec72544701e6), after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:31:44.198119 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-8f9ed209-1dac-41c7-832c-dbb62004ef0f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:31:44.199275 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-8f9ed209-1dac-41c7-832c-dbb62004ef0f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9479792e-0868-4e3b-be76-ec72544701e6 HTTP/1.1" status: 204 len: 168 time: 0.1182477 Mar 25 19:31:44.207290 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9ed209-1dac-41c7-832c-dbb62004ef0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9479792e-0868-4e3b-be76-ec72544701e6,revision_number=None']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:31:47.107886 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.db.agents_db [None req-ad735e95-395b-498c-b22d-e8906e231634 None None] Agent healthcheck: found 6 active agents {{(pid=103199) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 25 19:31:54.304096 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-41761f00-9f20-4d45-8e0b-e3ae26b4b7a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741036503857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133703'] for agent (ff15a80c-2d7c-4104-a6ad-0973d1d911f7), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:31:56.723890 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-bd0f569c-33fd-4555-a8d1-3cc4153e7a23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741036503857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133703'] for agent (af1b81b0-43af-47bb-a61e-8e46b36efc57), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:31:57.628014 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-af60142c-683d-41c3-be1d-5377fff6ca45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741036503857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133703'] for agent (c3076277-13eb-43a7-9b94-fad13f82c96d), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:31:59.228034 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-bfcc621e-35c9-4ac2-b4cb-53c403134561 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741036503857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133703'] for agent (9ba807d9-64cc-4b2a-8ad2-e4f3b23bc779), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:32:00.800865 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741036503857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133703'] for agent (239dac0e-b210-4295-8f1a-11f7f9dc3de1), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:32:00.820867 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741036503857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133703'] for agent (e10cc9df-a7ce-4b9c-bc25-dffd007f5dd8), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:32:07.245544 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-d6cc1d89-41a1-4838-adfc-2916bb89715f req-f53f5a55-0370-475a-b737-44816c21d222 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=4e9107ef-2d03-44f2-a6dd-8bc18491787b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0416141 Mar 25 19:32:07.332748 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cc1d89-41a1-4838-adfc-2916bb89715f req-11026106-7aae-465d-b1cc-e1a363956121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:32:07.334268 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-d6cc1d89-41a1-4838-adfc-2916bb89715f req-11026106-7aae-465d-b1cc-e1a363956121 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=047bda67abf94801b4a3258dfa563394&device_id=4e9107ef-2d03-44f2-a6dd-8bc18491787b HTTP/1.1" status: 200 len: 1129 time: 0.0479913 Mar 25 19:32:07.433254 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cc1d89-41a1-4838-adfc-2916bb89715f req-136d9adf-d0b7-473d-bf04-b739e1605258 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:32:07.434870 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-d6cc1d89-41a1-4838-adfc-2916bb89715f req-136d9adf-d0b7-473d-bf04-b739e1605258 service neutron] 10.222.0.26 "GET /v2.0/networks?id=27580a04-c198-4a21-a1dd-713b4c75540c HTTP/1.1" status: 200 len: 913 time: 0.0832701 Mar 25 19:32:07.502532 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-d6cc1d89-41a1-4838-adfc-2916bb89715f req-59d7b324-15a0-460b-9e6e-9c9b05533d48 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1b0503ba-a31f-464e-add1-b73cdd3d1d4e HTTP/1.1" status: 200 len: 1000 time: 0.0616536 Mar 25 19:32:07.547965 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cc1d89-41a1-4838-adfc-2916bb89715f req-36651cd0-9453-4cba-bb0a-66a38a6cc481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:32:07.549962 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-d6cc1d89-41a1-4838-adfc-2916bb89715f req-36651cd0-9453-4cba-bb0a-66a38a6cc481 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c8e42045-43c2-4a9f-a0d6-9006af4b8132 HTTP/1.1" status: 200 len: 851 time: 0.0425258 Mar 25 19:32:07.598154 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cc1d89-41a1-4838-adfc-2916bb89715f req-22e75c65-2028-45f6-af8d-73920f76d7c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:32:07.599652 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-d6cc1d89-41a1-4838-adfc-2916bb89715f req-22e75c65-2028-45f6-af8d-73920f76d7c2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=27580a04-c198-4a21-a1dd-713b4c75540c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0418909 Mar 25 19:32:07.686744 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-d6cc1d89-41a1-4838-adfc-2916bb89715f req-5f000828-95b8-40ce-98c3-6c2eed065917 service neutron] 10.222.0.26 "GET /v2.0/networks/27580a04-c198-4a21-a1dd-713b4c75540c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813980 Mar 25 19:32:07.771686 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-d6cc1d89-41a1-4838-adfc-2916bb89715f req-428a10e7-3fca-409b-9150-3173d446a248 service neutron] 10.222.0.26 "GET /v2.0/networks/27580a04-c198-4a21-a1dd-713b4c75540c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792909 Mar 25 19:32:19.434310 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-dec6f504-d845-4f25-bacb-58ee2ca260b2 req-53372a01-4b59-4394-a28b-1c3539369771 tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1812516558&fields=id&tenant_id=047bda67abf94801b4a3258dfa563394 HTTP/1.1" status: 200 len: 267 time: 0.0441990 Mar 25 19:32:19.540612 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec6f504-d845-4f25-bacb-58ee2ca260b2 req-8c4fc773-a2e1-4667-9879-5a4dbbfdec0d tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:32:19.542053 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-dec6f504-d845-4f25-bacb-58ee2ca260b2 req-8c4fc773-a2e1-4667-9879-5a4dbbfdec0d tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] 10.222.0.18 "GET /v2.0/networks?id=27580a04-c198-4a21-a1dd-713b4c75540c HTTP/1.1" status: 200 len: 812 time: 0.1009188 Mar 25 19:32:19.555707 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-dec6f504-d845-4f25-bacb-58ee2ca260b2 req-9c94f095-dccc-4e76-88e0-d0bde5717027 tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] 10.222.0.18 "GET /v2.0/quotas/047bda67abf94801b4a3258dfa563394 HTTP/1.1" status: 200 len: 375 time: 0.0084851 Mar 25 19:32:19.610837 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-dec6f504-d845-4f25-bacb-58ee2ca260b2 req-b26ecc5f-6537-4a38-be0f-459aea2059eb tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=047bda67abf94801b4a3258dfa563394&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0505450 Mar 25 19:32:19.704976 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-dec6f504-d845-4f25-bacb-58ee2ca260b2 req-863e14b7-a5cd-487a-81a3-a9b7bea6991b service neutron] 10.222.0.18 "GET /v2.0/networks/27580a04-c198-4a21-a1dd-713b4c75540c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834067 Mar 25 19:32:19.791581 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-dec6f504-d845-4f25-bacb-58ee2ca260b2 req-dc023b18-6f46-416c-8db9-d62d9c4c6f97 service neutron] 10.222.0.18 "GET /v2.0/networks/27580a04-c198-4a21-a1dd-713b4c75540c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808756 Mar 25 19:32:20.062459 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-e2574ebb-c46e-4168-8875-7523e96c2086 req-1d8abb1e-9de1-43a8-8a4a-6e05b688317d tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] 10.222.0.18 "GET /v2.0/ports?device_id=0ca792a0-475f-41a8-9724-98b343036214 HTTP/1.1" status: 200 len: 210 time: 0.0269575 Mar 25 19:32:20.935322 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec6f504-d845-4f25-bacb-58ee2ca260b2 req-95760ea3-4a45-46eb-85a4-966f6ba8484d tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:32:20.936746 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-dec6f504-d845-4f25-bacb-58ee2ca260b2 req-95760ea3-4a45-46eb-85a4-966f6ba8484d tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] 10.222.0.26 "GET /v2.0/networks?id=27580a04-c198-4a21-a1dd-713b4c75540c HTTP/1.1" status: 200 len: 812 time: 0.1033256 Mar 25 19:32:20.999551 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-dec6f504-d845-4f25-bacb-58ee2ca260b2 req-7e938cc4-14d0-4f98-8f0a-8209f4f4bd16 tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=047bda67abf94801b4a3258dfa563394 HTTP/1.1" status: 200 len: 380 time: 0.0533614 Mar 25 19:32:21.008758 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.v2.base [req-dec6f504-d845-4f25-bacb-58ee2ca260b2 req-5404c3ba-9bb2-414e-a706-dbd43be41474 tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] Request body: {'port': {'device_id': '0ca792a0-475f-41a8-9724-98b343036214', 'network_id': '27580a04-c198-4a21-a1dd-713b4c75540c', 'admin_state_up': True, 'tenant_id': '047bda67abf94801b4a3258dfa563394', 'security_groups': ['4fcd9e27-60e1-4707-b5da-0a7affa4af42']}} {{(pid=103196) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 19:32:21.111951 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dec6f504-d845-4f25-bacb-58ee2ca260b2 req-5404c3ba-9bb2-414e-a706-dbd43be41474 tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] Made reservation on behalf of 047bda67abf94801b4a3258dfa563394 for: {'port': 1} {{(pid=103196) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 25 19:32:21.115316 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-dec6f504-d845-4f25-bacb-58ee2ca260b2 req-5404c3ba-9bb2-414e-a706-dbd43be41474 tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1293263'] for port (None), before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:32:21.165222 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-050d485e-b752-4a5e-841f-562d9fefe6ea req-c63ee53b-a8f7-4c2e-9417-b568b7964057 tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] 10.222.0.18 "GET /v2.0/ports?device_id=0ca792a0-475f-41a8-9724-98b343036214 HTTP/1.1" status: 200 len: 210 time: 0.0363698 Mar 25 19:32:21.265434 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.db.db_base_plugin_common [req-dec6f504-d845-4f25-bacb-58ee2ca260b2 req-5404c3ba-9bb2-414e-a706-dbd43be41474 tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] Allocated IP 172.20.0.11 (27580a04-c198-4a21-a1dd-713b4c75540c/c8e42045-43c2-4a9f-a0d6-9006af4b8132/a4e800ff-3296-4d44-b0bb-ed984aa9ebf3) {{(pid=103196) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 19:32:21.410160 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-dec6f504-d845-4f25-bacb-58ee2ca260b2 req-5404c3ba-9bb2-414e-a706-dbd43be41474 tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] Publish callbacks [] for port (a4e800ff-3296-4d44-b0bb-ed984aa9ebf3), precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:32:21.448511 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-dec6f504-d845-4f25-bacb-58ee2ca260b2 req-5404c3ba-9bb2-414e-a706-dbd43be41474 tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741036193015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58911673'] for port (a4e800ff-3296-4d44-b0bb-ed984aa9ebf3), after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:32:21.490321 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dec6f504-d845-4f25-bacb-58ee2ca260b2 req-5404c3ba-9bb2-414e-a706-dbd43be41474 tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] Network 27580a04-c198-4a21-a1dd-713b4c75540c is already hosted by enough agents. {{(pid=103196) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 19:32:21.493490 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.scheduler.base_scheduler [req-dec6f504-d845-4f25-bacb-58ee2ca260b2 req-5404c3ba-9bb2-414e-a706-dbd43be41474 tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] Resources bound (agent type, host, resource id): {{(pid=103196) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 19:32:21.500012 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [req-dec6f504-d845-4f25-bacb-58ee2ca260b2 req-5404c3ba-9bb2-414e-a706-dbd43be41474 tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] Received port after_create {{(pid=103196) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 25 19:32:21.526095 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5404c3ba-9bb2-414e-a706-dbd43be41474 tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] Pushing event updated for resources: {'Port': ['ID=a4e800ff-3296-4d44-b0bb-ed984aa9ebf3,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:32:21.551139 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec6f504-d845-4f25-bacb-58ee2ca260b2 req-5404c3ba-9bb2-414e-a706-dbd43be41474 tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:32:21.551743 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-dec6f504-d845-4f25-bacb-58ee2ca260b2 req-5404c3ba-9bb2-414e-a706-dbd43be41474 tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63648'] for port (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:32:21.569324 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-dec6f504-d845-4f25-bacb-58ee2ca260b2 req-5404c3ba-9bb2-414e-a706-dbd43be41474 tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5640991 Mar 25 19:32:21.580410 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.v2.base [req-dec6f504-d845-4f25-bacb-58ee2ca260b2 req-00eec5a5-d353-4b4c-9ea3-bd9a1490d40a service neutron] Request body: {'port': {'device_id': '0ca792a0-475f-41a8-9724-98b343036214', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75510'}} {{(pid=103196) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 19:32:21.644706 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-dec6f504-d845-4f25-bacb-58ee2ca260b2 req-00eec5a5-d353-4b4c-9ea3-bd9a1490d40a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1293263'] for port (a4e800ff-3296-4d44-b0bb-ed984aa9ebf3), before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:32:21.779729 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-f6b8195c-315b-4ac8-ae7a-ec0858dcece0 None None] Provisioning complete for port a4e800ff-3296-4d44-b0bb-ed984aa9ebf3 triggered by entity DHCP. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 25 19:32:21.780301 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-f6b8195c-315b-4ac8-ae7a-ec0858dcece0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133789'] for port (a4e800ff-3296-4d44-b0bb-ed984aa9ebf3), provisioning_complete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:32:21.812986 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-f6b8195c-315b-4ac8-ae7a-ec0858dcece0 None None] Port a4e800ff-3296-4d44-b0bb-ed984aa9ebf3 cannot update to ACTIVE because it is not bound. {{(pid=103198) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 25 19:32:21.896269 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.notifiers.nova [req-dec6f504-d845-4f25-bacb-58ee2ca260b2 req-00eec5a5-d353-4b4c-9ea3-bd9a1490d40a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4e800ff-3296-4d44-b0bb-ed984aa9ebf3 {{(pid=103196) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 25 19:32:21.903610 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-dec6f504-d845-4f25-bacb-58ee2ca260b2 req-00eec5a5-d353-4b4c-9ea3-bd9a1490d40a service neutron] Publish callbacks [] for port (a4e800ff-3296-4d44-b0bb-ed984aa9ebf3), precommit_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:32:21.915424 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.db.provisioning_blocks [req-dec6f504-d845-4f25-bacb-58ee2ca260b2 req-00eec5a5-d353-4b4c-9ea3-bd9a1490d40a service neutron] Transition to ACTIVE for port object a4e800ff-3296-4d44-b0bb-ed984aa9ebf3 will not be triggered until provisioned by entity L2. {{(pid=103196) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 25 19:32:21.919352 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-dec6f504-d845-4f25-bacb-58ee2ca260b2 req-00eec5a5-d353-4b4c-9ea3-bd9a1490d40a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036679572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741036190733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741036190751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58911630'] for port (a4e800ff-3296-4d44-b0bb-ed984aa9ebf3), after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:32:21.966318 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00eec5a5-d353-4b4c-9ea3-bd9a1490d40a service neutron] Pushing event updated for resources: {'Port': ['ID=a4e800ff-3296-4d44-b0bb-ed984aa9ebf3,revision_number=2']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:32:22.041176 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [req-dec6f504-d845-4f25-bacb-58ee2ca260b2 req-00eec5a5-d353-4b4c-9ea3-bd9a1490d40a service neutron] Attempting to bind port a4e800ff-3296-4d44-b0bb-ed984aa9ebf3 on host hv-cinder-75510 for vnic_type normal with profile {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 25 19:32:22.041509 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [req-dec6f504-d845-4f25-bacb-58ee2ca260b2 req-00eec5a5-d353-4b4c-9ea3-bd9a1490d40a service neutron] Attempting to bind port a4e800ff-3296-4d44-b0bb-ed984aa9ebf3 by drivers openvswitch,hyperv on host hv-cinder-75510 at level 0 using segments [{'id': 'e330a8af-5d1b-4552-a8f9-d04d69fc20fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '27580a04-c198-4a21-a1dd-713b4c75540c'}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 25 19:32:22.041768 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dec6f504-d845-4f25-bacb-58ee2ca260b2 req-00eec5a5-d353-4b4c-9ea3-bd9a1490d40a service neutron] Attempting to bind port a4e800ff-3296-4d44-b0bb-ed984aa9ebf3 on network 27580a04-c198-4a21-a1dd-713b4c75540c {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 25 19:32:22.046400 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dec6f504-d845-4f25-bacb-58ee2ca260b2 req-00eec5a5-d353-4b4c-9ea3-bd9a1490d40a service neutron] Port a4e800ff-3296-4d44-b0bb-ed984aa9ebf3 on network 27580a04-c198-4a21-a1dd-713b4c75540c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75510 {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 25 19:32:22.046817 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dec6f504-d845-4f25-bacb-58ee2ca260b2 req-00eec5a5-d353-4b4c-9ea3-bd9a1490d40a service neutron] Attempting to bind port a4e800ff-3296-4d44-b0bb-ed984aa9ebf3 on network 27580a04-c198-4a21-a1dd-713b4c75540c {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 25 19:32:22.051810 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dec6f504-d845-4f25-bacb-58ee2ca260b2 req-00eec5a5-d353-4b4c-9ea3-bd9a1490d40a service neutron] Checking agent: {'id': 'e10cc9df-a7ce-4b9c-bc25-dffd007f5dd8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75510', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 25, 19, 18, 1), 'started_at': datetime.datetime(2022, 3, 25, 19, 18, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 25, 19, 32, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 25 19:32:22.052152 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dec6f504-d845-4f25-bacb-58ee2ca260b2 req-00eec5a5-d353-4b4c-9ea3-bd9a1490d40a service neutron] Checking segment: {'id': 'e330a8af-5d1b-4552-a8f9-d04d69fc20fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '27580a04-c198-4a21-a1dd-713b4c75540c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103196) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 25 19:32:22.052539 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dec6f504-d845-4f25-bacb-58ee2ca260b2 req-00eec5a5-d353-4b4c-9ea3-bd9a1490d40a service neutron] Bound using segment: {'id': 'e330a8af-5d1b-4552-a8f9-d04d69fc20fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '27580a04-c198-4a21-a1dd-713b4c75540c'} {{(pid=103196) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 25 19:32:22.052968 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.managers [req-dec6f504-d845-4f25-bacb-58ee2ca260b2 req-00eec5a5-d353-4b4c-9ea3-bd9a1490d40a service neutron] Bound port: a4e800ff-3296-4d44-b0bb-ed984aa9ebf3, host: hv-cinder-75510, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e330a8af-5d1b-4552-a8f9-d04d69fc20fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '27580a04-c198-4a21-a1dd-713b4c75540c'}}] {{(pid=103196) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 25 19:32:22.053327 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-dec6f504-d845-4f25-bacb-58ee2ca260b2 req-00eec5a5-d353-4b4c-9ea3-bd9a1490d40a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1293263'] for port (a4e800ff-3296-4d44-b0bb-ed984aa9ebf3), before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:32:22.118136 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.db [req-dec6f504-d845-4f25-bacb-58ee2ca260b2 req-00eec5a5-d353-4b4c-9ea3-bd9a1490d40a service neutron] For port a4e800ff-3296-4d44-b0bb-ed984aa9ebf3, host hv-cinder-75510, cleared binding levels {{(pid=103196) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 25 19:32:22.122437 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.db [req-dec6f504-d845-4f25-bacb-58ee2ca260b2 req-00eec5a5-d353-4b4c-9ea3-bd9a1490d40a service neutron] For port a4e800ff-3296-4d44-b0bb-ed984aa9ebf3, host hv-cinder-75510, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75510',level=0,port_id=a4e800ff-3296-4d44-b0bb-ed984aa9ebf3,segment=NetworkSegment(e330a8af-5d1b-4552-a8f9-d04d69fc20fb),segment_id=e330a8af-5d1b-4552-a8f9-d04d69fc20fb)] {{(pid=103196) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 25 19:32:22.128332 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-dec6f504-d845-4f25-bacb-58ee2ca260b2 req-00eec5a5-d353-4b4c-9ea3-bd9a1490d40a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036679572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741036190733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741036190751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58911630'] for port (a4e800ff-3296-4d44-b0bb-ed984aa9ebf3), after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:32:22.160420 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec6f504-d845-4f25-bacb-58ee2ca260b2 req-00eec5a5-d353-4b4c-9ea3-bd9a1490d40a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:32:22.161041 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-dec6f504-d845-4f25-bacb-58ee2ca260b2 req-00eec5a5-d353-4b4c-9ea3-bd9a1490d40a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63648'] for port (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:32:22.162412 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-dec6f504-d845-4f25-bacb-58ee2ca260b2 req-00eec5a5-d353-4b4c-9ea3-bd9a1490d40a service neutron] 10.222.0.26 "PUT /v2.0/ports/a4e800ff-3296-4d44-b0bb-ed984aa9ebf3 HTTP/1.1" status: 200 len: 1094 time: 0.5864530 Mar 25 19:32:22.162901 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ca792a0-475f-41a8-9724-98b343036214', 'tag': 'a4e800ff-3296-4d44-b0bb-ed984aa9ebf3'}] {{(pid=103196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 25 19:32:22.165108 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aab9b3bfb8b62b9c439d2baea07b5fa53a515b81dc2b4d2d70d2153c83a947a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cdd9b01-5437-44bc-a8ad-3d7222526b67" -d '{"events": [{"name": "network-changed", "server_uuid": "0ca792a0-475f-41a8-9724-98b343036214", "tag": "a4e800ff-3296-4d44-b0bb-ed984aa9ebf3"}]}' {{(pid=103196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 25 19:32:22.195811 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00eec5a5-d353-4b4c-9ea3-bd9a1490d40a service neutron] Pushing event updated for resources: {'Port': ['ID=a4e800ff-3296-4d44-b0bb-ed984aa9ebf3,revision_number=3']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:32:22.241957 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Mar 2022 19:32:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3e7175e-0e70-4de2-9d86-02b3a1ea4485 x-openstack-request-id: req-e3e7175e-0e70-4de2-9d86-02b3a1ea4485 {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 25 19:32:22.242260 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ca792a0-475f-41a8-9724-98b343036214", "tag": "a4e800ff-3296-4d44-b0bb-ed984aa9ebf3", "status": "completed", "code": 200}]} {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 25 19:32:22.242532 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e3e7175e-0e70-4de2-9d86-02b3a1ea4485 {{(pid=103196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 25 19:32:22.242955 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e3e7175e-0e70-4de2-9d86-02b3a1ea4485'] response: {'name': 'network-changed', 'server_uuid': '0ca792a0-475f-41a8-9724-98b343036214', 'tag': 'a4e800ff-3296-4d44-b0bb-ed984aa9ebf3', 'status': 'completed', 'code': 200} Mar 25 19:32:22.289318 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec6f504-d845-4f25-bacb-58ee2ca260b2 req-756dc6cd-5d27-4551-baa9-2f47f85bcdf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:32:22.290867 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-dec6f504-d845-4f25-bacb-58ee2ca260b2 req-756dc6cd-5d27-4551-baa9-2f47f85bcdf5 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=047bda67abf94801b4a3258dfa563394&device_id=0ca792a0-475f-41a8-9724-98b343036214 HTTP/1.1" status: 200 len: 1128 time: 0.0808578 Mar 25 19:32:22.342214 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a077c61-5cd1-40ca-af0e-24fcb5067c4a req-d00f4913-5bb9-4ef4-8b46-e1d22136726e tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:32:22.343752 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-8a077c61-5cd1-40ca-af0e-24fcb5067c4a req-d00f4913-5bb9-4ef4-8b46-e1d22136726e tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] 10.222.0.18 "GET /v2.0/ports?device_id=0ca792a0-475f-41a8-9724-98b343036214 HTTP/1.1" status: 200 len: 944 time: 0.0948951 Mar 25 19:32:22.345216 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-dec6f504-d845-4f25-bacb-58ee2ca260b2 req-9936ef78-8824-406f-ae83-3e03fff39b6d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a4e800ff-3296-4d44-b0bb-ed984aa9ebf3 HTTP/1.1" status: 200 len: 217 time: 0.0477381 Mar 25 19:32:22.419355 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec6f504-d845-4f25-bacb-58ee2ca260b2 req-7c1dac0e-a7b4-48a5-b255-10f6b328c4c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:32:22.420809 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-dec6f504-d845-4f25-bacb-58ee2ca260b2 req-7c1dac0e-a7b4-48a5-b255-10f6b328c4c8 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c8e42045-43c2-4a9f-a0d6-9006af4b8132 HTTP/1.1" status: 200 len: 851 time: 0.0703163 Mar 25 19:32:22.442968 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-8a077c61-5cd1-40ca-af0e-24fcb5067c4a req-59f57eca-a4bf-4537-b8f2-de85bb604acd tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] 10.222.0.18 "GET /v2.0/security-groups?id=4fcd9e27-60e1-4707-b5da-0a7affa4af42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849509 Mar 25 19:32:22.475558 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec6f504-d845-4f25-bacb-58ee2ca260b2 req-9c7c7d5c-9bb5-4eb6-9b18-ccd4c936f5c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:32:22.477089 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-dec6f504-d845-4f25-bacb-58ee2ca260b2 req-9c7c7d5c-9bb5-4eb6-9b18-ccd4c936f5c2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=27580a04-c198-4a21-a1dd-713b4c75540c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0471799 Mar 25 19:32:22.562422 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-dec6f504-d845-4f25-bacb-58ee2ca260b2 req-27942ab0-07ea-4a6f-80a9-09766a9312f1 service neutron] 10.222.0.26 "GET /v2.0/networks/27580a04-c198-4a21-a1dd-713b4c75540c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793114 Mar 25 19:32:22.650946 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-dec6f504-d845-4f25-bacb-58ee2ca260b2 req-ed172559-3a52-4e46-a23a-75ed4fc11edb service neutron] 10.222.0.26 "GET /v2.0/networks/27580a04-c198-4a21-a1dd-713b4c75540c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830281 Mar 25 19:32:22.742462 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdd9b01-5437-44bc-a8ad-3d7222526b67 req-a6af08bd-71f6-4bd4-a72e-05b06600aadf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:32:22.744042 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-6cdd9b01-5437-44bc-a8ad-3d7222526b67 req-a6af08bd-71f6-4bd4-a72e-05b06600aadf service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=047bda67abf94801b4a3258dfa563394&device_id=0ca792a0-475f-41a8-9724-98b343036214 HTTP/1.1" status: 200 len: 1128 time: 0.0449247 Mar 25 19:32:22.835031 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdd9b01-5437-44bc-a8ad-3d7222526b67 req-84f18923-80cf-4862-b2ba-f563cdc48026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:32:22.836380 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-6cdd9b01-5437-44bc-a8ad-3d7222526b67 req-84f18923-80cf-4862-b2ba-f563cdc48026 service neutron] 10.222.0.26 "GET /v2.0/networks?id=27580a04-c198-4a21-a1dd-713b4c75540c HTTP/1.1" status: 200 len: 913 time: 0.0843856 Mar 25 19:32:22.875943 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-6cdd9b01-5437-44bc-a8ad-3d7222526b67 req-114461b8-80a1-4b2c-9675-c0e19de3f3da service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a4e800ff-3296-4d44-b0bb-ed984aa9ebf3 HTTP/1.1" status: 200 len: 217 time: 0.0334806 Mar 25 19:32:22.921570 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdd9b01-5437-44bc-a8ad-3d7222526b67 req-f8b8bec2-71cc-4696-9a8e-832e90105cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:32:22.922946 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-6cdd9b01-5437-44bc-a8ad-3d7222526b67 req-f8b8bec2-71cc-4696-9a8e-832e90105cd7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c8e42045-43c2-4a9f-a0d6-9006af4b8132 HTTP/1.1" status: 200 len: 851 time: 0.0413425 Mar 25 19:32:22.974048 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdd9b01-5437-44bc-a8ad-3d7222526b67 req-d862f6b0-04a1-4f19-9ab6-1787dcee602e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:32:22.975531 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-6cdd9b01-5437-44bc-a8ad-3d7222526b67 req-d862f6b0-04a1-4f19-9ab6-1787dcee602e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=27580a04-c198-4a21-a1dd-713b4c75540c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0460165 Mar 25 19:32:23.060733 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-6cdd9b01-5437-44bc-a8ad-3d7222526b67 req-56ac1061-56b1-4a90-8aeb-96526ae57fe1 service neutron] 10.222.0.26 "GET /v2.0/networks/27580a04-c198-4a21-a1dd-713b4c75540c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0780690 Mar 25 19:32:23.151882 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-6cdd9b01-5437-44bc-a8ad-3d7222526b67 req-330bc542-fb76-4fc5-8689-9b007775b30f service neutron] 10.222.0.26 "GET /v2.0/networks/27580a04-c198-4a21-a1dd-713b4c75540c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824037 Mar 25 19:32:23.563107 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5223d96-b221-404e-a5e6-d6b79791e641 req-ba4e2ed1-f2e6-48c4-bed3-a0904850b4a8 tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:32:23.565179 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-d5223d96-b221-404e-a5e6-d6b79791e641 req-ba4e2ed1-f2e6-48c4-bed3-a0904850b4a8 tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] 10.222.0.18 "GET /v2.0/ports?device_id=0ca792a0-475f-41a8-9724-98b343036214 HTTP/1.1" status: 200 len: 944 time: 0.0529728 Mar 25 19:32:23.610634 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-d5223d96-b221-404e-a5e6-d6b79791e641 req-eeb99406-77da-4963-81a9-89bf4bff253d tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] 10.222.0.18 "GET /v2.0/security-groups?id=4fcd9e27-60e1-4707-b5da-0a7affa4af42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398026 Mar 25 19:32:24.105625 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.db.agents_db [None req-ad735e95-395b-498c-b22d-e8906e231634 None None] Agent healthcheck: found 6 active agents {{(pid=103199) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 25 19:32:24.303809 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-a6bbcba8-4582-4ace-baf5-b7b067fec0c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741036503857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133703'] for agent (ff15a80c-2d7c-4104-a6ad-0973d1d911f7), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:32:24.726147 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd1283d-4f93-42d0-93a7-3f0890538de1 req-29f82b66-1e5f-41b0-9939-1659c2869ae2 tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:32:24.727555 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-0dd1283d-4f93-42d0-93a7-3f0890538de1 req-29f82b66-1e5f-41b0-9939-1659c2869ae2 tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] 10.222.0.18 "GET /v2.0/ports?device_id=0ca792a0-475f-41a8-9724-98b343036214 HTTP/1.1" status: 200 len: 944 time: 0.0525358 Mar 25 19:32:24.775107 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-0dd1283d-4f93-42d0-93a7-3f0890538de1 req-c3a05fdf-c61f-4910-944d-2caef77394f3 tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] 10.222.0.18 "GET /v2.0/security-groups?id=4fcd9e27-60e1-4707-b5da-0a7affa4af42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419924 Mar 25 19:32:25.887341 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c9a0ca-9667-4cd8-ad36-fd9b5ac646d1 req-c3847b5b-2556-4994-b57e-5e8f19074cba tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:32:25.888798 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-d3c9a0ca-9667-4cd8-ad36-fd9b5ac646d1 req-c3847b5b-2556-4994-b57e-5e8f19074cba tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] 10.222.0.18 "GET /v2.0/ports?device_id=0ca792a0-475f-41a8-9724-98b343036214 HTTP/1.1" status: 200 len: 944 time: 0.0507388 Mar 25 19:32:25.937064 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-d3c9a0ca-9667-4cd8-ad36-fd9b5ac646d1 req-816fd537-172e-47b7-9728-3fe465343865 tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] 10.222.0.18 "GET /v2.0/security-groups?id=4fcd9e27-60e1-4707-b5da-0a7affa4af42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422835 Mar 25 19:32:26.725213 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-4e549c74-0fbc-46ad-a8b7-bf7b652f0f63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741036503857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133703'] for agent (af1b81b0-43af-47bb-a61e-8e46b36efc57), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:32:27.049543 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1422a896-70e8-47a6-867d-d20549cd87e8 req-58745906-8ee9-4948-954b-c77f41f17785 tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:32:27.050951 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-1422a896-70e8-47a6-867d-d20549cd87e8 req-58745906-8ee9-4948-954b-c77f41f17785 tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] 10.222.0.18 "GET /v2.0/ports?device_id=0ca792a0-475f-41a8-9724-98b343036214 HTTP/1.1" status: 200 len: 944 time: 0.0509212 Mar 25 19:32:27.098094 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-1422a896-70e8-47a6-867d-d20549cd87e8 req-2ddf9c7e-5d89-4cd4-8f43-89009bdd36a1 tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] 10.222.0.18 "GET /v2.0/security-groups?id=4fcd9e27-60e1-4707-b5da-0a7affa4af42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416172 Mar 25 19:32:27.630486 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-af60142c-683d-41c3-be1d-5377fff6ca45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741036503857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133703'] for agent (c3076277-13eb-43a7-9b94-fad13f82c96d), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:32:28.211365 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e8791d-ffea-4499-aafe-aea975d50f33 req-c4012ef1-051f-4cc3-b771-0128339f8d7d tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:32:28.212869 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-92e8791d-ffea-4499-aafe-aea975d50f33 req-c4012ef1-051f-4cc3-b771-0128339f8d7d tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] 10.222.0.18 "GET /v2.0/ports?device_id=0ca792a0-475f-41a8-9724-98b343036214 HTTP/1.1" status: 200 len: 944 time: 0.0509045 Mar 25 19:32:28.262877 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-92e8791d-ffea-4499-aafe-aea975d50f33 req-4157515a-778f-4704-9cf0-e68a50a6d322 tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] 10.222.0.18 "GET /v2.0/security-groups?id=4fcd9e27-60e1-4707-b5da-0a7affa4af42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445855 Mar 25 19:32:29.231277 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-bfcc621e-35c9-4ac2-b4cb-53c403134561 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741036503857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133703'] for agent (9ba807d9-64cc-4b2a-8ad2-e4f3b23bc779), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:32:29.379894 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8c62ad-e696-4222-94a3-823229dc79c6 req-36df9eaa-9864-46dc-a0a5-00a21f57022f tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:32:29.381323 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-8b8c62ad-e696-4222-94a3-823229dc79c6 req-36df9eaa-9864-46dc-a0a5-00a21f57022f tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] 10.222.0.18 "GET /v2.0/ports?device_id=0ca792a0-475f-41a8-9724-98b343036214 HTTP/1.1" status: 200 len: 944 time: 0.0543137 Mar 25 19:32:29.428456 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-8b8c62ad-e696-4222-94a3-823229dc79c6 req-44641a91-0695-4092-8099-0177f1a941d9 tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] 10.222.0.18 "GET /v2.0/security-groups?id=4fcd9e27-60e1-4707-b5da-0a7affa4af42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416343 Mar 25 19:32:30.541033 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ad4d2e-bdd9-404b-9051-667d40015897 req-28602745-b942-452e-9788-035683800e42 tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:32:30.542494 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-34ad4d2e-bdd9-404b-9051-667d40015897 req-28602745-b942-452e-9788-035683800e42 tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] 10.222.0.18 "GET /v2.0/ports?device_id=0ca792a0-475f-41a8-9724-98b343036214 HTTP/1.1" status: 200 len: 944 time: 0.0508807 Mar 25 19:32:30.590463 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-34ad4d2e-bdd9-404b-9051-667d40015897 req-d784cbee-d5a4-4399-aa88-ae4d67ef70a0 tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] 10.222.0.18 "GET /v2.0/security-groups?id=4fcd9e27-60e1-4707-b5da-0a7affa4af42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418651 Mar 25 19:32:30.802624 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741036503857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133703'] for agent (239dac0e-b210-4295-8f1a-11f7f9dc3de1), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:32:30.819002 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741036503857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133703'] for agent (e10cc9df-a7ce-4b9c-bc25-dffd007f5dd8), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:32:30.854155 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Device a4e800ff-3296-4d44-b0bb-ed984aa9ebf3 details requested by agent hyperv_hv-cinder-75510 with host hv-cinder-75510 {{(pid=103198) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 25 19:32:30.950668 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] For port a4e800ff-3296-4d44-b0bb-ed984aa9ebf3, host hv-cinder-75510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75510',level=0,port_id=a4e800ff-3296-4d44-b0bb-ed984aa9ebf3,segment=NetworkSegment(e330a8af-5d1b-4552-a8f9-d04d69fc20fb),segment_id=e330a8af-5d1b-4552-a8f9-d04d69fc20fb)] {{(pid=103198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 25 19:32:30.962006 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Returning: {'device': 'a4e800ff-3296-4d44-b0bb-ed984aa9ebf3', 'network_id': '27580a04-c198-4a21-a1dd-713b4c75540c', 'port_id': 'a4e800ff-3296-4d44-b0bb-ed984aa9ebf3', 'mac_address': 'fa:16:3e:e5:8c:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 268, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8e42045-43c2-4a9f-a0d6-9006af4b8132', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103198) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 25 19:32:30.997238 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Current status of the port a4e800ff-3296-4d44-b0bb-ed984aa9ebf3 is: DOWN; New status is: BUILD {{(pid=103198) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 25 19:32:30.997626 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1293263'] for port (a4e800ff-3296-4d44-b0bb-ed984aa9ebf3), before_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:32:31.009635 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.notifiers.nova [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4e800ff-3296-4d44-b0bb-ed984aa9ebf3 {{(pid=103198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 25 19:32:31.028718 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] For port a4e800ff-3296-4d44-b0bb-ed984aa9ebf3, host hv-cinder-75510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75510',level=0,port_id=a4e800ff-3296-4d44-b0bb-ed984aa9ebf3,segment=NetworkSegment(e330a8af-5d1b-4552-a8f9-d04d69fc20fb),segment_id=e330a8af-5d1b-4552-a8f9-d04d69fc20fb)] {{(pid=103198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 25 19:32:31.032024 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036679572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741036190733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741036190751'] for port (a4e800ff-3296-4d44-b0bb-ed984aa9ebf3), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:32:31.080708 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Pushing event updated for resources: {'Port': ['ID=a4e800ff-3296-4d44-b0bb-ed984aa9ebf3,revision_number=4']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:32:31.087399 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:32:31.087752 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:32:31.088099 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:32:31.088440 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:32:31.088779 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:32:31.089110 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:32:31.089437 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:32:31.089763 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:32:31.090088 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:32:31.090411 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:32:31.090771 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:32:31.091096 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:32:31.091415 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:32:31.091732 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:32:31.092051 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:32:31.247054 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] get_ports_and_sgs() called for port_ids ['a4e800ff-3296-4d44-b0bb-ed984aa9ebf3'] {{(pid=103198) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 25 19:32:31.705286 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf084db-7c13-492d-bb1a-6833fa75c28e req-2b8c1b19-c69a-41ad-98d7-073e2fd494fc tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:32:31.706658 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-caf084db-7c13-492d-bb1a-6833fa75c28e req-2b8c1b19-c69a-41ad-98d7-073e2fd494fc tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] 10.222.0.18 "GET /v2.0/ports?device_id=0ca792a0-475f-41a8-9724-98b343036214 HTTP/1.1" status: 200 len: 945 time: 0.0507171 Mar 25 19:32:31.753221 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-caf084db-7c13-492d-bb1a-6833fa75c28e req-a4842f13-2168-4fe9-a53c-29dfc2b01c0a tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] 10.222.0.18 "GET /v2.0/security-groups?id=4fcd9e27-60e1-4707-b5da-0a7affa4af42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410941 Mar 25 19:32:32.866100 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Device a4e800ff-3296-4d44-b0bb-ed984aa9ebf3 up at agent hyperv_hv-cinder-75510 {{(pid=103198) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 25 19:32:32.867173 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5bd9d9-1a19-491c-945b-c85ca728bb7a req-5aba553f-9e86-426a-88a2-cc3a5b563e0b tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:32:32.868651 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-ed5bd9d9-1a19-491c-945b-c85ca728bb7a req-5aba553f-9e86-426a-88a2-cc3a5b563e0b tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] 10.222.0.18 "GET /v2.0/ports?device_id=0ca792a0-475f-41a8-9724-98b343036214 HTTP/1.1" status: 200 len: 945 time: 0.0510740 Mar 25 19:32:32.914605 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Provisioning for port a4e800ff-3296-4d44-b0bb-ed984aa9ebf3 completed by entity L2. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 25 19:32:32.916535 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-ed5bd9d9-1a19-491c-945b-c85ca728bb7a req-924d212e-3d4f-4300-8ce1-b5f88abca6ce tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] 10.222.0.18 "GET /v2.0/security-groups?id=4fcd9e27-60e1-4707-b5da-0a7affa4af42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419874 Mar 25 19:32:32.918288 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.provisioning_blocks [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Provisioning complete for port a4e800ff-3296-4d44-b0bb-ed984aa9ebf3 triggered by entity L2. {{(pid=103198) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 25 19:32:32.918688 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1133789'] for port (a4e800ff-3296-4d44-b0bb-ed984aa9ebf3), provisioning_complete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:32:32.996278 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Current status of the port a4e800ff-3296-4d44-b0bb-ed984aa9ebf3 is: BUILD; New status is: ACTIVE {{(pid=103198) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 25 19:32:32.996660 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1293263'] for port (a4e800ff-3296-4d44-b0bb-ed984aa9ebf3), before_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:32:33.018072 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ca792a0-475f-41a8-9724-98b343036214', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4e800ff-3296-4d44-b0bb-ed984aa9ebf3'}] {{(pid=103198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 25 19:32:33.020310 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be5bcd447a3797005f5619062121570069e0d2064b33fc0b2cf836394b7860ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-481631d6-8882-421a-a0bb-f7a7b0526aa9" -d '{"events": [{"server_uuid": "0ca792a0-475f-41a8-9724-98b343036214", "name": "network-vif-plugged", "status": "completed", "tag": "a4e800ff-3296-4d44-b0bb-ed984aa9ebf3"}]}' {{(pid=103198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 25 19:32:33.032310 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] For port a4e800ff-3296-4d44-b0bb-ed984aa9ebf3, host hv-cinder-75510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75510',level=0,port_id=a4e800ff-3296-4d44-b0bb-ed984aa9ebf3,segment=NetworkSegment(e330a8af-5d1b-4552-a8f9-d04d69fc20fb),segment_id=e330a8af-5d1b-4552-a8f9-d04d69fc20fb)] {{(pid=103198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 25 19:32:33.036833 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036679572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741036190733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741036190751'] for port (a4e800ff-3296-4d44-b0bb-ed984aa9ebf3), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:32:33.082564 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Pushing event updated for resources: {'Port': ['ID=a4e800ff-3296-4d44-b0bb-ed984aa9ebf3,revision_number=5']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:32:33.192427 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Mar 2022 19:32:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e480166-87d4-4b9c-984b-6eac5ddbae1f x-openstack-request-id: req-9e480166-87d4-4b9c-984b-6eac5ddbae1f {{(pid=103198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 25 19:32:33.192722 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ca792a0-475f-41a8-9724-98b343036214", "name": "network-vif-plugged", "status": "completed", "tag": "a4e800ff-3296-4d44-b0bb-ed984aa9ebf3", "code": 200}]} {{(pid=103198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 25 19:32:33.192977 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9e480166-87d4-4b9c-984b-6eac5ddbae1f {{(pid=103198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 25 19:32:33.193379 dv-cinder-755101-7-iscsi neutron-server[103198]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9e480166-87d4-4b9c-984b-6eac5ddbae1f'] response: {'server_uuid': '0ca792a0-475f-41a8-9724-98b343036214', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4e800ff-3296-4d44-b0bb-ed984aa9ebf3', 'code': 200} Mar 25 19:32:33.400114 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9c7641-55bd-4a75-9ec5-ecb489b9769a req-3f178923-c755-4ddb-a25a-b677b67f0175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:32:33.401797 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-9e9c7641-55bd-4a75-9ec5-ecb489b9769a req-3f178923-c755-4ddb-a25a-b677b67f0175 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=0ca792a0-475f-41a8-9724-98b343036214 HTTP/1.1" status: 200 len: 1130 time: 0.0425041 Mar 25 19:32:33.449209 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-9e9c7641-55bd-4a75-9ec5-ecb489b9769a req-71a61913-f052-4a47-9931-d9ba7c294dd1 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=4fcd9e27-60e1-4707-b5da-0a7affa4af42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420954 Mar 25 19:32:34.037326 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f077cbd8-e73a-4b00-9496-d2157ed72b46 req-b8b5253a-1b76-4d88-8ce3-dacdc0105285 tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:32:34.038791 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-f077cbd8-e73a-4b00-9496-d2157ed72b46 req-b8b5253a-1b76-4d88-8ce3-dacdc0105285 tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] 10.222.0.18 "GET /v2.0/ports?device_id=0ca792a0-475f-41a8-9724-98b343036214 HTTP/1.1" status: 200 len: 946 time: 0.0547471 Mar 25 19:32:34.085228 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-f077cbd8-e73a-4b00-9496-d2157ed72b46 req-c87bd6b8-a758-459c-968c-a3b412998add tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] 10.222.0.18 "GET /v2.0/security-groups?id=4fcd9e27-60e1-4707-b5da-0a7affa4af42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410304 Mar 25 19:32:35.201244 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2760e40c-62e8-4c20-a6e8-ba2bc983f462 req-3133a9dd-2d15-4e73-abf4-852a61827736 tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:32:35.202718 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-2760e40c-62e8-4c20-a6e8-ba2bc983f462 req-3133a9dd-2d15-4e73-abf4-852a61827736 tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] 10.222.0.18 "GET /v2.0/ports?device_id=0ca792a0-475f-41a8-9724-98b343036214 HTTP/1.1" status: 200 len: 946 time: 0.0517898 Mar 25 19:32:35.249577 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-2760e40c-62e8-4c20-a6e8-ba2bc983f462 req-2d2b2990-e23b-4d9f-a3b1-a4a908ef2619 tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] 10.222.0.18 "GET /v2.0/security-groups?id=4fcd9e27-60e1-4707-b5da-0a7affa4af42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413465 Mar 25 19:32:35.360965 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a574e3-3242-4d84-aeae-0ccaa721cc55 req-d0706731-2915-45a4-ba05-1dc1802dd7f7 tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:32:35.363093 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-b0a574e3-3242-4d84-aeae-0ccaa721cc55 req-d0706731-2915-45a4-ba05-1dc1802dd7f7 tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] 10.222.0.18 "GET /v2.0/ports?device_id=0ca792a0-475f-41a8-9724-98b343036214 HTTP/1.1" status: 200 len: 946 time: 0.0513377 Mar 25 19:32:35.410361 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-b0a574e3-3242-4d84-aeae-0ccaa721cc55 req-958c25e1-21bc-442c-95e5-8b00c48e3b81 tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] 10.222.0.18 "GET /v2.0/security-groups?id=4fcd9e27-60e1-4707-b5da-0a7affa4af42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418620 Mar 25 19:32:35.432632 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.18', 40162) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:32:35.474800 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28db985d-0df9-4c9d-be6d-64a9f5b91073 tempest-TestVolumeBootPattern-294282039 tempest-TestVolumeBootPattern-294282039-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:32:35.476295 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-28db985d-0df9-4c9d-be6d-64a9f5b91073 tempest-TestVolumeBootPattern-294282039 tempest-TestVolumeBootPattern-294282039-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=0ca792a0-475f-41a8-9724-98b343036214 HTTP/1.1" status: 200 len: 1125 time: 0.0426922 Mar 25 19:32:35.478998 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.18', 40164) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:32:35.483032 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.v2.base [None req-4247ab10-7903-42c7-b44d-426758233e6b tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] Request body: {'floatingip': {'floating_network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'port_id': 'a4e800ff-3296-4d44-b0bb-ed984aa9ebf3', 'tenant_id': '047bda67abf94801b4a3258dfa563394', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103196) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 25 19:32:35.501863 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-4247ab10-7903-42c7-b44d-426758233e6b tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:32:35.597349 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-4247ab10-7903-42c7-b44d-426758233e6b tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1293263'] for port (None), before_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:32:35.694390 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.db.db_base_plugin_common [None req-4247ab10-7903-42c7-b44d-426758233e6b tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] Allocated IP 172.27.0.239 (4acd50f3-de7f-4854-a6f4-5b66b3577c15/efae7cfd-1549-43a8-94ca-01f5ce7b3ee1/31ecbb0b-7099-4fc4-8ec1-1390ccbe1102) {{(pid=103196) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 25 19:32:35.792505 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-4247ab10-7903-42c7-b44d-426758233e6b tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] Publish callbacks [] for port (31ecbb0b-7099-4fc4-8ec1-1390ccbe1102), precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:32:35.827366 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-4247ab10-7903-42c7-b44d-426758233e6b tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741036193015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58911673'] for port (31ecbb0b-7099-4fc4-8ec1-1390ccbe1102), after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:32:35.864922 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4247ab10-7903-42c7-b44d-426758233e6b tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] Network 4acd50f3-de7f-4854-a6f4-5b66b3577c15 is already hosted by enough agents. {{(pid=103196) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 25 19:32:35.867769 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.scheduler.base_scheduler [None req-4247ab10-7903-42c7-b44d-426758233e6b tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] Resources bound (agent type, host, resource id): {{(pid=103196) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 25 19:32:35.873142 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4247ab10-7903-42c7-b44d-426758233e6b tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] Received port after_create {{(pid=103196) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 25 19:32:35.879482 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4247ab10-7903-42c7-b44d-426758233e6b tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] Pushing event updated for resources: {'Port': ['ID=31ecbb0b-7099-4fc4-8ec1-1390ccbe1102,revision_number=1']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:32:35.906240 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4247ab10-7903-42c7-b44d-426758233e6b tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:32:35.906614 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4247ab10-7903-42c7-b44d-426758233e6b tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:32:35.906963 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4247ab10-7903-42c7-b44d-426758233e6b tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:32:35.907304 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4247ab10-7903-42c7-b44d-426758233e6b tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:32:35.907666 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4247ab10-7903-42c7-b44d-426758233e6b tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:32:35.908495 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4247ab10-7903-42c7-b44d-426758233e6b tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:32:35.908824 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4247ab10-7903-42c7-b44d-426758233e6b tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:32:35.909148 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4247ab10-7903-42c7-b44d-426758233e6b tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:32:35.909473 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4247ab10-7903-42c7-b44d-426758233e6b tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:32:35.909796 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4247ab10-7903-42c7-b44d-426758233e6b tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:32:35.910120 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4247ab10-7903-42c7-b44d-426758233e6b tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:32:35.910442 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4247ab10-7903-42c7-b44d-426758233e6b tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:32:35.910791 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4247ab10-7903-42c7-b44d-426758233e6b tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:32:35.911112 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4247ab10-7903-42c7-b44d-426758233e6b tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:32:35.911427 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4247ab10-7903-42c7-b44d-426758233e6b tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:32:36.467455 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-4247ab10-7903-42c7-b44d-426758233e6b tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] Publish callbacks [] for floatingip (6952e806-c3d9-49ad-a8aa-84c031fead60), precommit_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:32:36.533694 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-4247ab10-7903-42c7-b44d-426758233e6b tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1293263'] for port (31ecbb0b-7099-4fc4-8ec1-1390ccbe1102), before_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:32:36.677069 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-4247ab10-7903-42c7-b44d-426758233e6b tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] Publish callbacks [] for port (31ecbb0b-7099-4fc4-8ec1-1390ccbe1102), precommit_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:32:36.681591 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-4247ab10-7903-42c7-b44d-426758233e6b tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741036679572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741036190733', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741036190751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58911630'] for port (31ecbb0b-7099-4fc4-8ec1-1390ccbe1102), after_update {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:32:36.749837 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4247ab10-7903-42c7-b44d-426758233e6b tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] Pushing event updated for resources: {'Port': ['ID=31ecbb0b-7099-4fc4-8ec1-1390ccbe1102,revision_number=2']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:32:36.759987 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-4247ab10-7903-42c7-b44d-426758233e6b tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3753541'] for floatingip (6952e806-c3d9-49ad-a8aa-84c031fead60), after_create {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:32:36.858418 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.db.l3_db [None req-4247ab10-7903-42c7-b44d-426758233e6b tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] Floating IP 6952e806-c3d9-49ad-a8aa-84c031fead60 associated. External IP: 172.27.0.239, port: a4e800ff-3296-4d44-b0bb-ed984aa9ebf3. Mar 25 19:32:37.060909 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4247ab10-7903-42c7-b44d-426758233e6b tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] Router f07aef92-6be8-4ca1-a8c8-20fd188150b6 has already been hosted by L3 agent af1b81b0-43af-47bb-a61e-8e46b36efc57 {{(pid=103196) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 25 19:32:37.166787 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4247ab10-7903-42c7-b44d-426758233e6b tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] Notify agent at l3_agent.dv-cinder-755101-7-iscsi the message routers_updated {{(pid=103196) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 25 19:32:37.177763 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4388c3bb-39b7-4cb1-944c-152980fc2d2e None None] Sync routers for ids ['f07aef92-6be8-4ca1-a8c8-20fd188150b6'] in dv-cinder-755101-7-iscsi {{(pid=103198) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 25 19:32:37.185300 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-4247ab10-7903-42c7-b44d-426758233e6b tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63648'] for floatingip (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:32:37.187858 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4388c3bb-39b7-4cb1-944c-152980fc2d2e None None] Routers {'f07aef92-6be8-4ca1-a8c8-20fd188150b6'} bound to L3 agent in host dv-cinder-755101-7-iscsi {{(pid=103198) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 25 19:32:37.188463 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.l3_hamode_db [None req-4388c3bb-39b7-4cb1-944c-152980fc2d2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755101-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-25T19:11:57Z,description=,heartbeat_timestamp=2022-03-25T19:32:27Z,host='dv-cinder-755101-7-iscsi',id=af1b81b0-43af-47bb-a61e-8e46b36efc57,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:11:57Z,topic='l3_agent')) {'router_ids': ['f07aef92-6be8-4ca1-a8c8-20fd188150b6'], 'active': True} {{(pid=103198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 19:32:37.214568 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-4247ab10-7903-42c7-b44d-426758233e6b tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7345679 Mar 25 19:32:37.215164 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ca792a0-475f-41a8-9724-98b343036214', 'tag': 'a4e800ff-3296-4d44-b0bb-ed984aa9ebf3'}] {{(pid=103196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 25 19:32:37.217395 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aab9b3bfb8b62b9c439d2baea07b5fa53a515b81dc2b4d2d70d2153c83a947a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b816d284-d3d3-490d-a329-9b8c51495f7e" -d '{"events": [{"name": "network-changed", "server_uuid": "0ca792a0-475f-41a8-9724-98b343036214", "tag": "a4e800ff-3296-4d44-b0bb-ed984aa9ebf3"}]}' {{(pid=103196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 25 19:32:37.253003 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Mar 2022 19:32:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-877ef6c6-ced5-4d70-ae2a-c5af83a1cbdd x-openstack-request-id: req-877ef6c6-ced5-4d70-ae2a-c5af83a1cbdd {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 25 19:32:37.253293 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ca792a0-475f-41a8-9724-98b343036214", "tag": "a4e800ff-3296-4d44-b0bb-ed984aa9ebf3", "status": "completed", "code": 200}]} {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 25 19:32:37.253546 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-877ef6c6-ced5-4d70-ae2a-c5af83a1cbdd {{(pid=103196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 25 19:32:37.253950 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event matching ['req-877ef6c6-ced5-4d70-ae2a-c5af83a1cbdd'] response: {'name': 'network-changed', 'server_uuid': '0ca792a0-475f-41a8-9724-98b343036214', 'tag': 'a4e800ff-3296-4d44-b0bb-ed984aa9ebf3', 'status': 'completed', 'code': 200} Mar 25 19:32:37.303499 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.l3_dvr_db [None req-4388c3bb-39b7-4cb1-944c-152980fc2d2e None None] Set router f07aef92-6be8-4ca1-a8c8-20fd188150b6 gateway port host: dv-cinder-755101-7-iscsi {{(pid=103198) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 25 19:32:37.321327 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b816d284-d3d3-490d-a329-9b8c51495f7e req-e1e030fb-b05e-4d9e-8c8e-60822ce47fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:32:37.323332 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-b816d284-d3d3-490d-a329-9b8c51495f7e req-e1e030fb-b05e-4d9e-8c8e-60822ce47fd7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=047bda67abf94801b4a3258dfa563394&device_id=0ca792a0-475f-41a8-9724-98b343036214 HTTP/1.1" status: 200 len: 1130 time: 0.0490730 Mar 25 19:32:37.411703 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b816d284-d3d3-490d-a329-9b8c51495f7e req-dcd6279f-70d4-4e2a-a5bd-206a67f476b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:32:37.413172 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-b816d284-d3d3-490d-a329-9b8c51495f7e req-dcd6279f-70d4-4e2a-a5bd-206a67f476b0 service neutron] 10.222.0.26 "GET /v2.0/networks?id=27580a04-c198-4a21-a1dd-713b4c75540c HTTP/1.1" status: 200 len: 913 time: 0.0846267 Mar 25 19:32:37.480486 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-b816d284-d3d3-490d-a329-9b8c51495f7e req-db148263-29ad-4082-b223-1d5449448ce5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a4e800ff-3296-4d44-b0bb-ed984aa9ebf3 HTTP/1.1" status: 200 len: 1000 time: 0.0618403 Mar 25 19:32:37.527580 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b816d284-d3d3-490d-a329-9b8c51495f7e req-c77fc0cd-582f-4b27-963b-8f0531e3f97f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:32:37.529039 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-b816d284-d3d3-490d-a329-9b8c51495f7e req-c77fc0cd-582f-4b27-963b-8f0531e3f97f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c8e42045-43c2-4a9f-a0d6-9006af4b8132 HTTP/1.1" status: 200 len: 851 time: 0.0434921 Mar 25 19:32:37.543892 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.l3_hamode_db [None req-4388c3bb-39b7-4cb1-944c-152980fc2d2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f07aef92-6be8-4ca1-a8c8-20fd188150b6', 'name': 'tempest-TestVolumeBootPattern-1146644451-router', 'tenant_id': '047bda67abf94801b4a3258dfa563394', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'external_fixed_ips': [{'subnet_id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'ip_address': '172.27.0.126'}], 'enable_snat': True}, 'gw_port_id': '4e1882de-b674-4c01-9054-99a59c61b85f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T19:27:29Z', 'updated_at': '2022-03-25T19:27:34Z', 'revision_number': 4, 'project_id': '047bda67abf94801b4a3258dfa563394', 'gw_port': {'id': '4e1882de-b674-4c01-9054-99a59c61b85f', 'name': '', 'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:57:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f07aef92-6be8-4ca1-a8c8-20fd188150b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'ip_address': '172.27.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T19:27:30Z', 'updated_at': '2022-03-25T19:27:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755101-7-iscsi', '_floatingips': [{'id': '35f9d31e-1ae2-4752-ae94-0e657c494cf5', 'tenant_id': '047bda67abf94801b4a3258dfa563394', 'floating_ip_address': '172.27.0.77', 'floating_network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'router_id': 'f07aef92-6be8-4ca1-a8c8-20fd188150b6', 'port_id': '1b0503ba-a31f-464e-add1-b73cdd3d1d4e', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 735, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '27580a04-c198-4a21-a1dd-713b4c75540c', 'mac_address': 'fa:16:3e:3e:94:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e9107ef-2d03-44f2-a6dd-8bc18491787b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-25T19:30:41Z', 'updated_at': '2022-03-25T19:30:43Z', 'revision_number': 1, 'project_id': '047bda67abf94801b4a3258dfa563394', 'fixed_ip_address_scope': None}, {'id': '6952e806-c3d9-49ad-a8aa-84c031fead60', 'tenant_id': '047bda67abf94801b4a3258dfa563394', 'floating_ip_address': '172.27.0.239', 'floating_network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'router_id': 'f07aef92-6be8-4ca1-a8c8-20fd188150b6', 'port_id': 'a4e800ff-3296-4d44-b0bb-ed984aa9ebf3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '27580a04-c198-4a21-a1dd-713b4c75540c', 'mac_address': 'fa:16:3e:e5:8c:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ca792a0-475f-41a8-9724-98b343036214', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-25T19:32:36Z', 'updated_at': '2022-03-25T19:32:36Z', 'revision_number': 0, 'project_id': '047bda67abf94801b4a3258dfa563394', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17662467-b6b2-4bf1-83ee-afa512959f9b', 'name': '', 'network_id': '27580a04-c198-4a21-a1dd-713b4c75540c', 'tenant_id': '047bda67abf94801b4a3258dfa563394', 'mac_address': 'fa:16:3e:29:5e:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f07aef92-6be8-4ca1-a8c8-20fd188150b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': 'c8e42045-43c2-4a9f-a0d6-9006af4b8132', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T19:27:32Z', 'updated_at': '2022-03-25T19:27:40Z', 'revision_number': 5, 'project_id': '047bda67abf94801b4a3258dfa563394', 'subnets': [{'id': 'c8e42045-43c2-4a9f-a0d6-9006af4b8132', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-755101-7-iscsi', False) {} {{(pid=103198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 19:32:37.570815 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4388c3bb-39b7-4cb1-944c-152980fc2d2e None None] Checking router: f07aef92-6be8-4ca1-a8c8-20fd188150b6 for host: dv-cinder-755101-7-iscsi {{(pid=103198) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 25 19:32:37.577468 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b816d284-d3d3-490d-a329-9b8c51495f7e req-02964bc8-cc5c-4737-bbec-d6e6cd77f6d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:32:37.578792 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4388c3bb-39b7-4cb1-944c-152980fc2d2e None None] Routers {'f07aef92-6be8-4ca1-a8c8-20fd188150b6'} bound to L3 agent in host dv-cinder-755101-7-iscsi {{(pid=103198) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 25 19:32:37.578916 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-b816d284-d3d3-490d-a329-9b8c51495f7e req-02964bc8-cc5c-4737-bbec-d6e6cd77f6d7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=27580a04-c198-4a21-a1dd-713b4c75540c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0438478 Mar 25 19:32:37.579458 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.l3_hamode_db [None req-4388c3bb-39b7-4cb1-944c-152980fc2d2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755101-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-25T19:11:57Z,description=,heartbeat_timestamp=2022-03-25T19:32:27Z,host='dv-cinder-755101-7-iscsi',id=af1b81b0-43af-47bb-a61e-8e46b36efc57,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:11:57Z,topic='l3_agent')) {'router_ids': ['f07aef92-6be8-4ca1-a8c8-20fd188150b6'], 'active': True} {{(pid=103198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 19:32:37.668262 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-b816d284-d3d3-490d-a329-9b8c51495f7e req-f923426d-9c7f-437d-a6d3-f4b8c88371d2 service neutron] 10.222.0.26 "GET /v2.0/networks/27580a04-c198-4a21-a1dd-713b4c75540c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834537 Mar 25 19:32:37.684821 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.l3_dvr_db [None req-4388c3bb-39b7-4cb1-944c-152980fc2d2e None None] Set router f07aef92-6be8-4ca1-a8c8-20fd188150b6 gateway port host: dv-cinder-755101-7-iscsi {{(pid=103198) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 25 19:32:37.754755 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-b816d284-d3d3-490d-a329-9b8c51495f7e req-2445e478-425f-4ff8-bf11-fe64aa0a3c81 service neutron] 10.222.0.26 "GET /v2.0/networks/27580a04-c198-4a21-a1dd-713b4c75540c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810807 Mar 25 19:32:37.904407 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.l3_hamode_db [None req-4388c3bb-39b7-4cb1-944c-152980fc2d2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f07aef92-6be8-4ca1-a8c8-20fd188150b6', 'name': 'tempest-TestVolumeBootPattern-1146644451-router', 'tenant_id': '047bda67abf94801b4a3258dfa563394', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'external_fixed_ips': [{'subnet_id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'ip_address': '172.27.0.126'}], 'enable_snat': True}, 'gw_port_id': '4e1882de-b674-4c01-9054-99a59c61b85f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T19:27:29Z', 'updated_at': '2022-03-25T19:27:34Z', 'revision_number': 4, 'project_id': '047bda67abf94801b4a3258dfa563394', 'gw_port': {'id': '4e1882de-b674-4c01-9054-99a59c61b85f', 'name': '', 'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:57:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f07aef92-6be8-4ca1-a8c8-20fd188150b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'ip_address': '172.27.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T19:27:30Z', 'updated_at': '2022-03-25T19:27:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755101-7-iscsi', '_floatingips': [{'id': '35f9d31e-1ae2-4752-ae94-0e657c494cf5', 'tenant_id': '047bda67abf94801b4a3258dfa563394', 'floating_ip_address': '172.27.0.77', 'floating_network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'router_id': 'f07aef92-6be8-4ca1-a8c8-20fd188150b6', 'port_id': '1b0503ba-a31f-464e-add1-b73cdd3d1d4e', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 735, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '27580a04-c198-4a21-a1dd-713b4c75540c', 'mac_address': 'fa:16:3e:3e:94:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e9107ef-2d03-44f2-a6dd-8bc18491787b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-25T19:30:41Z', 'updated_at': '2022-03-25T19:30:43Z', 'revision_number': 1, 'project_id': '047bda67abf94801b4a3258dfa563394', 'fixed_ip_address_scope': None}, {'id': '6952e806-c3d9-49ad-a8aa-84c031fead60', 'tenant_id': '047bda67abf94801b4a3258dfa563394', 'floating_ip_address': '172.27.0.239', 'floating_network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'router_id': 'f07aef92-6be8-4ca1-a8c8-20fd188150b6', 'port_id': 'a4e800ff-3296-4d44-b0bb-ed984aa9ebf3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '27580a04-c198-4a21-a1dd-713b4c75540c', 'mac_address': 'fa:16:3e:e5:8c:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ca792a0-475f-41a8-9724-98b343036214', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-25T19:32:36Z', 'updated_at': '2022-03-25T19:32:36Z', 'revision_number': 0, 'project_id': '047bda67abf94801b4a3258dfa563394', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17662467-b6b2-4bf1-83ee-afa512959f9b', 'name': '', 'network_id': '27580a04-c198-4a21-a1dd-713b4c75540c', 'tenant_id': '047bda67abf94801b4a3258dfa563394', 'mac_address': 'fa:16:3e:29:5e:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f07aef92-6be8-4ca1-a8c8-20fd188150b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': 'c8e42045-43c2-4a9f-a0d6-9006af4b8132', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T19:27:32Z', 'updated_at': '2022-03-25T19:27:40Z', 'revision_number': 5, 'project_id': '047bda67abf94801b4a3258dfa563394', 'subnets': [{'id': 'c8e42045-43c2-4a9f-a0d6-9006af4b8132', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-755101-7-iscsi', False) {} {{(pid=103198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 19:32:37.933839 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4388c3bb-39b7-4cb1-944c-152980fc2d2e None None] The sync data for ids ['f07aef92-6be8-4ca1-a8c8-20fd188150b6'] in dv-cinder-755101-7-iscsi is: [{'id': 'f07aef92-6be8-4ca1-a8c8-20fd188150b6', 'name': 'tempest-TestVolumeBootPattern-1146644451-router', 'tenant_id': '047bda67abf94801b4a3258dfa563394', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'external_fixed_ips': [{'subnet_id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'ip_address': '172.27.0.126'}], 'enable_snat': True}, 'gw_port_id': '4e1882de-b674-4c01-9054-99a59c61b85f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T19:27:29Z', 'updated_at': '2022-03-25T19:27:34Z', 'revision_number': 4, 'project_id': '047bda67abf94801b4a3258dfa563394', 'gw_port': {'id': '4e1882de-b674-4c01-9054-99a59c61b85f', 'name': '', 'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:57:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f07aef92-6be8-4ca1-a8c8-20fd188150b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'ip_address': '172.27.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T19:27:30Z', 'updated_at': '2022-03-25T19:27:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755101-7-iscsi', '_floatingips': [{'id': '35f9d31e-1ae2-4752-ae94-0e657c494cf5', 'tenant_id': '047bda67abf94801b4a3258dfa563394', 'floating_ip_address': '172.27.0.77', 'floating_network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'router_id': 'f07aef92-6be8-4ca1-a8c8-20fd188150b6', 'port_id': '1b0503ba-a31f-464e-add1-b73cdd3d1d4e', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 735, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '27580a04-c198-4a21-a1dd-713b4c75540c', 'mac_address': 'fa:16:3e:3e:94:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e9107ef-2d03-44f2-a6dd-8bc18491787b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-25T19:30:41Z', 'updated_at': '2022-03-25T19:30:43Z', 'revision_number': 1, 'project_id': '047bda67abf94801b4a3258dfa563394', 'fixed_ip_address_scope': None}, {'id': '6952e806-c3d9-49ad-a8aa-84c031fead60', 'tenant_id': '047bda67abf94801b4a3258dfa563394', 'floating_ip_address': '172.27.0.239', 'floating_network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'router_id': 'f07aef92-6be8-4ca1-a8c8-20fd188150b6', 'port_id': 'a4e800ff-3296-4d44-b0bb-ed984aa9ebf3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '27580a04-c198-4a21-a1dd-713b4c75540c', 'mac_address': 'fa:16:3e:e5:8c:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ca792a0-475f-41a8-9724-98b343036214', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-25T19:32:36Z', 'updated_at': '2022-03-25T19:32:36Z', 'revision_number': 0, 'project_id': '047bda67abf94801b4a3258dfa563394', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17662467-b6b2-4bf1-83ee-afa512959f9b', 'name': '', 'network_id': '27580a04-c198-4a21-a1dd-713b4c75540c', 'tenant_id': '047bda67abf94801b4a3258dfa563394', 'mac_address': 'fa:16:3e:29:5e:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f07aef92-6be8-4ca1-a8c8-20fd188150b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': 'c8e42045-43c2-4a9f-a0d6-9006af4b8132', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T19:27:32Z', 'updated_at': '2022-03-25T19:27:40Z', 'revision_number': 5, 'project_id': '047bda67abf94801b4a3258dfa563394', 'subnets': [{'id': 'c8e42045-43c2-4a9f-a0d6-9006af4b8132', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103198) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 25 19:32:38.110712 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f45a43f9-4dc7-4c94-ae3e-72f62fc52f7e None None] New status for floating IP 6952e806-c3d9-49ad-a8aa-84c031fead60: ACTIVE {{(pid=103199) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 25 19:32:54.304034 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-a33f9d72-1302-4f12-8f8c-92bd748b9335 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741036503857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133703'] for agent (ff15a80c-2d7c-4104-a6ad-0973d1d911f7), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:32:56.725971 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-de008624-f3d1-45ae-849e-5bb12fd921ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741036503857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133703'] for agent (af1b81b0-43af-47bb-a61e-8e46b36efc57), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:32:57.633764 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-af60142c-683d-41c3-be1d-5377fff6ca45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741036503857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133703'] for agent (c3076277-13eb-43a7-9b94-fad13f82c96d), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:32:59.233240 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-bfcc621e-35c9-4ac2-b4cb-53c403134561 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741036503857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133703'] for agent (9ba807d9-64cc-4b2a-8ad2-e4f3b23bc779), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:33:00.803498 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741036503857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133703'] for agent (239dac0e-b210-4295-8f1a-11f7f9dc3de1), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:33:00.834823 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741036503857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133703'] for agent (e10cc9df-a7ce-4b9c-bc25-dffd007f5dd8), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:33:01.107151 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.db.agents_db [None req-ad735e95-395b-498c-b22d-e8906e231634 None None] Agent healthcheck: found 6 active agents {{(pid=103199) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 25 19:33:08.248585 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-93377dc6-1e5a-4a18-b8c7-286f847b2876 req-d36f57e6-f620-4a36-aba9-f7995c1d9f11 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=4e9107ef-2d03-44f2-a6dd-8bc18491787b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0444851 Mar 25 19:33:08.334146 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93377dc6-1e5a-4a18-b8c7-286f847b2876 req-70210f52-8e84-42aa-99b8-a91260180ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:33:08.335678 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-93377dc6-1e5a-4a18-b8c7-286f847b2876 req-70210f52-8e84-42aa-99b8-a91260180ba8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=047bda67abf94801b4a3258dfa563394&device_id=4e9107ef-2d03-44f2-a6dd-8bc18491787b HTTP/1.1" status: 200 len: 1129 time: 0.0472255 Mar 25 19:33:08.433784 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93377dc6-1e5a-4a18-b8c7-286f847b2876 req-d2f2304b-3af4-4be2-a661-cc45118dce3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:33:08.435307 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-93377dc6-1e5a-4a18-b8c7-286f847b2876 req-d2f2304b-3af4-4be2-a661-cc45118dce3d service neutron] 10.222.0.26 "GET /v2.0/networks?id=27580a04-c198-4a21-a1dd-713b4c75540c HTTP/1.1" status: 200 len: 913 time: 0.0814927 Mar 25 19:33:08.501935 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-93377dc6-1e5a-4a18-b8c7-286f847b2876 req-1f691ba1-c2e6-42ee-8d43-64acabbbc43e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1b0503ba-a31f-464e-add1-b73cdd3d1d4e HTTP/1.1" status: 200 len: 1000 time: 0.0610514 Mar 25 19:33:08.548221 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93377dc6-1e5a-4a18-b8c7-286f847b2876 req-212de27c-a499-4792-9ed0-178d4ae42fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:33:08.549618 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-93377dc6-1e5a-4a18-b8c7-286f847b2876 req-212de27c-a499-4792-9ed0-178d4ae42fd9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c8e42045-43c2-4a9f-a0d6-9006af4b8132 HTTP/1.1" status: 200 len: 851 time: 0.0424685 Mar 25 19:33:08.596914 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93377dc6-1e5a-4a18-b8c7-286f847b2876 req-3541c05d-4e8c-49b2-86a3-3c7af2064b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:33:08.598331 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-93377dc6-1e5a-4a18-b8c7-286f847b2876 req-3541c05d-4e8c-49b2-86a3-3c7af2064b2d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=27580a04-c198-4a21-a1dd-713b4c75540c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0425043 Mar 25 19:33:08.685826 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-93377dc6-1e5a-4a18-b8c7-286f847b2876 req-3c62460d-f5e2-486c-a0d7-94b92b175b6f service neutron] 10.222.0.26 "GET /v2.0/networks/27580a04-c198-4a21-a1dd-713b4c75540c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815942 Mar 25 19:33:08.771467 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-93377dc6-1e5a-4a18-b8c7-286f847b2876 req-83fa3f8e-6141-4fd5-a3a4-7ca9d146f1c4 service neutron] 10.222.0.26 "GET /v2.0/networks/27580a04-c198-4a21-a1dd-713b4c75540c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798848 Mar 25 19:33:24.305189 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-774479bb-0409-4f9b-9cc0-cca8cb644a4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741036503857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133703'] for agent (ff15a80c-2d7c-4104-a6ad-0973d1d911f7), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:33:26.726442 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-5b5d65b4-50ea-4cb5-8cb9-4e52c5953254 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741036503857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133703'] for agent (af1b81b0-43af-47bb-a61e-8e46b36efc57), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:33:27.636129 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-af60142c-683d-41c3-be1d-5377fff6ca45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741036503857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133703'] for agent (c3076277-13eb-43a7-9b94-fad13f82c96d), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:33:29.239425 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-bfcc621e-35c9-4ac2-b4cb-53c403134561 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741036503857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133703'] for agent (9ba807d9-64cc-4b2a-8ad2-e4f3b23bc779), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:33:30.804734 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741036503857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133703'] for agent (239dac0e-b210-4295-8f1a-11f7f9dc3de1), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:33:30.834398 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741036503857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133703'] for agent (e10cc9df-a7ce-4b9c-bc25-dffd007f5dd8), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:33:38.105712 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.db.agents_db [None req-ad735e95-395b-498c-b22d-e8906e231634 None None] Agent healthcheck: found 6 active agents {{(pid=103199) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 25 19:33:54.305563 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-603db64b-8ee2-4f8f-b27f-07471619da4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741036503857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133703'] for agent (ff15a80c-2d7c-4104-a6ad-0973d1d911f7), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:33:56.731859 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-6bfd00f5-e74f-42c9-a431-0ef367351a53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741036503857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133703'] for agent (af1b81b0-43af-47bb-a61e-8e46b36efc57), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:33:57.639439 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-af60142c-683d-41c3-be1d-5377fff6ca45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741036503857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133703'] for agent (c3076277-13eb-43a7-9b94-fad13f82c96d), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:33:59.240014 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-bfcc621e-35c9-4ac2-b4cb-53c403134561 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741036503857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133703'] for agent (9ba807d9-64cc-4b2a-8ad2-e4f3b23bc779), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:34:00.806668 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741036503857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133703'] for agent (239dac0e-b210-4295-8f1a-11f7f9dc3de1), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:34:00.848732 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741036503857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133703'] for agent (e10cc9df-a7ce-4b9c-bc25-dffd007f5dd8), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:34:04.438572 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.18', 40198) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:34:04.725068 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-997ff56c-edb8-46d6-9b11-70f628a1a776 tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] Deleting port 31ecbb0b-7099-4fc4-8ec1-1390ccbe1102 {{(pid=103196) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 25 19:34:04.725521 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-997ff56c-edb8-46d6-9b11-70f628a1a776 tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741036672799'] for port (31ecbb0b-7099-4fc4-8ec1-1390ccbe1102), before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:34:04.803910 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-997ff56c-edb8-46d6-9b11-70f628a1a776 tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3766103'] for port (31ecbb0b-7099-4fc4-8ec1-1390ccbe1102), precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:34:04.804238 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-997ff56c-edb8-46d6-9b11-70f628a1a776 tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] Publish callbacks [] for floatingip (31ecbb0b-7099-4fc4-8ec1-1390ccbe1102), precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:34:04.816614 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-997ff56c-edb8-46d6-9b11-70f628a1a776 tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] Calling delete_port for 31ecbb0b-7099-4fc4-8ec1-1390ccbe1102 owned by network:floatingip {{(pid=103196) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 25 19:34:04.959163 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-997ff56c-edb8-46d6-9b11-70f628a1a776 tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741036679554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741036190724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58911673'] for port (31ecbb0b-7099-4fc4-8ec1-1390ccbe1102), after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:34:04.985917 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997ff56c-edb8-46d6-9b11-70f628a1a776 tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] Pushing event deleted for resources: {'Port': ['ID=31ecbb0b-7099-4fc4-8ec1-1390ccbe1102,revision_number=None']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:34:05.008700 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997ff56c-edb8-46d6-9b11-70f628a1a776 tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:34:05.009053 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997ff56c-edb8-46d6-9b11-70f628a1a776 tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:34:05.009399 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997ff56c-edb8-46d6-9b11-70f628a1a776 tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:34:05.009747 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997ff56c-edb8-46d6-9b11-70f628a1a776 tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:34:05.010081 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997ff56c-edb8-46d6-9b11-70f628a1a776 tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:34:05.010413 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997ff56c-edb8-46d6-9b11-70f628a1a776 tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:34:05.010774 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997ff56c-edb8-46d6-9b11-70f628a1a776 tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:34:05.011098 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997ff56c-edb8-46d6-9b11-70f628a1a776 tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:34:05.011424 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997ff56c-edb8-46d6-9b11-70f628a1a776 tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:34:05.011749 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997ff56c-edb8-46d6-9b11-70f628a1a776 tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:34:05.012073 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997ff56c-edb8-46d6-9b11-70f628a1a776 tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:34:05.012397 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997ff56c-edb8-46d6-9b11-70f628a1a776 tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:34:05.012718 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997ff56c-edb8-46d6-9b11-70f628a1a776 tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:34:05.013037 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997ff56c-edb8-46d6-9b11-70f628a1a776 tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:34:05.013354 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997ff56c-edb8-46d6-9b11-70f628a1a776 tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103196) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:34:05.053316 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-997ff56c-edb8-46d6-9b11-70f628a1a776 tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] Publish callbacks [] for floatingip (6952e806-c3d9-49ad-a8aa-84c031fead60), after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:34:05.053646 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.db.l3_db [None req-997ff56c-edb8-46d6-9b11-70f628a1a776 tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] Floating IP 6952e806-c3d9-49ad-a8aa-84c031fead60 disassociated (deleted). External IP: 172.27.0.239, port: a4e800ff-3296-4d44-b0bb-ed984aa9ebf3. Mar 25 19:34:05.258611 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-997ff56c-edb8-46d6-9b11-70f628a1a776 tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] Router f07aef92-6be8-4ca1-a8c8-20fd188150b6 has already been hosted by L3 agent af1b81b0-43af-47bb-a61e-8e46b36efc57 {{(pid=103196) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 25 19:34:05.363630 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-997ff56c-edb8-46d6-9b11-70f628a1a776 tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] Notify agent at l3_agent.dv-cinder-755101-7-iscsi the message routers_updated {{(pid=103196) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 25 19:34:05.368361 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-997ff56c-edb8-46d6-9b11-70f628a1a776 tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63648'] for floatingip (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:34:05.373655 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0f878b6-5a83-4c75-aeac-e03566eed244 None None] Sync routers for ids ['f07aef92-6be8-4ca1-a8c8-20fd188150b6'] in dv-cinder-755101-7-iscsi {{(pid=103198) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 25 19:34:05.383658 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0f878b6-5a83-4c75-aeac-e03566eed244 None None] Routers {'f07aef92-6be8-4ca1-a8c8-20fd188150b6'} bound to L3 agent in host dv-cinder-755101-7-iscsi {{(pid=103198) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 25 19:34:05.384350 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.l3_hamode_db [None req-d0f878b6-5a83-4c75-aeac-e03566eed244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755101-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-25T19:11:57Z,description=,heartbeat_timestamp=2022-03-25T19:33:57Z,host='dv-cinder-755101-7-iscsi',id=af1b81b0-43af-47bb-a61e-8e46b36efc57,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:11:57Z,topic='l3_agent')) {'router_ids': ['f07aef92-6be8-4ca1-a8c8-20fd188150b6'], 'active': True} {{(pid=103198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 19:34:05.397025 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-997ff56c-edb8-46d6-9b11-70f628a1a776 tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] 10.222.0.18 "DELETE /v2.0/floatingips/6952e806-c3d9-49ad-a8aa-84c031fead60 HTTP/1.1" status: 204 len: 168 time: 0.9573569 Mar 25 19:34:05.397613 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ca792a0-475f-41a8-9724-98b343036214', 'tag': 'a4e800ff-3296-4d44-b0bb-ed984aa9ebf3'}] {{(pid=103196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 25 19:34:05.400592 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aab9b3bfb8b62b9c439d2baea07b5fa53a515b81dc2b4d2d70d2153c83a947a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70afd25d-794d-4649-9533-4554054aa7b9" -d '{"events": [{"name": "network-changed", "server_uuid": "0ca792a0-475f-41a8-9724-98b343036214", "tag": "a4e800ff-3296-4d44-b0bb-ed984aa9ebf3"}]}' {{(pid=103196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 25 19:34:05.437357 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Mar 2022 19:34:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d712a9a-7a5c-458d-b691-2f496bb3bfa0 x-openstack-request-id: req-3d712a9a-7a5c-458d-b691-2f496bb3bfa0 {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 25 19:34:05.437655 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ca792a0-475f-41a8-9724-98b343036214", "tag": "a4e800ff-3296-4d44-b0bb-ed984aa9ebf3", "status": "completed", "code": 200}]} {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 25 19:34:05.437912 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3d712a9a-7a5c-458d-b691-2f496bb3bfa0 {{(pid=103196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 25 19:34:05.438442 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d712a9a-7a5c-458d-b691-2f496bb3bfa0'] response: {'name': 'network-changed', 'server_uuid': '0ca792a0-475f-41a8-9724-98b343036214', 'tag': 'a4e800ff-3296-4d44-b0bb-ed984aa9ebf3', 'status': 'completed', 'code': 200} Mar 25 19:34:05.506368 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70afd25d-794d-4649-9533-4554054aa7b9 req-36147d13-f683-45f7-96ea-7becc0a9baea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:34:05.508249 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-70afd25d-794d-4649-9533-4554054aa7b9 req-36147d13-f683-45f7-96ea-7becc0a9baea service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=047bda67abf94801b4a3258dfa563394&device_id=0ca792a0-475f-41a8-9724-98b343036214 HTTP/1.1" status: 200 len: 1130 time: 0.0466096 Mar 25 19:34:05.509055 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.l3_dvr_db [None req-d0f878b6-5a83-4c75-aeac-e03566eed244 None None] Set router f07aef92-6be8-4ca1-a8c8-20fd188150b6 gateway port host: dv-cinder-755101-7-iscsi {{(pid=103198) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 25 19:34:05.636372 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70afd25d-794d-4649-9533-4554054aa7b9 req-6190d71d-1d64-47a5-ab60-514e0db52e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:34:05.637855 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-70afd25d-794d-4649-9533-4554054aa7b9 req-6190d71d-1d64-47a5-ab60-514e0db52e9f service neutron] 10.222.0.26 "GET /v2.0/networks?id=27580a04-c198-4a21-a1dd-713b4c75540c HTTP/1.1" status: 200 len: 913 time: 0.1233234 Mar 25 19:34:05.692342 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12492a3-02ed-463b-82ae-1e55812d7d65 req-9285af03-4a03-4e6a-893e-b344aeefcb9f tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:34:05.693894 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-c12492a3-02ed-463b-82ae-1e55812d7d65 req-9285af03-4a03-4e6a-893e-b344aeefcb9f tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] 10.222.0.18 "GET /v2.0/ports?device_id=0ca792a0-475f-41a8-9724-98b343036214 HTTP/1.1" status: 200 len: 946 time: 0.1054416 Mar 25 19:34:05.695702 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-70afd25d-794d-4649-9533-4554054aa7b9 req-be96465d-8307-476d-ae3c-73b0704ef9b9 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a4e800ff-3296-4d44-b0bb-ed984aa9ebf3 HTTP/1.1" status: 200 len: 217 time: 0.0506899 Mar 25 19:34:05.777457 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70afd25d-794d-4649-9533-4554054aa7b9 req-89ae68e7-91f5-4fa4-b24f-071b68ec7c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:34:05.778823 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-70afd25d-794d-4649-9533-4554054aa7b9 req-89ae68e7-91f5-4fa4-b24f-071b68ec7c13 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c8e42045-43c2-4a9f-a0d6-9006af4b8132 HTTP/1.1" status: 200 len: 851 time: 0.0727541 Mar 25 19:34:05.782486 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-c12492a3-02ed-463b-82ae-1e55812d7d65 req-eef5f4a6-025e-492b-bb4a-b84909c82696 tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] 10.222.0.18 "GET /v2.0/security-groups?id=4fcd9e27-60e1-4707-b5da-0a7affa4af42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825844 Mar 25 19:34:05.828234 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70afd25d-794d-4649-9533-4554054aa7b9 req-b358ce1f-3b33-47cd-9cf8-d5ef5dc36273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:34:05.829743 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-70afd25d-794d-4649-9533-4554054aa7b9 req-b358ce1f-3b33-47cd-9cf8-d5ef5dc36273 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=27580a04-c198-4a21-a1dd-713b4c75540c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0450945 Mar 25 19:34:05.870743 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.l3_hamode_db [None req-d0f878b6-5a83-4c75-aeac-e03566eed244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f07aef92-6be8-4ca1-a8c8-20fd188150b6', 'name': 'tempest-TestVolumeBootPattern-1146644451-router', 'tenant_id': '047bda67abf94801b4a3258dfa563394', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'external_fixed_ips': [{'subnet_id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'ip_address': '172.27.0.126'}], 'enable_snat': True}, 'gw_port_id': '4e1882de-b674-4c01-9054-99a59c61b85f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T19:27:29Z', 'updated_at': '2022-03-25T19:27:34Z', 'revision_number': 4, 'project_id': '047bda67abf94801b4a3258dfa563394', 'gw_port': {'id': '4e1882de-b674-4c01-9054-99a59c61b85f', 'name': '', 'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:57:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f07aef92-6be8-4ca1-a8c8-20fd188150b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'ip_address': '172.27.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T19:27:30Z', 'updated_at': '2022-03-25T19:27:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755101-7-iscsi', '_floatingips': [{'id': '35f9d31e-1ae2-4752-ae94-0e657c494cf5', 'tenant_id': '047bda67abf94801b4a3258dfa563394', 'floating_ip_address': '172.27.0.77', 'floating_network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'router_id': 'f07aef92-6be8-4ca1-a8c8-20fd188150b6', 'port_id': '1b0503ba-a31f-464e-add1-b73cdd3d1d4e', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 735, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '27580a04-c198-4a21-a1dd-713b4c75540c', 'mac_address': 'fa:16:3e:3e:94:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e9107ef-2d03-44f2-a6dd-8bc18491787b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-25T19:30:41Z', 'updated_at': '2022-03-25T19:30:43Z', 'revision_number': 1, 'project_id': '047bda67abf94801b4a3258dfa563394', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17662467-b6b2-4bf1-83ee-afa512959f9b', 'name': '', 'network_id': '27580a04-c198-4a21-a1dd-713b4c75540c', 'tenant_id': '047bda67abf94801b4a3258dfa563394', 'mac_address': 'fa:16:3e:29:5e:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f07aef92-6be8-4ca1-a8c8-20fd188150b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': 'c8e42045-43c2-4a9f-a0d6-9006af4b8132', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T19:27:32Z', 'updated_at': '2022-03-25T19:27:40Z', 'revision_number': 5, 'project_id': '047bda67abf94801b4a3258dfa563394', 'subnets': [{'id': 'c8e42045-43c2-4a9f-a0d6-9006af4b8132', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-755101-7-iscsi', False) {} {{(pid=103198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 19:34:05.901557 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0f878b6-5a83-4c75-aeac-e03566eed244 None None] Checking router: f07aef92-6be8-4ca1-a8c8-20fd188150b6 for host: dv-cinder-755101-7-iscsi {{(pid=103198) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 25 19:34:05.910371 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0f878b6-5a83-4c75-aeac-e03566eed244 None None] Routers {'f07aef92-6be8-4ca1-a8c8-20fd188150b6'} bound to L3 agent in host dv-cinder-755101-7-iscsi {{(pid=103198) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 25 19:34:05.911032 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.l3_hamode_db [None req-d0f878b6-5a83-4c75-aeac-e03566eed244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755101-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-25T19:11:57Z,description=,heartbeat_timestamp=2022-03-25T19:33:57Z,host='dv-cinder-755101-7-iscsi',id=af1b81b0-43af-47bb-a61e-8e46b36efc57,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:11:57Z,topic='l3_agent')) {'router_ids': ['f07aef92-6be8-4ca1-a8c8-20fd188150b6'], 'active': True} {{(pid=103198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 19:34:06.021782 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.l3_dvr_db [None req-d0f878b6-5a83-4c75-aeac-e03566eed244 None None] Set router f07aef92-6be8-4ca1-a8c8-20fd188150b6 gateway port host: dv-cinder-755101-7-iscsi {{(pid=103198) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 25 19:34:06.169567 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-70afd25d-794d-4649-9533-4554054aa7b9 req-8228d6d4-faab-4dbb-a7f2-a13be0dbdd60 service neutron] 10.222.0.26 "GET /v2.0/networks/27580a04-c198-4a21-a1dd-713b4c75540c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3327329 Mar 25 19:34:06.249885 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.l3_hamode_db [None req-d0f878b6-5a83-4c75-aeac-e03566eed244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f07aef92-6be8-4ca1-a8c8-20fd188150b6', 'name': 'tempest-TestVolumeBootPattern-1146644451-router', 'tenant_id': '047bda67abf94801b4a3258dfa563394', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'external_fixed_ips': [{'subnet_id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'ip_address': '172.27.0.126'}], 'enable_snat': True}, 'gw_port_id': '4e1882de-b674-4c01-9054-99a59c61b85f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T19:27:29Z', 'updated_at': '2022-03-25T19:27:34Z', 'revision_number': 4, 'project_id': '047bda67abf94801b4a3258dfa563394', 'gw_port': {'id': '4e1882de-b674-4c01-9054-99a59c61b85f', 'name': '', 'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:57:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f07aef92-6be8-4ca1-a8c8-20fd188150b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'ip_address': '172.27.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T19:27:30Z', 'updated_at': '2022-03-25T19:27:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755101-7-iscsi', '_floatingips': [{'id': '35f9d31e-1ae2-4752-ae94-0e657c494cf5', 'tenant_id': '047bda67abf94801b4a3258dfa563394', 'floating_ip_address': '172.27.0.77', 'floating_network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'router_id': 'f07aef92-6be8-4ca1-a8c8-20fd188150b6', 'port_id': '1b0503ba-a31f-464e-add1-b73cdd3d1d4e', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 735, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '27580a04-c198-4a21-a1dd-713b4c75540c', 'mac_address': 'fa:16:3e:3e:94:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e9107ef-2d03-44f2-a6dd-8bc18491787b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-25T19:30:41Z', 'updated_at': '2022-03-25T19:30:43Z', 'revision_number': 1, 'project_id': '047bda67abf94801b4a3258dfa563394', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17662467-b6b2-4bf1-83ee-afa512959f9b', 'name': '', 'network_id': '27580a04-c198-4a21-a1dd-713b4c75540c', 'tenant_id': '047bda67abf94801b4a3258dfa563394', 'mac_address': 'fa:16:3e:29:5e:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f07aef92-6be8-4ca1-a8c8-20fd188150b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': 'c8e42045-43c2-4a9f-a0d6-9006af4b8132', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T19:27:32Z', 'updated_at': '2022-03-25T19:27:40Z', 'revision_number': 5, 'project_id': '047bda67abf94801b4a3258dfa563394', 'subnets': [{'id': 'c8e42045-43c2-4a9f-a0d6-9006af4b8132', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-755101-7-iscsi', False) {} {{(pid=103198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 19:34:06.258055 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-70afd25d-794d-4649-9533-4554054aa7b9 req-84ab1398-14f9-4384-8f83-12faba0bb69f service neutron] 10.222.0.26 "GET /v2.0/networks/27580a04-c198-4a21-a1dd-713b4c75540c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817480 Mar 25 19:34:06.280861 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0f878b6-5a83-4c75-aeac-e03566eed244 None None] The sync data for ids ['f07aef92-6be8-4ca1-a8c8-20fd188150b6'] in dv-cinder-755101-7-iscsi is: [{'id': 'f07aef92-6be8-4ca1-a8c8-20fd188150b6', 'name': 'tempest-TestVolumeBootPattern-1146644451-router', 'tenant_id': '047bda67abf94801b4a3258dfa563394', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'external_fixed_ips': [{'subnet_id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'ip_address': '172.27.0.126'}], 'enable_snat': True}, 'gw_port_id': '4e1882de-b674-4c01-9054-99a59c61b85f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T19:27:29Z', 'updated_at': '2022-03-25T19:27:34Z', 'revision_number': 4, 'project_id': '047bda67abf94801b4a3258dfa563394', 'gw_port': {'id': '4e1882de-b674-4c01-9054-99a59c61b85f', 'name': '', 'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:57:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f07aef92-6be8-4ca1-a8c8-20fd188150b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'ip_address': '172.27.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T19:27:30Z', 'updated_at': '2022-03-25T19:27:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755101-7-iscsi', '_floatingips': [{'id': '35f9d31e-1ae2-4752-ae94-0e657c494cf5', 'tenant_id': '047bda67abf94801b4a3258dfa563394', 'floating_ip_address': '172.27.0.77', 'floating_network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'router_id': 'f07aef92-6be8-4ca1-a8c8-20fd188150b6', 'port_id': '1b0503ba-a31f-464e-add1-b73cdd3d1d4e', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 735, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '27580a04-c198-4a21-a1dd-713b4c75540c', 'mac_address': 'fa:16:3e:3e:94:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e9107ef-2d03-44f2-a6dd-8bc18491787b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-25T19:30:41Z', 'updated_at': '2022-03-25T19:30:43Z', 'revision_number': 1, 'project_id': '047bda67abf94801b4a3258dfa563394', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17662467-b6b2-4bf1-83ee-afa512959f9b', 'name': '', 'network_id': '27580a04-c198-4a21-a1dd-713b4c75540c', 'tenant_id': '047bda67abf94801b4a3258dfa563394', 'mac_address': 'fa:16:3e:29:5e:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f07aef92-6be8-4ca1-a8c8-20fd188150b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': 'c8e42045-43c2-4a9f-a0d6-9006af4b8132', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T19:27:32Z', 'updated_at': '2022-03-25T19:27:40Z', 'revision_number': 5, 'project_id': '047bda67abf94801b4a3258dfa563394', 'subnets': [{'id': 'c8e42045-43c2-4a9f-a0d6-9006af4b8132', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103198) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 25 19:34:06.492818 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c5be657-cfa6-4f6e-81bc-e310234570e6 None None] New status for floating IP 6952e806-c3d9-49ad-a8aa-84c031fead60: DOWN {{(pid=103199) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 25 19:34:06.903917 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb3775f-e657-4159-bad0-7fa032f4ae7e req-1ea93800-e829-4c57-99ba-f6436a2a78c8 tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:34:06.905367 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-4fb3775f-e657-4159-bad0-7fa032f4ae7e req-1ea93800-e829-4c57-99ba-f6436a2a78c8 tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] 10.222.0.18 "GET /v2.0/ports?device_id=0ca792a0-475f-41a8-9724-98b343036214 HTTP/1.1" status: 200 len: 946 time: 0.0548949 Mar 25 19:34:06.952516 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-4fb3775f-e657-4159-bad0-7fa032f4ae7e req-2cd3e6ee-fa4b-4ca1-85f5-19301b1470d6 tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] 10.222.0.18 "GET /v2.0/security-groups?id=4fcd9e27-60e1-4707-b5da-0a7affa4af42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410886 Mar 25 19:34:07.086969 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89c27ff-be2f-4e96-9b36-a18c17631416 req-3690947c-9864-43c8-8016-ef03be81a6d3 tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:34:07.088303 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-a89c27ff-be2f-4e96-9b36-a18c17631416 req-3690947c-9864-43c8-8016-ef03be81a6d3 tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ca792a0-475f-41a8-9724-98b343036214 HTTP/1.1" status: 200 len: 946 time: 0.0550361 Mar 25 19:34:07.175910 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [req-a89c27ff-be2f-4e96-9b36-a18c17631416 req-8d83b805-cb68-44ae-b04d-be443519e964 tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] Deleting port a4e800ff-3296-4d44-b0bb-ed984aa9ebf3 {{(pid=103196) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 25 19:34:07.176249 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-a89c27ff-be2f-4e96-9b36-a18c17631416 req-8d83b805-cb68-44ae-b04d-be443519e964 tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741036672799'] for port (a4e800ff-3296-4d44-b0bb-ed984aa9ebf3), before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:34:07.263347 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.db [req-a89c27ff-be2f-4e96-9b36-a18c17631416 req-8d83b805-cb68-44ae-b04d-be443519e964 tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] For port a4e800ff-3296-4d44-b0bb-ed984aa9ebf3, host hv-cinder-75510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75510',level=0,port_id=a4e800ff-3296-4d44-b0bb-ed984aa9ebf3,segment=NetworkSegment(e330a8af-5d1b-4552-a8f9-d04d69fc20fb),segment_id=e330a8af-5d1b-4552-a8f9-d04d69fc20fb)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 25 19:34:07.263702 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-a89c27ff-be2f-4e96-9b36-a18c17631416 req-8d83b805-cb68-44ae-b04d-be443519e964 tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3766103'] for port (a4e800ff-3296-4d44-b0bb-ed984aa9ebf3), precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:34:07.276292 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [req-a89c27ff-be2f-4e96-9b36-a18c17631416 req-8d83b805-cb68-44ae-b04d-be443519e964 tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] Calling delete_port for a4e800ff-3296-4d44-b0bb-ed984aa9ebf3 owned by compute:nova {{(pid=103196) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 25 19:34:07.397224 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-a89c27ff-be2f-4e96-9b36-a18c17631416 req-8d83b805-cb68-44ae-b04d-be443519e964 tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741036679554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741036190724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58911673'] for port (a4e800ff-3296-4d44-b0bb-ed984aa9ebf3), after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:34:07.427595 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d83b805-cb68-44ae-b04d-be443519e964 tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] Pushing event deleted for resources: {'Port': ['ID=a4e800ff-3296-4d44-b0bb-ed984aa9ebf3,revision_number=None']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:34:07.471799 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [req-a89c27ff-be2f-4e96-9b36-a18c17631416 req-8d83b805-cb68-44ae-b04d-be443519e964 tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] No DVR routers for this DVR port a4e800ff-3296-4d44-b0bb-ed984aa9ebf3 on host hv-cinder-75510 {{(pid=103196) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 25 19:34:07.474941 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-a89c27ff-be2f-4e96-9b36-a18c17631416 req-8d83b805-cb68-44ae-b04d-be443519e964 tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63648'] for port (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:34:07.478166 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-a89c27ff-be2f-4e96-9b36-a18c17631416 req-8d83b805-cb68-44ae-b04d-be443519e964 tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] 10.222.0.26 "DELETE /v2.0/ports/a4e800ff-3296-4d44-b0bb-ed984aa9ebf3 HTTP/1.1" status: 204 len: 173 time: 0.3847117 Mar 25 19:34:07.478647 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ca792a0-475f-41a8-9724-98b343036214', 'name': 'network-vif-deleted', 'tag': 'a4e800ff-3296-4d44-b0bb-ed984aa9ebf3'}] {{(pid=103196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 25 19:34:07.480882 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aab9b3bfb8b62b9c439d2baea07b5fa53a515b81dc2b4d2d70d2153c83a947a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58e1b33d-76c4-4c37-be3f-0de4f0860b24" -d '{"events": [{"server_uuid": "0ca792a0-475f-41a8-9724-98b343036214", "name": "network-vif-deleted", "tag": "a4e800ff-3296-4d44-b0bb-ed984aa9ebf3"}]}' {{(pid=103196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 25 19:34:07.518488 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Mar 2022 19:34:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8aa25def-00ca-4421-8392-913fb4f3d883 x-openstack-request-id: req-8aa25def-00ca-4421-8392-913fb4f3d883 {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 25 19:34:07.518935 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ca792a0-475f-41a8-9724-98b343036214", "name": "network-vif-deleted", "tag": "a4e800ff-3296-4d44-b0bb-ed984aa9ebf3", "status": "completed", "code": 200}]} {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 25 19:34:07.519190 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8aa25def-00ca-4421-8392-913fb4f3d883 {{(pid=103196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 25 19:34:07.519681 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8aa25def-00ca-4421-8392-913fb4f3d883'] response: {'server_uuid': '0ca792a0-475f-41a8-9724-98b343036214', 'name': 'network-vif-deleted', 'tag': 'a4e800ff-3296-4d44-b0bb-ed984aa9ebf3', 'status': 'completed', 'code': 200} Mar 25 19:34:08.054639 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-1227287e-f5d9-4d8e-93de-92ae7d57e963 req-362098c8-9fa0-4c7c-b2d3-ab931fa50333 tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] 10.222.0.18 "GET /v2.0/ports?device_id=0ca792a0-475f-41a8-9724-98b343036214 HTTP/1.1" status: 200 len: 210 time: 0.0261674 Mar 25 19:34:11.330471 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.18', 40238) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:34:11.336985 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Device a4e800ff-3296-4d44-b0bb-ed984aa9ebf3 no longer exists at agent hyperv_hv-cinder-75510 {{(pid=103198) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 25 19:34:11.356624 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] No Port match for: a4e800ff-3296-4d44-b0bb-ed984aa9ebf3 {{(pid=103198) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 25 19:34:11.356970 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Device a4e800ff-3296-4d44-b0bb-ed984aa9ebf3 not bound to the agent host hv-cinder-75510 {{(pid=103198) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 25 19:34:11.481679 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.plugins.ml2.plugin [None req-7fec3742-acda-4423-b0b7-0035de32b544 tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] Deleting port 21e79bac-032b-4707-91bd-51676c6d2450 {{(pid=103197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 25 19:34:11.482016 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-7fec3742-acda-4423-b0b7-0035de32b544 tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741036672799'] for port (21e79bac-032b-4707-91bd-51676c6d2450), before_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:34:11.557709 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-7fec3742-acda-4423-b0b7-0035de32b544 tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3766103'] for port (21e79bac-032b-4707-91bd-51676c6d2450), precommit_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:34:11.558049 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-7fec3742-acda-4423-b0b7-0035de32b544 tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] Publish callbacks [] for floatingip (21e79bac-032b-4707-91bd-51676c6d2450), precommit_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:34:11.569262 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.plugins.ml2.plugin [None req-7fec3742-acda-4423-b0b7-0035de32b544 tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] Calling delete_port for 21e79bac-032b-4707-91bd-51676c6d2450 owned by network:floatingip {{(pid=103197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 25 19:34:11.710527 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-7fec3742-acda-4423-b0b7-0035de32b544 tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741036679554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741036190724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59283508'] for port (21e79bac-032b-4707-91bd-51676c6d2450), after_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:34:11.736679 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fec3742-acda-4423-b0b7-0035de32b544 tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] Pushing event deleted for resources: {'Port': ['ID=21e79bac-032b-4707-91bd-51676c6d2450,revision_number=None']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:34:11.761019 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fec3742-acda-4423-b0b7-0035de32b544 tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:34:11.761368 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fec3742-acda-4423-b0b7-0035de32b544 tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:34:11.761713 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fec3742-acda-4423-b0b7-0035de32b544 tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:34:11.762056 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fec3742-acda-4423-b0b7-0035de32b544 tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:34:11.762390 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fec3742-acda-4423-b0b7-0035de32b544 tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:34:11.762751 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fec3742-acda-4423-b0b7-0035de32b544 tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:34:11.763080 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fec3742-acda-4423-b0b7-0035de32b544 tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:34:11.763403 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fec3742-acda-4423-b0b7-0035de32b544 tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:34:11.763727 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fec3742-acda-4423-b0b7-0035de32b544 tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:34:11.764056 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fec3742-acda-4423-b0b7-0035de32b544 tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:34:11.764378 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fec3742-acda-4423-b0b7-0035de32b544 tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:34:11.764700 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fec3742-acda-4423-b0b7-0035de32b544 tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:34:11.765021 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fec3742-acda-4423-b0b7-0035de32b544 tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:34:11.765339 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fec3742-acda-4423-b0b7-0035de32b544 tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:34:11.765657 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fec3742-acda-4423-b0b7-0035de32b544 tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:34:11.803198 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-7fec3742-acda-4423-b0b7-0035de32b544 tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] Publish callbacks [] for floatingip (35f9d31e-1ae2-4752-ae94-0e657c494cf5), after_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:34:11.803447 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.db.l3_db [None req-7fec3742-acda-4423-b0b7-0035de32b544 tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] Floating IP 35f9d31e-1ae2-4752-ae94-0e657c494cf5 disassociated (deleted). External IP: 172.27.0.77, port: 1b0503ba-a31f-464e-add1-b73cdd3d1d4e. Mar 25 19:34:12.005463 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fec3742-acda-4423-b0b7-0035de32b544 tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] Router f07aef92-6be8-4ca1-a8c8-20fd188150b6 has already been hosted by L3 agent af1b81b0-43af-47bb-a61e-8e46b36efc57 {{(pid=103197) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 25 19:34:12.122723 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fec3742-acda-4423-b0b7-0035de32b544 tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] Notify agent at l3_agent.dv-cinder-755101-7-iscsi the message routers_updated {{(pid=103197) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 25 19:34:12.126973 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-7fec3742-acda-4423-b0b7-0035de32b544 tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63648'] for floatingip (None), before_response {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:34:12.133186 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba848b69-d96b-4959-8f3a-db5a9ca5ae41 None None] Sync routers for ids ['f07aef92-6be8-4ca1-a8c8-20fd188150b6'] in dv-cinder-755101-7-iscsi {{(pid=103198) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 25 19:34:12.142609 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba848b69-d96b-4959-8f3a-db5a9ca5ae41 None None] Routers {'f07aef92-6be8-4ca1-a8c8-20fd188150b6'} bound to L3 agent in host dv-cinder-755101-7-iscsi {{(pid=103198) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 25 19:34:12.143219 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.l3_hamode_db [None req-ba848b69-d96b-4959-8f3a-db5a9ca5ae41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755101-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-25T19:11:57Z,description=,heartbeat_timestamp=2022-03-25T19:33:57Z,host='dv-cinder-755101-7-iscsi',id=af1b81b0-43af-47bb-a61e-8e46b36efc57,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:11:57Z,topic='l3_agent')) {'router_ids': ['f07aef92-6be8-4ca1-a8c8-20fd188150b6'], 'active': True} {{(pid=103198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 19:34:12.158403 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-7fec3742-acda-4423-b0b7-0035de32b544 tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] 10.222.0.18 "DELETE /v2.0/floatingips/35f9d31e-1ae2-4752-ae94-0e657c494cf5 HTTP/1.1" status: 204 len: 168 time: 0.8246124 Mar 25 19:34:12.158403 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e9107ef-2d03-44f2-a6dd-8bc18491787b', 'tag': '1b0503ba-a31f-464e-add1-b73cdd3d1d4e'}] {{(pid=103197) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 25 19:34:12.159248 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7289d4093f021cbd7bf50bbaa59f437c9f72b9c220592c3ffe9e03ab6ac51c7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ea5def1-e69f-4ec7-807b-76eb74fe2b78" -d '{"events": [{"name": "network-changed", "server_uuid": "4e9107ef-2d03-44f2-a6dd-8bc18491787b", "tag": "1b0503ba-a31f-464e-add1-b73cdd3d1d4e"}]}' {{(pid=103197) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 25 19:34:12.265076 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 25 Mar 2022 19:34:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f3b3e63-30e4-4bd5-bd85-0d987da13b10 x-openstack-request-id: req-1f3b3e63-30e4-4bd5-bd85-0d987da13b10 {{(pid=103197) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 25 19:34:12.265371 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e9107ef-2d03-44f2-a6dd-8bc18491787b", "tag": "1b0503ba-a31f-464e-add1-b73cdd3d1d4e", "status": "completed", "code": 200}]} {{(pid=103197) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 25 19:34:12.265627 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1f3b3e63-30e4-4bd5-bd85-0d987da13b10 {{(pid=103197) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 25 19:34:12.266037 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f3b3e63-30e4-4bd5-bd85-0d987da13b10'] response: {'name': 'network-changed', 'server_uuid': '4e9107ef-2d03-44f2-a6dd-8bc18491787b', 'tag': '1b0503ba-a31f-464e-add1-b73cdd3d1d4e', 'status': 'completed', 'code': 200} Mar 25 19:34:12.266287 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.l3_dvr_db [None req-ba848b69-d96b-4959-8f3a-db5a9ca5ae41 None None] Set router f07aef92-6be8-4ca1-a8c8-20fd188150b6 gateway port host: dv-cinder-755101-7-iscsi {{(pid=103198) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 25 19:34:12.334826 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea5def1-e69f-4ec7-807b-76eb74fe2b78 req-69ba607d-1128-494c-ab6f-6cc1b3d82dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:34:12.336420 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-0ea5def1-e69f-4ec7-807b-76eb74fe2b78 req-69ba607d-1128-494c-ab6f-6cc1b3d82dd8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=047bda67abf94801b4a3258dfa563394&device_id=4e9107ef-2d03-44f2-a6dd-8bc18491787b HTTP/1.1" status: 200 len: 1129 time: 0.0512431 Mar 25 19:34:12.452943 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e20f01b-c6ab-45c3-99a4-b7766242d0bd req-376b6d92-f8eb-4153-b1c2-b41861056316 tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:34:12.454403 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-6e20f01b-c6ab-45c3-99a4-b7766242d0bd req-376b6d92-f8eb-4153-b1c2-b41861056316 tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] 10.222.0.18 "GET /v2.0/ports?device_id=4e9107ef-2d03-44f2-a6dd-8bc18491787b HTTP/1.1" status: 200 len: 945 time: 0.1149192 Mar 25 19:34:12.478381 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.l3_hamode_db [None req-ba848b69-d96b-4959-8f3a-db5a9ca5ae41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f07aef92-6be8-4ca1-a8c8-20fd188150b6', 'name': 'tempest-TestVolumeBootPattern-1146644451-router', 'tenant_id': '047bda67abf94801b4a3258dfa563394', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'external_fixed_ips': [{'subnet_id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'ip_address': '172.27.0.126'}], 'enable_snat': True}, 'gw_port_id': '4e1882de-b674-4c01-9054-99a59c61b85f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T19:27:29Z', 'updated_at': '2022-03-25T19:27:34Z', 'revision_number': 4, 'project_id': '047bda67abf94801b4a3258dfa563394', 'gw_port': {'id': '4e1882de-b674-4c01-9054-99a59c61b85f', 'name': '', 'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:57:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f07aef92-6be8-4ca1-a8c8-20fd188150b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'ip_address': '172.27.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T19:27:30Z', 'updated_at': '2022-03-25T19:27:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755101-7-iscsi', '_interfaces': [{'id': '17662467-b6b2-4bf1-83ee-afa512959f9b', 'name': '', 'network_id': '27580a04-c198-4a21-a1dd-713b4c75540c', 'tenant_id': '047bda67abf94801b4a3258dfa563394', 'mac_address': 'fa:16:3e:29:5e:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f07aef92-6be8-4ca1-a8c8-20fd188150b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': 'c8e42045-43c2-4a9f-a0d6-9006af4b8132', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T19:27:32Z', 'updated_at': '2022-03-25T19:27:40Z', 'revision_number': 5, 'project_id': '047bda67abf94801b4a3258dfa563394', 'subnets': [{'id': 'c8e42045-43c2-4a9f-a0d6-9006af4b8132', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-755101-7-iscsi', False) {} {{(pid=103198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 19:34:12.479070 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea5def1-e69f-4ec7-807b-76eb74fe2b78 req-a431dc59-a958-4d5b-9ce4-fcdca612c997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:34:12.480081 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-0ea5def1-e69f-4ec7-807b-76eb74fe2b78 req-a431dc59-a958-4d5b-9ce4-fcdca612c997 service neutron] 10.222.0.26 "GET /v2.0/networks?id=27580a04-c198-4a21-a1dd-713b4c75540c HTTP/1.1" status: 200 len: 913 time: 0.1307080 Mar 25 19:34:12.504879 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba848b69-d96b-4959-8f3a-db5a9ca5ae41 None None] Checking router: f07aef92-6be8-4ca1-a8c8-20fd188150b6 for host: dv-cinder-755101-7-iscsi {{(pid=103198) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 25 19:34:12.513109 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba848b69-d96b-4959-8f3a-db5a9ca5ae41 None None] Routers {'f07aef92-6be8-4ca1-a8c8-20fd188150b6'} bound to L3 agent in host dv-cinder-755101-7-iscsi {{(pid=103198) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 25 19:34:12.513664 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.l3_hamode_db [None req-ba848b69-d96b-4959-8f3a-db5a9ca5ae41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755101-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-25T19:11:57Z,description=,heartbeat_timestamp=2022-03-25T19:33:57Z,host='dv-cinder-755101-7-iscsi',id=af1b81b0-43af-47bb-a61e-8e46b36efc57,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:11:57Z,topic='l3_agent')) {'router_ids': ['f07aef92-6be8-4ca1-a8c8-20fd188150b6'], 'active': True} {{(pid=103198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 19:34:12.531966 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-0ea5def1-e69f-4ec7-807b-76eb74fe2b78 req-a7b59a6d-69b6-4eea-b805-548edcf551c5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1b0503ba-a31f-464e-add1-b73cdd3d1d4e HTTP/1.1" status: 200 len: 217 time: 0.0453973 Mar 25 19:34:12.553933 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-6e20f01b-c6ab-45c3-99a4-b7766242d0bd req-46763aec-a5de-4572-a147-589dd64db065 tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] 10.222.0.18 "GET /v2.0/security-groups?id=4fcd9e27-60e1-4707-b5da-0a7affa4af42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0909293 Mar 25 19:34:12.588381 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea5def1-e69f-4ec7-807b-76eb74fe2b78 req-eba2ab98-81ef-4c81-9b21-4cc2f6dbe5b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:34:12.589829 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-0ea5def1-e69f-4ec7-807b-76eb74fe2b78 req-eba2ab98-81ef-4c81-9b21-4cc2f6dbe5b4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c8e42045-43c2-4a9f-a0d6-9006af4b8132 HTTP/1.1" status: 200 len: 851 time: 0.0486598 Mar 25 19:34:12.620318 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.l3_dvr_db [None req-ba848b69-d96b-4959-8f3a-db5a9ca5ae41 None None] Set router f07aef92-6be8-4ca1-a8c8-20fd188150b6 gateway port host: dv-cinder-755101-7-iscsi {{(pid=103198) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 25 19:34:12.637531 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea5def1-e69f-4ec7-807b-76eb74fe2b78 req-97aeffd5-bbcf-4e69-93a9-8262bb10788a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:34:12.639139 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-0ea5def1-e69f-4ec7-807b-76eb74fe2b78 req-97aeffd5-bbcf-4e69-93a9-8262bb10788a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=27580a04-c198-4a21-a1dd-713b4c75540c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0430841 Mar 25 19:34:12.730032 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-0ea5def1-e69f-4ec7-807b-76eb74fe2b78 req-8daede51-48a5-4454-92c6-dccf98ada5e3 service neutron] 10.222.0.26 "GET /v2.0/networks/27580a04-c198-4a21-a1dd-713b4c75540c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843010 Mar 25 19:34:12.815946 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.l3_hamode_db [None req-ba848b69-d96b-4959-8f3a-db5a9ca5ae41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f07aef92-6be8-4ca1-a8c8-20fd188150b6', 'name': 'tempest-TestVolumeBootPattern-1146644451-router', 'tenant_id': '047bda67abf94801b4a3258dfa563394', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'external_fixed_ips': [{'subnet_id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'ip_address': '172.27.0.126'}], 'enable_snat': True}, 'gw_port_id': '4e1882de-b674-4c01-9054-99a59c61b85f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T19:27:29Z', 'updated_at': '2022-03-25T19:27:34Z', 'revision_number': 4, 'project_id': '047bda67abf94801b4a3258dfa563394', 'gw_port': {'id': '4e1882de-b674-4c01-9054-99a59c61b85f', 'name': '', 'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:57:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f07aef92-6be8-4ca1-a8c8-20fd188150b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'ip_address': '172.27.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T19:27:30Z', 'updated_at': '2022-03-25T19:27:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755101-7-iscsi', '_interfaces': [{'id': '17662467-b6b2-4bf1-83ee-afa512959f9b', 'name': '', 'network_id': '27580a04-c198-4a21-a1dd-713b4c75540c', 'tenant_id': '047bda67abf94801b4a3258dfa563394', 'mac_address': 'fa:16:3e:29:5e:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f07aef92-6be8-4ca1-a8c8-20fd188150b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': 'c8e42045-43c2-4a9f-a0d6-9006af4b8132', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T19:27:32Z', 'updated_at': '2022-03-25T19:27:40Z', 'revision_number': 5, 'project_id': '047bda67abf94801b4a3258dfa563394', 'subnets': [{'id': 'c8e42045-43c2-4a9f-a0d6-9006af4b8132', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-755101-7-iscsi', False) {} {{(pid=103198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 19:34:12.818008 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-0ea5def1-e69f-4ec7-807b-76eb74fe2b78 req-1bb3b65f-a76d-420e-adf2-cc268434ddbc service neutron] 10.222.0.26 "GET /v2.0/networks/27580a04-c198-4a21-a1dd-713b4c75540c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824237 Mar 25 19:34:12.845351 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba848b69-d96b-4959-8f3a-db5a9ca5ae41 None None] The sync data for ids ['f07aef92-6be8-4ca1-a8c8-20fd188150b6'] in dv-cinder-755101-7-iscsi is: [{'id': 'f07aef92-6be8-4ca1-a8c8-20fd188150b6', 'name': 'tempest-TestVolumeBootPattern-1146644451-router', 'tenant_id': '047bda67abf94801b4a3258dfa563394', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'external_fixed_ips': [{'subnet_id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'ip_address': '172.27.0.126'}], 'enable_snat': True}, 'gw_port_id': '4e1882de-b674-4c01-9054-99a59c61b85f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T19:27:29Z', 'updated_at': '2022-03-25T19:27:34Z', 'revision_number': 4, 'project_id': '047bda67abf94801b4a3258dfa563394', 'gw_port': {'id': '4e1882de-b674-4c01-9054-99a59c61b85f', 'name': '', 'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:57:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f07aef92-6be8-4ca1-a8c8-20fd188150b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'ip_address': '172.27.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T19:27:30Z', 'updated_at': '2022-03-25T19:27:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755101-7-iscsi', '_interfaces': [{'id': '17662467-b6b2-4bf1-83ee-afa512959f9b', 'name': '', 'network_id': '27580a04-c198-4a21-a1dd-713b4c75540c', 'tenant_id': '047bda67abf94801b4a3258dfa563394', 'mac_address': 'fa:16:3e:29:5e:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f07aef92-6be8-4ca1-a8c8-20fd188150b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': 'c8e42045-43c2-4a9f-a0d6-9006af4b8132', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T19:27:32Z', 'updated_at': '2022-03-25T19:27:40Z', 'revision_number': 5, 'project_id': '047bda67abf94801b4a3258dfa563394', 'subnets': [{'id': 'c8e42045-43c2-4a9f-a0d6-9006af4b8132', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103198) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 25 19:34:13.054571 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-858f1baf-14b4-4b95-a920-db433566ba8b None None] New status for floating IP 35f9d31e-1ae2-4752-ae94-0e657c494cf5: DOWN {{(pid=103199) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 25 19:34:13.672246 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee92fe1-f555-473d-a292-1791cfa1e94f req-20bd8dc3-2422-481d-a15a-2633e2a4829e tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:34:13.673686 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-5ee92fe1-f555-473d-a292-1791cfa1e94f req-20bd8dc3-2422-481d-a15a-2633e2a4829e tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] 10.222.0.18 "GET /v2.0/ports?device_id=4e9107ef-2d03-44f2-a6dd-8bc18491787b HTTP/1.1" status: 200 len: 945 time: 0.0507195 Mar 25 19:34:13.720627 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-5ee92fe1-f555-473d-a292-1791cfa1e94f req-ae1f16ba-e68e-4642-ad8a-5dd859dbbf5c tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] 10.222.0.18 "GET /v2.0/security-groups?id=4fcd9e27-60e1-4707-b5da-0a7affa4af42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409448 Mar 25 19:34:13.811822 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19aee4fe-c8b2-42b2-8b67-aa305cd03a4d req-683a1bc9-903c-4e04-b1c0-c1f043baa84e tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103196) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 25 19:34:13.813254 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-19aee4fe-c8b2-42b2-8b67-aa305cd03a4d req-683a1bc9-903c-4e04-b1c0-c1f043baa84e tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] 10.222.0.26 "GET /v2.0/ports?device_id=4e9107ef-2d03-44f2-a6dd-8bc18491787b HTTP/1.1" status: 200 len: 945 time: 0.0523124 Mar 25 19:34:13.906561 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [req-19aee4fe-c8b2-42b2-8b67-aa305cd03a4d req-c4fe7d66-6aca-4548-94f7-08a4c9e08baf tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] Deleting port 1b0503ba-a31f-464e-add1-b73cdd3d1d4e {{(pid=103196) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 25 19:34:13.906900 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-19aee4fe-c8b2-42b2-8b67-aa305cd03a4d req-c4fe7d66-6aca-4548-94f7-08a4c9e08baf tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741036672799'] for port (1b0503ba-a31f-464e-add1-b73cdd3d1d4e), before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:34:13.993145 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.db [req-19aee4fe-c8b2-42b2-8b67-aa305cd03a4d req-c4fe7d66-6aca-4548-94f7-08a4c9e08baf tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] For port 1b0503ba-a31f-464e-add1-b73cdd3d1d4e, host hv-cinder-75510, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75510',level=0,port_id=1b0503ba-a31f-464e-add1-b73cdd3d1d4e,segment=NetworkSegment(e330a8af-5d1b-4552-a8f9-d04d69fc20fb),segment_id=e330a8af-5d1b-4552-a8f9-d04d69fc20fb)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 25 19:34:13.993417 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-19aee4fe-c8b2-42b2-8b67-aa305cd03a4d req-c4fe7d66-6aca-4548-94f7-08a4c9e08baf tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3766103'] for port (1b0503ba-a31f-464e-add1-b73cdd3d1d4e), precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:34:14.006562 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [req-19aee4fe-c8b2-42b2-8b67-aa305cd03a4d req-c4fe7d66-6aca-4548-94f7-08a4c9e08baf tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] Calling delete_port for 1b0503ba-a31f-464e-add1-b73cdd3d1d4e owned by compute:nova {{(pid=103196) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 25 19:34:14.130925 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-19aee4fe-c8b2-42b2-8b67-aa305cd03a4d req-c4fe7d66-6aca-4548-94f7-08a4c9e08baf tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741036679554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741036190724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58911673'] for port (1b0503ba-a31f-464e-add1-b73cdd3d1d4e), after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:34:14.157340 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fe7d66-6aca-4548-94f7-08a4c9e08baf tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] Pushing event deleted for resources: {'Port': ['ID=1b0503ba-a31f-464e-add1-b73cdd3d1d4e,revision_number=None']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:34:14.204905 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [req-19aee4fe-c8b2-42b2-8b67-aa305cd03a4d req-c4fe7d66-6aca-4548-94f7-08a4c9e08baf tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] No DVR routers for this DVR port 1b0503ba-a31f-464e-add1-b73cdd3d1d4e on host hv-cinder-75510 {{(pid=103196) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 25 19:34:14.208039 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [req-19aee4fe-c8b2-42b2-8b67-aa305cd03a4d req-c4fe7d66-6aca-4548-94f7-08a4c9e08baf tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63648'] for port (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:34:14.211379 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [req-19aee4fe-c8b2-42b2-8b67-aa305cd03a4d req-c4fe7d66-6aca-4548-94f7-08a4c9e08baf tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] 10.222.0.26 "DELETE /v2.0/ports/1b0503ba-a31f-464e-add1-b73cdd3d1d4e HTTP/1.1" status: 204 len: 173 time: 0.3920786 Mar 25 19:34:14.211816 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e9107ef-2d03-44f2-a6dd-8bc18491787b', 'name': 'network-vif-deleted', 'tag': '1b0503ba-a31f-464e-add1-b73cdd3d1d4e'}] {{(pid=103196) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 25 19:34:14.214053 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aab9b3bfb8b62b9c439d2baea07b5fa53a515b81dc2b4d2d70d2153c83a947a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2144ee4a-cea3-4f39-a9fa-133022c98921" -d '{"events": [{"server_uuid": "4e9107ef-2d03-44f2-a6dd-8bc18491787b", "name": "network-vif-deleted", "tag": "1b0503ba-a31f-464e-add1-b73cdd3d1d4e"}]}' {{(pid=103196) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 25 19:34:14.250150 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 25 Mar 2022 19:34:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96595625-632a-4cbc-9561-e8ae1657573c x-openstack-request-id: req-96595625-632a-4cbc-9561-e8ae1657573c {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 25 19:34:14.250429 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e9107ef-2d03-44f2-a6dd-8bc18491787b", "name": "network-vif-deleted", "tag": "1b0503ba-a31f-464e-add1-b73cdd3d1d4e", "status": "completed", "code": 200}]} {{(pid=103196) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 25 19:34:14.250719 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-96595625-632a-4cbc-9561-e8ae1657573c {{(pid=103196) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 25 19:34:14.251133 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.notifiers.nova [-] Nova event matching ['req-96595625-632a-4cbc-9561-e8ae1657573c'] response: {'server_uuid': '4e9107ef-2d03-44f2-a6dd-8bc18491787b', 'name': 'network-vif-deleted', 'tag': '1b0503ba-a31f-464e-add1-b73cdd3d1d4e', 'status': 'completed', 'code': 200} Mar 25 19:34:14.836227 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [req-64ab511b-2446-4b26-a624-cf82d86eea61 req-8434672b-d9a9-44d4-a16a-6e24fe65620f tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] 10.222.0.18 "GET /v2.0/ports?device_id=4e9107ef-2d03-44f2-a6dd-8bc18491787b HTTP/1.1" status: 200 len: 210 time: 0.0306122 Mar 25 19:34:15.104913 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.db.agents_db [None req-ad735e95-395b-498c-b22d-e8906e231634 None None] Agent healthcheck: found 6 active agents {{(pid=103199) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 25 19:34:15.893357 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.18', 40256) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:34:16.010803 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.plugins.ml2.plugin [None req-7f975f24-9a6d-4a23-96a5-897773c28e71 tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] Deleting port da3d69c8-5c52-49ee-9c7f-df70aa535a35 {{(pid=103197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 25 19:34:16.011141 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-7f975f24-9a6d-4a23-96a5-897773c28e71 tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741036672799'] for port (da3d69c8-5c52-49ee-9c7f-df70aa535a35), before_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:34:16.082248 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-7f975f24-9a6d-4a23-96a5-897773c28e71 tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3766103'] for port (da3d69c8-5c52-49ee-9c7f-df70aa535a35), precommit_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:34:16.082584 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-7f975f24-9a6d-4a23-96a5-897773c28e71 tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] Publish callbacks [] for floatingip (da3d69c8-5c52-49ee-9c7f-df70aa535a35), precommit_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:34:16.093725 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.plugins.ml2.plugin [None req-7f975f24-9a6d-4a23-96a5-897773c28e71 tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] Calling delete_port for da3d69c8-5c52-49ee-9c7f-df70aa535a35 owned by network:floatingip {{(pid=103197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 25 19:34:16.218838 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-7f975f24-9a6d-4a23-96a5-897773c28e71 tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741036679554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741036190724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59283508'] for port (da3d69c8-5c52-49ee-9c7f-df70aa535a35), after_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:34:16.242933 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f975f24-9a6d-4a23-96a5-897773c28e71 tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] Pushing event deleted for resources: {'Port': ['ID=da3d69c8-5c52-49ee-9c7f-df70aa535a35,revision_number=None']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:34:16.304472 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-7f975f24-9a6d-4a23-96a5-897773c28e71 tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] Publish callbacks [] for floatingip (e620a17c-6a58-40ee-8278-08a254f4b54a), after_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:34:16.306997 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-7f975f24-9a6d-4a23-96a5-897773c28e71 tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63648'] for floatingip (None), before_response {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:34:16.308152 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-7f975f24-9a6d-4a23-96a5-897773c28e71 tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] 10.222.0.18 "DELETE /v2.0/floatingips/e620a17c-6a58-40ee-8278-08a254f4b54a HTTP/1.1" status: 204 len: 168 time: 0.4133012 Mar 25 19:34:17.352320 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Device 1b0503ba-a31f-464e-add1-b73cdd3d1d4e no longer exists at agent hyperv_hv-cinder-75510 {{(pid=103198) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 25 19:34:17.372538 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] No Port match for: 1b0503ba-a31f-464e-add1-b73cdd3d1d4e {{(pid=103198) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 25 19:34:17.372896 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Device 1b0503ba-a31f-464e-add1-b73cdd3d1d4e not bound to the agent host hv-cinder-75510 {{(pid=103198) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 25 19:34:17.494477 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.18', 40268) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:34:17.548458 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-b17dcc93-600a-4f65-ab2c-3c6710e1a1d0 tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] Publish callbacks [] for security_group (4fcd9e27-60e1-4707-b5da-0a7affa4af42), before_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:34:17.575321 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-b17dcc93-600a-4f65-ab2c-3c6710e1a1d0 tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] Publish callbacks [] for security_group (4fcd9e27-60e1-4707-b5da-0a7affa4af42), precommit_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:34:17.639105 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-b17dcc93-600a-4f65-ab2c-3c6710e1a1d0 tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687199'] for security_group (4fcd9e27-60e1-4707-b5da-0a7affa4af42), after_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:34:17.641669 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-b17dcc93-600a-4f65-ab2c-3c6710e1a1d0 tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] Publish callbacks [] for security_group (None), before_response {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:34:17.642837 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-b17dcc93-600a-4f65-ab2c-3c6710e1a1d0 tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] 10.222.0.18 "DELETE /v2.0/security-groups/4fcd9e27-60e1-4707-b5da-0a7affa4af42 HTTP/1.1" status: 204 len: 168 time: 0.1473243 Mar 25 19:34:17.651990 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17dcc93-600a-4f65-ab2c-3c6710e1a1d0 tempest-TestVolumeBootPattern-1739387501 tempest-TestVolumeBootPattern-1739387501-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fcd9e27-60e1-4707-b5da-0a7affa4af42,revision_number=None']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:34:17.699990 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.18', 40272) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:34:18.162453 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-289fef26-c6d8-4841-9bc2-58c8187cab3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3752261'] for router_interface (f07aef92-6be8-4ca1-a8c8-20fd188150b6), before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:34:18.401589 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-289fef26-c6d8-4841-9bc2-58c8187cab3f admin admin] Deleting port 17662467-b6b2-4bf1-83ee-afa512959f9b {{(pid=103196) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 25 19:34:18.401934 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-289fef26-c6d8-4841-9bc2-58c8187cab3f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741036672799'] for port (17662467-b6b2-4bf1-83ee-afa512959f9b), before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:34:18.478516 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-289fef26-c6d8-4841-9bc2-58c8187cab3f admin admin] For port 17662467-b6b2-4bf1-83ee-afa512959f9b, host dv-cinder-755101-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755101-7-iscsi',level=0,port_id=17662467-b6b2-4bf1-83ee-afa512959f9b,segment=NetworkSegment(e330a8af-5d1b-4552-a8f9-d04d69fc20fb),segment_id=e330a8af-5d1b-4552-a8f9-d04d69fc20fb)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 25 19:34:18.478896 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-289fef26-c6d8-4841-9bc2-58c8187cab3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3766103'] for port (17662467-b6b2-4bf1-83ee-afa512959f9b), precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:34:18.494533 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-289fef26-c6d8-4841-9bc2-58c8187cab3f admin admin] Calling delete_port for 17662467-b6b2-4bf1-83ee-afa512959f9b owned by network:router_interface {{(pid=103196) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 25 19:34:18.665405 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-289fef26-c6d8-4841-9bc2-58c8187cab3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741036679554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741036190724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58911673'] for port (17662467-b6b2-4bf1-83ee-afa512959f9b), after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:34:18.690592 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289fef26-c6d8-4841-9bc2-58c8187cab3f admin admin] Pushing event deleted for resources: {'Port': ['ID=17662467-b6b2-4bf1-83ee-afa512959f9b,revision_number=None']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:34:18.856864 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-289fef26-c6d8-4841-9bc2-58c8187cab3f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3692866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3752181'] for router_interface (f07aef92-6be8-4ca1-a8c8-20fd188150b6), after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:34:19.063556 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-289fef26-c6d8-4841-9bc2-58c8187cab3f admin admin] Router f07aef92-6be8-4ca1-a8c8-20fd188150b6 has already been hosted by L3 agent af1b81b0-43af-47bb-a61e-8e46b36efc57 {{(pid=103196) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 25 19:34:19.167194 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-289fef26-c6d8-4841-9bc2-58c8187cab3f admin admin] Notify agent at l3_agent.dv-cinder-755101-7-iscsi the message routers_updated {{(pid=103196) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 25 19:34:19.173447 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-289fef26-c6d8-4841-9bc2-58c8187cab3f admin admin] 10.222.0.18 "PUT /v2.0/routers/f07aef92-6be8-4ca1-a8c8-20fd188150b6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4710031 Mar 25 19:34:19.174458 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.18', 40276) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:34:19.177042 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d433563d-551f-44fd-a3e4-5d287f0422d3 None None] Sync routers for ids ['f07aef92-6be8-4ca1-a8c8-20fd188150b6'] in dv-cinder-755101-7-iscsi {{(pid=103198) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 25 19:34:19.187153 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d433563d-551f-44fd-a3e4-5d287f0422d3 None None] Routers {'f07aef92-6be8-4ca1-a8c8-20fd188150b6'} bound to L3 agent in host dv-cinder-755101-7-iscsi {{(pid=103198) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 25 19:34:19.187755 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.l3_hamode_db [None req-d433563d-551f-44fd-a3e4-5d287f0422d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755101-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-25T19:11:57Z,description=,heartbeat_timestamp=2022-03-25T19:33:57Z,host='dv-cinder-755101-7-iscsi',id=af1b81b0-43af-47bb-a61e-8e46b36efc57,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:11:57Z,topic='l3_agent')) {'router_ids': ['f07aef92-6be8-4ca1-a8c8-20fd188150b6'], 'active': True} {{(pid=103198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 19:34:19.277340 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-33b602c1-5805-433f-a499-9c15fa540d9b admin admin] Publish callbacks [] for router (f07aef92-6be8-4ca1-a8c8-20fd188150b6), before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:34:19.292208 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.l3_dvr_db [None req-d433563d-551f-44fd-a3e4-5d287f0422d3 None None] Set router f07aef92-6be8-4ca1-a8c8-20fd188150b6 gateway port host: dv-cinder-755101-7-iscsi {{(pid=103198) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 25 19:34:19.378706 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-33b602c1-5805-433f-a499-9c15fa540d9b admin admin] Publish callbacks [] for router_gateway (f07aef92-6be8-4ca1-a8c8-20fd188150b6), before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:34:19.431171 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-33b602c1-5805-433f-a499-9c15fa540d9b admin admin] Deleting port 4e1882de-b674-4c01-9054-99a59c61b85f {{(pid=103196) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 25 19:34:19.431509 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-33b602c1-5805-433f-a499-9c15fa540d9b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741036672799'] for port (4e1882de-b674-4c01-9054-99a59c61b85f), before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:34:19.468955 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.l3_hamode_db [None req-d433563d-551f-44fd-a3e4-5d287f0422d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f07aef92-6be8-4ca1-a8c8-20fd188150b6', 'name': 'tempest-TestVolumeBootPattern-1146644451-router', 'tenant_id': '047bda67abf94801b4a3258dfa563394', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'external_fixed_ips': [{'subnet_id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'ip_address': '172.27.0.126'}], 'enable_snat': True}, 'gw_port_id': '4e1882de-b674-4c01-9054-99a59c61b85f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T19:27:29Z', 'updated_at': '2022-03-25T19:34:18Z', 'revision_number': 5, 'project_id': '047bda67abf94801b4a3258dfa563394', 'gw_port': {'id': '4e1882de-b674-4c01-9054-99a59c61b85f', 'name': '', 'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:57:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f07aef92-6be8-4ca1-a8c8-20fd188150b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'ip_address': '172.27.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T19:27:30Z', 'updated_at': '2022-03-25T19:27:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755101-7-iscsi'}], 'dv-cinder-755101-7-iscsi', False) {} {{(pid=103198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 19:34:19.509804 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-33b602c1-5805-433f-a499-9c15fa540d9b admin admin] For port 4e1882de-b674-4c01-9054-99a59c61b85f, host dv-cinder-755101-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755101-7-iscsi',level=0,port_id=4e1882de-b674-4c01-9054-99a59c61b85f,segment=NetworkSegment(bcf11cf5-8ef8-46ee-bf1d-f87c743f3fc7),segment_id=bcf11cf5-8ef8-46ee-bf1d-f87c743f3fc7)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 25 19:34:19.510170 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-33b602c1-5805-433f-a499-9c15fa540d9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3766103'] for port (4e1882de-b674-4c01-9054-99a59c61b85f), precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:34:19.524468 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-33b602c1-5805-433f-a499-9c15fa540d9b admin admin] Calling delete_port for 4e1882de-b674-4c01-9054-99a59c61b85f owned by network:router_gateway {{(pid=103196) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 25 19:34:19.623438 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d433563d-551f-44fd-a3e4-5d287f0422d3 None None] Checking router: f07aef92-6be8-4ca1-a8c8-20fd188150b6 for host: dv-cinder-755101-7-iscsi {{(pid=103198) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 25 19:34:19.632757 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d433563d-551f-44fd-a3e4-5d287f0422d3 None None] Routers {'f07aef92-6be8-4ca1-a8c8-20fd188150b6'} bound to L3 agent in host dv-cinder-755101-7-iscsi {{(pid=103198) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 25 19:34:19.633295 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.l3_hamode_db [None req-d433563d-551f-44fd-a3e4-5d287f0422d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755101-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-25T19:11:57Z,description=,heartbeat_timestamp=2022-03-25T19:33:57Z,host='dv-cinder-755101-7-iscsi',id=af1b81b0-43af-47bb-a61e-8e46b36efc57,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:11:57Z,topic='l3_agent')) {'router_ids': ['f07aef92-6be8-4ca1-a8c8-20fd188150b6'], 'active': True} {{(pid=103198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 19:34:19.722339 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.l3_dvr_db [None req-d433563d-551f-44fd-a3e4-5d287f0422d3 None None] Set router f07aef92-6be8-4ca1-a8c8-20fd188150b6 gateway port host: None {{(pid=103198) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 25 19:34:19.777447 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.l3_hamode_db [None req-d433563d-551f-44fd-a3e4-5d287f0422d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f07aef92-6be8-4ca1-a8c8-20fd188150b6', 'name': 'tempest-TestVolumeBootPattern-1146644451-router', 'tenant_id': '047bda67abf94801b4a3258dfa563394', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T19:27:29Z', 'updated_at': '2022-03-25T19:34:19Z', 'revision_number': 6, 'project_id': '047bda67abf94801b4a3258dfa563394', 'gw_port_host': None}], 'dv-cinder-755101-7-iscsi', False) {} {{(pid=103198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 19:34:19.804456 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d433563d-551f-44fd-a3e4-5d287f0422d3 None None] The sync data for ids ['f07aef92-6be8-4ca1-a8c8-20fd188150b6'] in dv-cinder-755101-7-iscsi is: [{'id': 'f07aef92-6be8-4ca1-a8c8-20fd188150b6', 'name': 'tempest-TestVolumeBootPattern-1146644451-router', 'tenant_id': '047bda67abf94801b4a3258dfa563394', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T19:27:29Z', 'updated_at': '2022-03-25T19:34:19Z', 'revision_number': 6, 'project_id': '047bda67abf94801b4a3258dfa563394', 'gw_port_host': None}] {{(pid=103198) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 25 19:34:19.942580 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-33b602c1-5805-433f-a499-9c15fa540d9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741036679554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741036190724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58911673'] for port (4e1882de-b674-4c01-9054-99a59c61b85f), after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:34:19.967618 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b602c1-5805-433f-a499-9c15fa540d9b admin admin] Pushing event deleted for resources: {'Port': ['ID=4e1882de-b674-4c01-9054-99a59c61b85f,revision_number=None']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:34:20.024152 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-33b602c1-5805-433f-a499-9c15fa540d9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3753487'] for router_gateway (f07aef92-6be8-4ca1-a8c8-20fd188150b6), after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:34:20.111847 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-33b602c1-5805-433f-a499-9c15fa540d9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3756003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1471'] for router (f07aef92-6be8-4ca1-a8c8-20fd188150b6), precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:34:20.114523 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-33b602c1-5805-433f-a499-9c15fa540d9b admin admin] Publish callbacks [] for router_controller (f07aef92-6be8-4ca1-a8c8-20fd188150b6), precommit_delete_associations {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:34:20.160572 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-33b602c1-5805-433f-a499-9c15fa540d9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3756012'] for router (f07aef92-6be8-4ca1-a8c8-20fd188150b6), after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:34:20.161139 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33b602c1-5805-433f-a499-9c15fa540d9b admin admin] Fanout notify agent at l3_agent the message router_deleted on router f07aef92-6be8-4ca1-a8c8-20fd188150b6 {{(pid=103196) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 25 19:34:20.165461 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-33b602c1-5805-433f-a499-9c15fa540d9b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:34:20.166690 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-33b602c1-5805-433f-a499-9c15fa540d9b admin admin] 10.222.0.18 "DELETE /v2.0/routers/f07aef92-6be8-4ca1-a8c8-20fd188150b6 HTTP/1.1" status: 204 len: 168 time: 0.9912076 Mar 25 19:34:20.169261 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.18', 40278) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:34:20.213873 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.db.db_base_plugin_v2 [None req-24297cd7-7d95-4300-b37b-2080f1a44478 admin admin] Deleting subnet c8e42045-43c2-4a9f-a0d6-9006af4b8132 {{(pid=103196) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 25 19:34:20.217102 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-24297cd7-7d95-4300-b37b-2080f1a44478 admin admin] Publish callbacks [] for subnet (c8e42045-43c2-4a9f-a0d6-9006af4b8132), before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:34:20.251009 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-24297cd7-7d95-4300-b37b-2080f1a44478 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62748206'] for subnet (c8e42045-43c2-4a9f-a0d6-9006af4b8132), precommit_delete_associations {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:34:20.328090 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-24297cd7-7d95-4300-b37b-2080f1a44478 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1170929'] for subnet (c8e42045-43c2-4a9f-a0d6-9006af4b8132), precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:34:20.378986 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-24297cd7-7d95-4300-b37b-2080f1a44478 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1170920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58912072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62747862'] for subnet (c8e42045-43c2-4a9f-a0d6-9006af4b8132), after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:34:20.403693 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24297cd7-7d95-4300-b37b-2080f1a44478 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c8e42045-43c2-4a9f-a0d6-9006af4b8132,revision_number=None']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:34:20.407289 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-24297cd7-7d95-4300-b37b-2080f1a44478 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692927'] for subnet (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:34:20.411617 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-24297cd7-7d95-4300-b37b-2080f1a44478 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/c8e42045-43c2-4a9f-a0d6-9006af4b8132 HTTP/1.1" status: 204 len: 168 time: 0.2410295 Mar 25 19:34:20.413854 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.wsgi [-] (103196) accepted ('10.222.0.18', 40280) {{(pid=103196) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:34:20.414986 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b59b1eaf-672a-4059-a81c-63a53ff30f15 None None] Network 27580a04-c198-4a21-a1dd-713b4c75540c requested from dv-cinder-755101-7-iscsi {{(pid=103198) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 25 19:34:20.479848 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-2d2813da-9e86-4b8a-9a8a-1a52e0326c4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1050558'] for network (27580a04-c198-4a21-a1dd-713b4c75540c), before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:34:20.535216 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-2d2813da-9e86-4b8a-9a8a-1a52e0326c4d admin admin] Deleting port ce3fc972-8636-4197-9d60-332ed8171e99 {{(pid=103196) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 25 19:34:20.535552 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-2d2813da-9e86-4b8a-9a8a-1a52e0326c4d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741036672799'] for port (ce3fc972-8636-4197-9d60-332ed8171e99), before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:34:20.591054 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f7ec7a4-1848-4a1d-aa02-3eef645405cb None None] DHCP port deletion for 27580a04-c198-4a21-a1dd-713b4c75540c request from dv-cinder-755101-7-iscsi {{(pid=103198) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 25 19:34:20.600657 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.db [None req-2d2813da-9e86-4b8a-9a8a-1a52e0326c4d admin admin] For port ce3fc972-8636-4197-9d60-332ed8171e99, host dv-cinder-755101-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755101-7-iscsi',level=0,port_id=ce3fc972-8636-4197-9d60-332ed8171e99,segment=NetworkSegment(e330a8af-5d1b-4552-a8f9-d04d69fc20fb),segment_id=e330a8af-5d1b-4552-a8f9-d04d69fc20fb)] {{(pid=103196) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 25 19:34:20.601021 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-2d2813da-9e86-4b8a-9a8a-1a52e0326c4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3766103'] for port (ce3fc972-8636-4197-9d60-332ed8171e99), precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:34:20.613841 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.plugin [None req-2d2813da-9e86-4b8a-9a8a-1a52e0326c4d admin admin] Calling delete_port for ce3fc972-8636-4197-9d60-332ed8171e99 owned by network:dhcp {{(pid=103196) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 25 19:34:20.637129 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-4f7ec7a4-1848-4a1d-aa02-3eef645405cb None None] Deleting port ce3fc972-8636-4197-9d60-332ed8171e99 {{(pid=103198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 25 19:34:20.637502 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-4f7ec7a4-1848-4a1d-aa02-3eef645405cb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741036672799'] for port (ce3fc972-8636-4197-9d60-332ed8171e99), before_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:34:20.699145 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-2d2813da-9e86-4b8a-9a8a-1a52e0326c4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741036679554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741036190724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58911673'] for port (ce3fc972-8636-4197-9d60-332ed8171e99), after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:34:20.709367 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.db [None req-4f7ec7a4-1848-4a1d-aa02-3eef645405cb None None] For port ce3fc972-8636-4197-9d60-332ed8171e99, host dv-cinder-755101-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755101-7-iscsi',level=0,port_id=ce3fc972-8636-4197-9d60-332ed8171e99,segment=NetworkSegment(e330a8af-5d1b-4552-a8f9-d04d69fc20fb),segment_id=e330a8af-5d1b-4552-a8f9-d04d69fc20fb)] {{(pid=103198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 25 19:34:20.709768 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-4f7ec7a4-1848-4a1d-aa02-3eef645405cb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3766103'] for port (ce3fc972-8636-4197-9d60-332ed8171e99), precommit_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:34:20.723759 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-4f7ec7a4-1848-4a1d-aa02-3eef645405cb None None] Calling delete_port for ce3fc972-8636-4197-9d60-332ed8171e99 owned by network:dhcp {{(pid=103198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 25 19:34:20.727019 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2813da-9e86-4b8a-9a8a-1a52e0326c4d admin admin] Pushing event deleted for resources: {'Port': ['ID=ce3fc972-8636-4197-9d60-332ed8171e99,revision_number=None']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:34:20.730557 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d2813da-9e86-4b8a-9a8a-1a52e0326c4d admin admin] No DVR routers for this DVR port ce3fc972-8636-4197-9d60-332ed8171e99 on host dv-cinder-755101-7-iscsi {{(pid=103196) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 25 19:34:20.801344 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-2d2813da-9e86-4b8a-9a8a-1a52e0326c4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1136452', 'neutron.services.segments.db._delete_segments_for_network-8741036503875'] for network (27580a04-c198-4a21-a1dd-713b4c75540c), precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:34:20.804255 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-4f7ec7a4-1848-4a1d-aa02-3eef645405cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741036679554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741036190724'] for port (ce3fc972-8636-4197-9d60-332ed8171e99), after_delete {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:34:20.828316 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.services.segments.db [None req-2d2813da-9e86-4b8a-9a8a-1a52e0326c4d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27580a04-c198-4a21-a1dd-713b4c75540c']}} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 19:34:20.831043 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Device 17662467-b6b2-4bf1-83ee-afa512959f9b no longer exists at agent ovs-agent-dv-cinder-755101-7-iscsi {{(pid=103198) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 25 19:34:20.838748 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.services.segments.db [None req-2d2813da-9e86-4b8a-9a8a-1a52e0326c4d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e330a8af-5d1b-4552-a8f9-d04d69fc20fb') {'for_net_delete': True} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 19:34:20.839043 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.services.segments.db [None req-2d2813da-9e86-4b8a-9a8a-1a52e0326c4d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e330a8af-5d1b-4552-a8f9-d04d69fc20fb') {} {{(pid=103196) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 19:34:20.849810 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-2d2813da-9e86-4b8a-9a8a-1a52e0326c4d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741036503116', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62748183'] for segment (e330a8af-5d1b-4552-a8f9-d04d69fc20fb), before_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:34:20.852911 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7ec7a4-1848-4a1d-aa02-3eef645405cb None None] Pushing event deleted for resources: {'Port': ['ID=ce3fc972-8636-4197-9d60-332ed8171e99,revision_number=None']} {{(pid=103198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:34:20.861145 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] No Port match for: 17662467-b6b2-4bf1-83ee-afa512959f9b {{(pid=103198) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 25 19:34:20.861586 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Device 17662467-b6b2-4bf1-83ee-afa512959f9b not bound to the agent host dv-cinder-755101-7-iscsi {{(pid=103198) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 25 19:34:20.862073 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Device ce3fc972-8636-4197-9d60-332ed8171e99 no longer exists at agent ovs-agent-dv-cinder-755101-7-iscsi {{(pid=103198) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 25 19:34:20.864922 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f7ec7a4-1848-4a1d-aa02-3eef645405cb None None] No DVR routers for this DVR port ce3fc972-8636-4197-9d60-332ed8171e99 on host dv-cinder-755101-7-iscsi {{(pid=103198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 25 19:34:20.868289 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7ec7a4-1848-4a1d-aa02-3eef645405cb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:34:20.868757 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7ec7a4-1848-4a1d-aa02-3eef645405cb None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:34:20.869199 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7ec7a4-1848-4a1d-aa02-3eef645405cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:34:20.869355 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-2d2813da-9e86-4b8a-9a8a-1a52e0326c4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1189096'] for segment (e330a8af-5d1b-4552-a8f9-d04d69fc20fb), precommit_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:34:20.869658 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7ec7a4-1848-4a1d-aa02-3eef645405cb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:34:20.870056 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7ec7a4-1848-4a1d-aa02-3eef645405cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:34:20.870550 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7ec7a4-1848-4a1d-aa02-3eef645405cb None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:34:20.871211 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7ec7a4-1848-4a1d-aa02-3eef645405cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:34:20.871211 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7ec7a4-1848-4a1d-aa02-3eef645405cb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:34:20.871738 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7ec7a4-1848-4a1d-aa02-3eef645405cb None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:34:20.872006 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7ec7a4-1848-4a1d-aa02-3eef645405cb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:34:20.872390 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7ec7a4-1848-4a1d-aa02-3eef645405cb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:34:20.872779 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7ec7a4-1848-4a1d-aa02-3eef645405cb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:34:20.873161 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7ec7a4-1848-4a1d-aa02-3eef645405cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:34:20.873555 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7ec7a4-1848-4a1d-aa02-3eef645405cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:34:20.873962 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f7ec7a4-1848-4a1d-aa02-3eef645405cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-755101-7-iscsi {{(pid=103198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 25 19:34:20.880934 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d2813da-9e86-4b8a-9a8a-1a52e0326c4d admin admin] Releasing vlan 268 on physical network physnet1 to pool {{(pid=103196) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 25 19:34:20.881340 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-2d2813da-9e86-4b8a-9a8a-1a52e0326c4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1189096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58911722'] for segment (e330a8af-5d1b-4552-a8f9-d04d69fc20fb), after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:34:20.898099 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] No Port match for: ce3fc972-8636-4197-9d60-332ed8171e99 {{(pid=103198) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 25 19:34:20.898549 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Device ce3fc972-8636-4197-9d60-332ed8171e99 not bound to the agent host dv-cinder-755101-7-iscsi {{(pid=103198) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 25 19:34:20.898948 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Device 4e1882de-b674-4c01-9054-99a59c61b85f no longer exists at agent ovs-agent-dv-cinder-755101-7-iscsi {{(pid=103198) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 25 19:34:20.918969 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] No Port match for: 4e1882de-b674-4c01-9054-99a59c61b85f {{(pid=103198) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 25 19:34:20.919312 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Device 4e1882de-b674-4c01-9054-99a59c61b85f not bound to the agent host dv-cinder-755101-7-iscsi {{(pid=103198) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 25 19:34:20.932593 dv-cinder-755101-7-iscsi neutron-server[103196]: Traceback (most recent call last): Mar 25 19:34:20.932593 dv-cinder-755101-7-iscsi neutron-server[103196]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 25 19:34:20.932593 dv-cinder-755101-7-iscsi neutron-server[103196]: timer() Mar 25 19:34:20.932593 dv-cinder-755101-7-iscsi neutron-server[103196]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 25 19:34:20.932593 dv-cinder-755101-7-iscsi neutron-server[103196]: cb(*args, **kw) Mar 25 19:34:20.932593 dv-cinder-755101-7-iscsi neutron-server[103196]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 25 19:34:20.932593 dv-cinder-755101-7-iscsi neutron-server[103196]: return func(*args, **kwargs) Mar 25 19:34:20.932593 dv-cinder-755101-7-iscsi neutron-server[103196]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 25 19:34:20.932593 dv-cinder-755101-7-iscsi neutron-server[103196]: self._notify() Mar 25 19:34:20.932593 dv-cinder-755101-7-iscsi neutron-server[103196]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 25 19:34:20.932593 dv-cinder-755101-7-iscsi neutron-server[103196]: self.callback(batched_events) Mar 25 19:34:20.932593 dv-cinder-755101-7-iscsi neutron-server[103196]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 25 19:34:20.932593 dv-cinder-755101-7-iscsi neutron-server[103196]: event.method(event) Mar 25 19:34:20.932593 dv-cinder-755101-7-iscsi neutron-server[103196]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 25 19:34:20.932593 dv-cinder-755101-7-iscsi neutron-server[103196]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 25 19:34:20.932593 dv-cinder-755101-7-iscsi neutron-server[103196]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 25 19:34:20.932593 dv-cinder-755101-7-iscsi neutron-server[103196]: aggregate_uuid = self.p_client.list_aggregates( Mar 25 19:34:20.932593 dv-cinder-755101-7-iscsi neutron-server[103196]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 25 19:34:20.932593 dv-cinder-755101-7-iscsi neutron-server[103196]: return f(self, *a, **k) Mar 25 19:34:20.932593 dv-cinder-755101-7-iscsi neutron-server[103196]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 25 19:34:20.932593 dv-cinder-755101-7-iscsi neutron-server[103196]: return self._get(url).json() Mar 25 19:34:20.932593 dv-cinder-755101-7-iscsi neutron-server[103196]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 25 19:34:20.932593 dv-cinder-755101-7-iscsi neutron-server[103196]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 25 19:34:20.932593 dv-cinder-755101-7-iscsi neutron-server[103196]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 25 19:34:20.932593 dv-cinder-755101-7-iscsi neutron-server[103196]: return self.request(url, 'GET', **kwargs) Mar 25 19:34:20.932593 dv-cinder-755101-7-iscsi neutron-server[103196]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 25 19:34:20.932593 dv-cinder-755101-7-iscsi neutron-server[103196]: base_url = self.get_endpoint(auth, allow=allow, Mar 25 19:34:20.932593 dv-cinder-755101-7-iscsi neutron-server[103196]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 25 19:34:20.932593 dv-cinder-755101-7-iscsi neutron-server[103196]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 25 19:34:20.932593 dv-cinder-755101-7-iscsi neutron-server[103196]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 25 19:34:20.932593 dv-cinder-755101-7-iscsi neutron-server[103196]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 25 19:34:20.932593 dv-cinder-755101-7-iscsi neutron-server[103196]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 25 19:34:20.954137 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-2d2813da-9e86-4b8a-9a8a-1a52e0326c4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1136511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3753587'] for network (27580a04-c198-4a21-a1dd-713b4c75540c), after_delete {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:34:20.960015 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron_lib.callbacks.manager [None req-2d2813da-9e86-4b8a-9a8a-1a52e0326c4d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692927'] for network (None), before_response {{(pid=103196) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:34:20.963168 dv-cinder-755101-7-iscsi neutron-server[103196]: INFO neutron.wsgi [None req-2d2813da-9e86-4b8a-9a8a-1a52e0326c4d admin admin] 10.222.0.18 "DELETE /v2.0/networks/27580a04-c198-4a21-a1dd-713b4c75540c HTTP/1.1" status: 204 len: 168 time: 0.5484059 Mar 25 19:34:20.966189 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.18', 40282) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:34:20.974288 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2813da-9e86-4b8a-9a8a-1a52e0326c4d admin admin] Pushing event deleted for resources: {'Network': ['ID=27580a04-c198-4a21-a1dd-713b4c75540c,revision_number=None']} {{(pid=103196) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:34:21.302691 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-b570c41d-5dfb-42aa-b429-c364a2880370 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3752261'] for router_interface (e89fa00b-1504-4c55-9590-d3b49ae0e90d), before_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:34:21.538558 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.plugins.ml2.plugin [None req-b570c41d-5dfb-42aa-b429-c364a2880370 admin admin] Deleting port 25430596-1130-46af-bde5-7300536278e9 {{(pid=103197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 25 19:34:21.538891 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-b570c41d-5dfb-42aa-b429-c364a2880370 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741036672799'] for port (25430596-1130-46af-bde5-7300536278e9), before_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:34:21.613585 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.plugins.ml2.db [None req-b570c41d-5dfb-42aa-b429-c364a2880370 admin admin] For port 25430596-1130-46af-bde5-7300536278e9, host dv-cinder-755101-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755101-7-iscsi',level=0,port_id=25430596-1130-46af-bde5-7300536278e9,segment=NetworkSegment(c6717c5a-3b41-418d-a0d8-926a087710bc),segment_id=c6717c5a-3b41-418d-a0d8-926a087710bc)] {{(pid=103197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 25 19:34:21.613864 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-b570c41d-5dfb-42aa-b429-c364a2880370 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3766103'] for port (25430596-1130-46af-bde5-7300536278e9), precommit_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:34:21.625977 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.plugins.ml2.plugin [None req-b570c41d-5dfb-42aa-b429-c364a2880370 admin admin] Calling delete_port for 25430596-1130-46af-bde5-7300536278e9 owned by network:router_interface {{(pid=103197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 25 19:34:21.797223 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-b570c41d-5dfb-42aa-b429-c364a2880370 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741036679554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741036190724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59283508'] for port (25430596-1130-46af-bde5-7300536278e9), after_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:34:21.820033 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b570c41d-5dfb-42aa-b429-c364a2880370 admin admin] Pushing event deleted for resources: {'Port': ['ID=25430596-1130-46af-bde5-7300536278e9,revision_number=None']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:34:22.220696 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-b570c41d-5dfb-42aa-b429-c364a2880370 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3692866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3752181'] for router_interface (e89fa00b-1504-4c55-9590-d3b49ae0e90d), after_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:34:22.423275 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b570c41d-5dfb-42aa-b429-c364a2880370 admin admin] Router e89fa00b-1504-4c55-9590-d3b49ae0e90d has already been hosted by L3 agent af1b81b0-43af-47bb-a61e-8e46b36efc57 {{(pid=103197) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 25 19:34:22.526832 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b570c41d-5dfb-42aa-b429-c364a2880370 admin admin] Notify agent at l3_agent.dv-cinder-755101-7-iscsi the message routers_updated {{(pid=103197) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 25 19:34:22.531541 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-b570c41d-5dfb-42aa-b429-c364a2880370 admin admin] 10.222.0.18 "PUT /v2.0/routers/e89fa00b-1504-4c55-9590-d3b49ae0e90d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5643175 Mar 25 19:34:22.534018 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.18', 40284) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:34:22.536681 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c6ed433-8739-4176-9171-aecc93877f1c None None] Sync routers for ids ['e89fa00b-1504-4c55-9590-d3b49ae0e90d'] in dv-cinder-755101-7-iscsi {{(pid=103199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 25 19:34:22.545897 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c6ed433-8739-4176-9171-aecc93877f1c None None] Routers {'e89fa00b-1504-4c55-9590-d3b49ae0e90d'} bound to L3 agent in host dv-cinder-755101-7-iscsi {{(pid=103199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 25 19:34:22.546528 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.db.l3_hamode_db [None req-4c6ed433-8739-4176-9171-aecc93877f1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755101-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-25T19:11:57Z,description=,heartbeat_timestamp=2022-03-25T19:33:57Z,host='dv-cinder-755101-7-iscsi',id=af1b81b0-43af-47bb-a61e-8e46b36efc57,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:11:57Z,topic='l3_agent')) {'router_ids': ['e89fa00b-1504-4c55-9590-d3b49ae0e90d'], 'active': True} {{(pid=103199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 19:34:22.635489 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-48b1e110-3d90-49c0-ba51-b6f547fc0bd7 admin admin] Publish callbacks [] for router (e89fa00b-1504-4c55-9590-d3b49ae0e90d), before_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:34:22.650039 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.db.l3_dvr_db [None req-4c6ed433-8739-4176-9171-aecc93877f1c None None] Set router e89fa00b-1504-4c55-9590-d3b49ae0e90d gateway port host: dv-cinder-755101-7-iscsi {{(pid=103199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 25 19:34:22.739106 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-48b1e110-3d90-49c0-ba51-b6f547fc0bd7 admin admin] Publish callbacks [] for router_gateway (e89fa00b-1504-4c55-9590-d3b49ae0e90d), before_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:34:22.795607 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.plugins.ml2.plugin [None req-48b1e110-3d90-49c0-ba51-b6f547fc0bd7 admin admin] Deleting port a14eaff8-0db0-4540-a0c9-bc5c5eced17b {{(pid=103197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 25 19:34:22.795865 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-48b1e110-3d90-49c0-ba51-b6f547fc0bd7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741036672799'] for port (a14eaff8-0db0-4540-a0c9-bc5c5eced17b), before_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:34:22.829342 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.db.l3_hamode_db [None req-4c6ed433-8739-4176-9171-aecc93877f1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e89fa00b-1504-4c55-9590-d3b49ae0e90d', 'name': 'tempest-TestVolumeBootPattern-1970740917-router', 'tenant_id': 'cb6ac76ca53f42819069f9318e87d6ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'external_fixed_ips': [{'subnet_id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'ip_address': '172.27.0.59'}], 'enable_snat': True}, 'gw_port_id': 'a14eaff8-0db0-4540-a0c9-bc5c5eced17b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T19:27:36Z', 'updated_at': '2022-03-25T19:34:21Z', 'revision_number': 5, 'project_id': 'cb6ac76ca53f42819069f9318e87d6ed', 'gw_port': {'id': 'a14eaff8-0db0-4540-a0c9-bc5c5eced17b', 'name': '', 'network_id': '4acd50f3-de7f-4854-a6f4-5b66b3577c15', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:29:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e89fa00b-1504-4c55-9590-d3b49ae0e90d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'ip_address': '172.27.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-755101-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-25T19:27:37Z', 'updated_at': '2022-03-25T19:27:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'efae7cfd-1549-43a8-94ca-01f5ce7b3ee1', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-755101-7-iscsi'}], 'dv-cinder-755101-7-iscsi', False) {} {{(pid=103199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 19:34:22.855604 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c6ed433-8739-4176-9171-aecc93877f1c None None] Checking router: e89fa00b-1504-4c55-9590-d3b49ae0e90d for host: dv-cinder-755101-7-iscsi {{(pid=103199) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 25 19:34:22.864257 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c6ed433-8739-4176-9171-aecc93877f1c None None] Routers {'e89fa00b-1504-4c55-9590-d3b49ae0e90d'} bound to L3 agent in host dv-cinder-755101-7-iscsi {{(pid=103199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 25 19:34:22.864862 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.db.l3_hamode_db [None req-4c6ed433-8739-4176-9171-aecc93877f1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-755101-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-25T19:11:57Z,description=,heartbeat_timestamp=2022-03-25T19:33:57Z,host='dv-cinder-755101-7-iscsi',id=af1b81b0-43af-47bb-a61e-8e46b36efc57,load=0,resource_versions=,resources_synced=,started_at=2022-03-25T19:11:57Z,topic='l3_agent')) {'router_ids': ['e89fa00b-1504-4c55-9590-d3b49ae0e90d'], 'active': True} {{(pid=103199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 19:34:22.876395 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.plugins.ml2.db [None req-48b1e110-3d90-49c0-ba51-b6f547fc0bd7 admin admin] For port a14eaff8-0db0-4540-a0c9-bc5c5eced17b, host dv-cinder-755101-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755101-7-iscsi',level=0,port_id=a14eaff8-0db0-4540-a0c9-bc5c5eced17b,segment=NetworkSegment(bcf11cf5-8ef8-46ee-bf1d-f87c743f3fc7),segment_id=bcf11cf5-8ef8-46ee-bf1d-f87c743f3fc7)] {{(pid=103197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 25 19:34:22.876874 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-48b1e110-3d90-49c0-ba51-b6f547fc0bd7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3766103'] for port (a14eaff8-0db0-4540-a0c9-bc5c5eced17b), precommit_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:34:22.890080 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.plugins.ml2.plugin [None req-48b1e110-3d90-49c0-ba51-b6f547fc0bd7 admin admin] Calling delete_port for a14eaff8-0db0-4540-a0c9-bc5c5eced17b owned by network:router_gateway {{(pid=103197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 25 19:34:22.952680 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.db.l3_dvr_db [None req-4c6ed433-8739-4176-9171-aecc93877f1c None None] Set router e89fa00b-1504-4c55-9590-d3b49ae0e90d gateway port host: None {{(pid=103199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 25 19:34:23.004578 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.db.l3_hamode_db [None req-4c6ed433-8739-4176-9171-aecc93877f1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e89fa00b-1504-4c55-9590-d3b49ae0e90d', 'name': 'tempest-TestVolumeBootPattern-1970740917-router', 'tenant_id': 'cb6ac76ca53f42819069f9318e87d6ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T19:27:36Z', 'updated_at': '2022-03-25T19:34:22Z', 'revision_number': 6, 'project_id': 'cb6ac76ca53f42819069f9318e87d6ed', 'gw_port_host': None}], 'dv-cinder-755101-7-iscsi', False) {} {{(pid=103199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 19:34:23.033365 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c6ed433-8739-4176-9171-aecc93877f1c None None] The sync data for ids ['e89fa00b-1504-4c55-9590-d3b49ae0e90d'] in dv-cinder-755101-7-iscsi is: [{'id': 'e89fa00b-1504-4c55-9590-d3b49ae0e90d', 'name': 'tempest-TestVolumeBootPattern-1970740917-router', 'tenant_id': 'cb6ac76ca53f42819069f9318e87d6ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-25T19:27:36Z', 'updated_at': '2022-03-25T19:34:22Z', 'revision_number': 6, 'project_id': 'cb6ac76ca53f42819069f9318e87d6ed', 'gw_port_host': None}] {{(pid=103199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 25 19:34:23.052940 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-48b1e110-3d90-49c0-ba51-b6f547fc0bd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741036679554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741036190724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59283508'] for port (a14eaff8-0db0-4540-a0c9-bc5c5eced17b), after_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:34:23.079964 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b1e110-3d90-49c0-ba51-b6f547fc0bd7 admin admin] Pushing event deleted for resources: {'Port': ['ID=a14eaff8-0db0-4540-a0c9-bc5c5eced17b,revision_number=None']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:34:23.137620 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-48b1e110-3d90-49c0-ba51-b6f547fc0bd7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3753487'] for router_gateway (e89fa00b-1504-4c55-9590-d3b49ae0e90d), after_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:34:23.227130 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-48b1e110-3d90-49c0-ba51-b6f547fc0bd7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3756003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1471'] for router (e89fa00b-1504-4c55-9590-d3b49ae0e90d), precommit_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:34:23.229243 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-48b1e110-3d90-49c0-ba51-b6f547fc0bd7 admin admin] Publish callbacks [] for router_controller (e89fa00b-1504-4c55-9590-d3b49ae0e90d), precommit_delete_associations {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:34:23.274699 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-48b1e110-3d90-49c0-ba51-b6f547fc0bd7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3756012'] for router (e89fa00b-1504-4c55-9590-d3b49ae0e90d), after_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:34:23.275250 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48b1e110-3d90-49c0-ba51-b6f547fc0bd7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e89fa00b-1504-4c55-9590-d3b49ae0e90d {{(pid=103197) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 25 19:34:23.280051 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-48b1e110-3d90-49c0-ba51-b6f547fc0bd7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:34:23.281179 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-48b1e110-3d90-49c0-ba51-b6f547fc0bd7 admin admin] 10.222.0.18 "DELETE /v2.0/routers/e89fa00b-1504-4c55-9590-d3b49ae0e90d HTTP/1.1" status: 204 len: 168 time: 0.7462325 Mar 25 19:34:23.283665 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.18', 40286) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:34:23.328122 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.db.db_base_plugin_v2 [None req-216d2109-2506-478f-a67e-fcaa430e1779 admin admin] Deleting subnet a9e4be3f-5de8-417a-a780-71456129cb60 {{(pid=103197) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 25 19:34:23.331526 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-216d2109-2506-478f-a67e-fcaa430e1779 admin admin] Publish callbacks [] for subnet (a9e4be3f-5de8-417a-a780-71456129cb60), before_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:34:23.364747 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-216d2109-2506-478f-a67e-fcaa430e1779 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59390877'] for subnet (a9e4be3f-5de8-417a-a780-71456129cb60), precommit_delete_associations {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:34:23.449709 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-216d2109-2506-478f-a67e-fcaa430e1779 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1170929'] for subnet (a9e4be3f-5de8-417a-a780-71456129cb60), precommit_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:34:23.501719 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-216d2109-2506-478f-a67e-fcaa430e1779 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1170920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59285189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59750817'] for subnet (a9e4be3f-5de8-417a-a780-71456129cb60), after_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:34:23.526823 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216d2109-2506-478f-a67e-fcaa430e1779 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a9e4be3f-5de8-417a-a780-71456129cb60,revision_number=None']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:34:23.530409 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-216d2109-2506-478f-a67e-fcaa430e1779 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:34:23.533532 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-216d2109-2506-478f-a67e-fcaa430e1779 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/a9e4be3f-5de8-417a-a780-71456129cb60 HTTP/1.1" status: 204 len: 168 time: 0.2484550 Mar 25 19:34:23.536723 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.18', 40288) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:34:23.539134 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c722275f-b296-437e-9ad7-494ae3c0122b None None] Network 0655b1a4-b065-4f75-a6e8-12ae0f7242df requested from dv-cinder-755101-7-iscsi {{(pid=103198) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 25 19:34:23.602163 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-487a2199-ee44-4437-a2db-cadc033b728d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1050558'] for network (0655b1a4-b065-4f75-a6e8-12ae0f7242df), before_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:34:23.656903 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.plugins.ml2.plugin [None req-487a2199-ee44-4437-a2db-cadc033b728d admin admin] Deleting port a789775d-3d0f-4913-8be4-4271f37b0344 {{(pid=103197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 25 19:34:23.657237 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-487a2199-ee44-4437-a2db-cadc033b728d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741036672799'] for port (a789775d-3d0f-4913-8be4-4271f37b0344), before_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:34:23.716983 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.plugins.ml2.db [None req-487a2199-ee44-4437-a2db-cadc033b728d admin admin] For port a789775d-3d0f-4913-8be4-4271f37b0344, host dv-cinder-755101-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-755101-7-iscsi',level=0,port_id=a789775d-3d0f-4913-8be4-4271f37b0344,segment=NetworkSegment(c6717c5a-3b41-418d-a0d8-926a087710bc),segment_id=c6717c5a-3b41-418d-a0d8-926a087710bc)] {{(pid=103197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 25 19:34:23.717276 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-487a2199-ee44-4437-a2db-cadc033b728d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3766103'] for port (a789775d-3d0f-4913-8be4-4271f37b0344), precommit_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:34:23.729918 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.plugins.ml2.plugin [None req-487a2199-ee44-4437-a2db-cadc033b728d admin admin] Calling delete_port for a789775d-3d0f-4913-8be4-4271f37b0344 owned by network:dhcp {{(pid=103197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 25 19:34:23.808368 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-756ce31a-ecac-420b-ad3c-29465c943eb9 None None] DHCP port deletion for 0655b1a4-b065-4f75-a6e8-12ae0f7242df request from dv-cinder-755101-7-iscsi {{(pid=103198) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 25 19:34:23.813652 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-487a2199-ee44-4437-a2db-cadc033b728d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1293196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741036679554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741036190724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59283508'] for port (a789775d-3d0f-4913-8be4-4271f37b0344), after_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:34:23.833180 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-756ce31a-ecac-420b-ad3c-29465c943eb9 None None] The port 'a789775d-3d0f-4913-8be4-4271f37b0344' was deleted {{(pid=103198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2024}} Mar 25 19:34:23.843925 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-487a2199-ee44-4437-a2db-cadc033b728d admin admin] No DVR routers for this DVR port a789775d-3d0f-4913-8be4-4271f37b0344 on host dv-cinder-755101-7-iscsi {{(pid=103197) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 25 19:34:23.848335 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487a2199-ee44-4437-a2db-cadc033b728d admin admin] Pushing event deleted for resources: {'Port': ['ID=a789775d-3d0f-4913-8be4-4271f37b0344,revision_number=None']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:34:23.923675 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-487a2199-ee44-4437-a2db-cadc033b728d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1136452', 'neutron.services.segments.db._delete_segments_for_network-8741036503875'] for network (0655b1a4-b065-4f75-a6e8-12ae0f7242df), precommit_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:34:23.943922 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.services.segments.db [None req-487a2199-ee44-4437-a2db-cadc033b728d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0655b1a4-b065-4f75-a6e8-12ae0f7242df']}} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 19:34:23.953114 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.services.segments.db [None req-487a2199-ee44-4437-a2db-cadc033b728d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6717c5a-3b41-418d-a0d8-926a087710bc') {'for_net_delete': True} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 19:34:23.953420 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.services.segments.db [None req-487a2199-ee44-4437-a2db-cadc033b728d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6717c5a-3b41-418d-a0d8-926a087710bc') {} {{(pid=103197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 25 19:34:23.966467 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-487a2199-ee44-4437-a2db-cadc033b728d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741036503116', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59390884'] for segment (c6717c5a-3b41-418d-a0d8-926a087710bc), before_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:34:23.980442 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-487a2199-ee44-4437-a2db-cadc033b728d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1189096'] for segment (c6717c5a-3b41-418d-a0d8-926a087710bc), precommit_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:34:23.987357 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-487a2199-ee44-4437-a2db-cadc033b728d admin admin] Releasing vlan 270 on physical network physnet1 to pool {{(pid=103197) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 25 19:34:23.987853 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-487a2199-ee44-4437-a2db-cadc033b728d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1189096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59283559'] for segment (c6717c5a-3b41-418d-a0d8-926a087710bc), after_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:34:23.989515 dv-cinder-755101-7-iscsi neutron-server[103197]: Traceback (most recent call last): Mar 25 19:34:23.989515 dv-cinder-755101-7-iscsi neutron-server[103197]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 25 19:34:23.989515 dv-cinder-755101-7-iscsi neutron-server[103197]: timer() Mar 25 19:34:23.989515 dv-cinder-755101-7-iscsi neutron-server[103197]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 25 19:34:23.989515 dv-cinder-755101-7-iscsi neutron-server[103197]: cb(*args, **kw) Mar 25 19:34:23.989515 dv-cinder-755101-7-iscsi neutron-server[103197]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 25 19:34:23.989515 dv-cinder-755101-7-iscsi neutron-server[103197]: return func(*args, **kwargs) Mar 25 19:34:23.989515 dv-cinder-755101-7-iscsi neutron-server[103197]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 25 19:34:23.989515 dv-cinder-755101-7-iscsi neutron-server[103197]: self._notify() Mar 25 19:34:23.989515 dv-cinder-755101-7-iscsi neutron-server[103197]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 25 19:34:23.989515 dv-cinder-755101-7-iscsi neutron-server[103197]: self.callback(batched_events) Mar 25 19:34:23.989515 dv-cinder-755101-7-iscsi neutron-server[103197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 25 19:34:23.989515 dv-cinder-755101-7-iscsi neutron-server[103197]: event.method(event) Mar 25 19:34:23.989515 dv-cinder-755101-7-iscsi neutron-server[103197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 25 19:34:23.989515 dv-cinder-755101-7-iscsi neutron-server[103197]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 25 19:34:23.989515 dv-cinder-755101-7-iscsi neutron-server[103197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 25 19:34:23.989515 dv-cinder-755101-7-iscsi neutron-server[103197]: aggregate_uuid = self.p_client.list_aggregates( Mar 25 19:34:23.989515 dv-cinder-755101-7-iscsi neutron-server[103197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 25 19:34:23.989515 dv-cinder-755101-7-iscsi neutron-server[103197]: return f(self, *a, **k) Mar 25 19:34:23.989515 dv-cinder-755101-7-iscsi neutron-server[103197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 25 19:34:23.989515 dv-cinder-755101-7-iscsi neutron-server[103197]: return self._get(url).json() Mar 25 19:34:23.989515 dv-cinder-755101-7-iscsi neutron-server[103197]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 25 19:34:23.989515 dv-cinder-755101-7-iscsi neutron-server[103197]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 25 19:34:23.989515 dv-cinder-755101-7-iscsi neutron-server[103197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 25 19:34:23.989515 dv-cinder-755101-7-iscsi neutron-server[103197]: return self.request(url, 'GET', **kwargs) Mar 25 19:34:23.989515 dv-cinder-755101-7-iscsi neutron-server[103197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 25 19:34:23.989515 dv-cinder-755101-7-iscsi neutron-server[103197]: base_url = self.get_endpoint(auth, allow=allow, Mar 25 19:34:23.989515 dv-cinder-755101-7-iscsi neutron-server[103197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 25 19:34:23.989515 dv-cinder-755101-7-iscsi neutron-server[103197]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 25 19:34:23.989515 dv-cinder-755101-7-iscsi neutron-server[103197]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 25 19:34:23.989515 dv-cinder-755101-7-iscsi neutron-server[103197]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 25 19:34:23.989515 dv-cinder-755101-7-iscsi neutron-server[103197]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 25 19:34:24.044775 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-487a2199-ee44-4437-a2db-cadc033b728d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1136511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3692877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3753587'] for network (0655b1a4-b065-4f75-a6e8-12ae0f7242df), after_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:34:24.050853 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-487a2199-ee44-4437-a2db-cadc033b728d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3692927'] for network (None), before_response {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:34:24.056594 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-487a2199-ee44-4437-a2db-cadc033b728d admin admin] 10.222.0.18 "DELETE /v2.0/networks/0655b1a4-b065-4f75-a6e8-12ae0f7242df HTTP/1.1" status: 204 len: 168 time: 0.5166006 Mar 25 19:34:24.066333 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487a2199-ee44-4437-a2db-cadc033b728d admin admin] Pushing event deleted for resources: {'Network': ['ID=0655b1a4-b065-4f75-a6e8-12ae0f7242df,revision_number=None']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:34:24.168965 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.18', 40292) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:34:24.208388 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-71b650c2-14e7-41d2-bdfd-2b2e9dc80ff8 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=047bda67abf94801b4a3258dfa563394&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0382755 Mar 25 19:34:24.210807 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.18', 40294) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:34:24.256188 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-d588df52-894e-418c-ab22-8611d031901f admin admin] Publish callbacks [] for security_group (e3d73668-703b-44ea-acf3-2938a57b38db), before_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:34:24.276018 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-d588df52-894e-418c-ab22-8611d031901f admin admin] Publish callbacks [] for security_group (e3d73668-703b-44ea-acf3-2938a57b38db), precommit_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:34:24.306596 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-bdcdd51e-c1e1-4ef0-86f2-77c930feee3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741036503857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133703'] for agent (ff15a80c-2d7c-4104-a6ad-0973d1d911f7), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:34:24.326862 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-d588df52-894e-418c-ab22-8611d031901f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687199'] for security_group (e3d73668-703b-44ea-acf3-2938a57b38db), after_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:34:24.329403 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-d588df52-894e-418c-ab22-8611d031901f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:34:24.330774 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-d588df52-894e-418c-ab22-8611d031901f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e3d73668-703b-44ea-acf3-2938a57b38db HTTP/1.1" status: 204 len: 168 time: 0.1190326 Mar 25 19:34:24.338200 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d588df52-894e-418c-ab22-8611d031901f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3d73668-703b-44ea-acf3-2938a57b38db,revision_number=None']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:34:24.633728 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.18', 40300) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:34:24.672683 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-59908a40-e725-48b6-ad70-b03ccfd2145f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=cb6ac76ca53f42819069f9318e87d6ed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0377471 Mar 25 19:34:24.675361 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.wsgi [-] (103197) accepted ('10.222.0.18', 40302) {{(pid=103197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 25 19:34:24.719574 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-b1501b3d-d80d-4453-8c6d-6440177eb150 admin admin] Publish callbacks [] for security_group (e6973cb0-66f7-46fb-9891-72825f2cdd7a), before_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:34:24.744163 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-b1501b3d-d80d-4453-8c6d-6440177eb150 admin admin] Publish callbacks [] for security_group (e6973cb0-66f7-46fb-9891-72825f2cdd7a), precommit_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:34:24.791898 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Device a14eaff8-0db0-4540-a0c9-bc5c5eced17b no longer exists at agent ovs-agent-dv-cinder-755101-7-iscsi {{(pid=103198) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 25 19:34:24.794173 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-b1501b3d-d80d-4453-8c6d-6440177eb150 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3687199'] for security_group (e6973cb0-66f7-46fb-9891-72825f2cdd7a), after_delete {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:34:24.796981 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron_lib.callbacks.manager [None req-b1501b3d-d80d-4453-8c6d-6440177eb150 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:34:24.798138 dv-cinder-755101-7-iscsi neutron-server[103197]: INFO neutron.wsgi [None req-b1501b3d-d80d-4453-8c6d-6440177eb150 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e6973cb0-66f7-46fb-9891-72825f2cdd7a HTTP/1.1" status: 204 len: 168 time: 0.1219144 Mar 25 19:34:24.806655 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1501b3d-d80d-4453-8c6d-6440177eb150 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6973cb0-66f7-46fb-9891-72825f2cdd7a,revision_number=None']} {{(pid=103197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 25 19:34:24.813797 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] No Port match for: a14eaff8-0db0-4540-a0c9-bc5c5eced17b {{(pid=103198) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 25 19:34:24.814140 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Device a14eaff8-0db0-4540-a0c9-bc5c5eced17b not bound to the agent host dv-cinder-755101-7-iscsi {{(pid=103198) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 25 19:34:24.814575 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Device a789775d-3d0f-4913-8be4-4271f37b0344 no longer exists at agent ovs-agent-dv-cinder-755101-7-iscsi {{(pid=103198) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 25 19:34:24.843140 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] No Port match for: a789775d-3d0f-4913-8be4-4271f37b0344 {{(pid=103198) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 25 19:34:24.843481 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Device a789775d-3d0f-4913-8be4-4271f37b0344 not bound to the agent host dv-cinder-755101-7-iscsi {{(pid=103198) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 25 19:34:24.843884 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Device 25430596-1130-46af-bde5-7300536278e9 no longer exists at agent ovs-agent-dv-cinder-755101-7-iscsi {{(pid=103198) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 25 19:34:24.862944 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.plugin [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] No Port match for: 25430596-1130-46af-bde5-7300536278e9 {{(pid=103198) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 25 19:34:24.863287 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron.plugins.ml2.rpc [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Device 25430596-1130-46af-bde5-7300536278e9 not bound to the agent host dv-cinder-755101-7-iscsi {{(pid=103198) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 25 19:34:26.733300 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-c04730e8-ebbc-43b6-9071-e6dcfef0bc9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741036503857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133703'] for agent (af1b81b0-43af-47bb-a61e-8e46b36efc57), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:34:27.641501 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-af60142c-683d-41c3-be1d-5377fff6ca45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741036503857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133703'] for agent (c3076277-13eb-43a7-9b94-fad13f82c96d), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:34:29.242747 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-bfcc621e-35c9-4ac2-b4cb-53c403134561 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741036503857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133703'] for agent (9ba807d9-64cc-4b2a-8ad2-e4f3b23bc779), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:34:30.807833 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741036503857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133703'] for agent (239dac0e-b210-4295-8f1a-11f7f9dc3de1), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:34:30.847380 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741036503857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133703'] for agent (e10cc9df-a7ce-4b9c-bc25-dffd007f5dd8), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:34:52.103540 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.db.agents_db [None req-ad735e95-395b-498c-b22d-e8906e231634 None None] Agent healthcheck: found 6 active agents {{(pid=103199) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 25 19:34:54.309119 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-463354ce-0672-44e4-bff8-d866e9104dfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741036503857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133703'] for agent (ff15a80c-2d7c-4104-a6ad-0973d1d911f7), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:34:56.728552 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-fc7617ab-bede-4525-9125-989bab706214 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741036503857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133703'] for agent (af1b81b0-43af-47bb-a61e-8e46b36efc57), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:34:57.643600 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-af60142c-683d-41c3-be1d-5377fff6ca45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741036503857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133703'] for agent (c3076277-13eb-43a7-9b94-fad13f82c96d), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:34:59.243538 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-bfcc621e-35c9-4ac2-b4cb-53c403134561 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741036503857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133703'] for agent (9ba807d9-64cc-4b2a-8ad2-e4f3b23bc779), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:35:00.809033 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741036503857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133703'] for agent (239dac0e-b210-4295-8f1a-11f7f9dc3de1), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:35:00.862741 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741036503857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133703'] for agent (e10cc9df-a7ce-4b9c-bc25-dffd007f5dd8), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:35:24.309637 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-d8c3e459-230d-454f-9386-c22259c4415c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741036503857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133703'] for agent (ff15a80c-2d7c-4104-a6ad-0973d1d911f7), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:35:26.730711 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-f8900b61-3c7e-4497-87b9-7fbd0f7e6f1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741036503857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133703'] for agent (af1b81b0-43af-47bb-a61e-8e46b36efc57), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:35:27.646324 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-af60142c-683d-41c3-be1d-5377fff6ca45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741036503857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133703'] for agent (c3076277-13eb-43a7-9b94-fad13f82c96d), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:35:29.102056 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.db.agents_db [None req-ad735e95-395b-498c-b22d-e8906e231634 None None] Agent healthcheck: found 6 active agents {{(pid=103199) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 25 19:35:29.247009 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-bfcc621e-35c9-4ac2-b4cb-53c403134561 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741036503857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133703'] for agent (9ba807d9-64cc-4b2a-8ad2-e4f3b23bc779), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:35:30.811883 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741036503857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133703'] for agent (239dac0e-b210-4295-8f1a-11f7f9dc3de1), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:35:30.861183 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741036503857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133703'] for agent (e10cc9df-a7ce-4b9c-bc25-dffd007f5dd8), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:35:33.410160 dv-cinder-755101-7-iscsi neutron-server[103196]: DEBUG neutron.wsgi [req-5cff4638-8cfa-4c50-b726-8a0a0c839348 req-d19b91df-5d93-4e92-8ad5-c89057978412 service neutron] (103196) timed out ('10.222.0.26', 49741) {{(pid=103196) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 25 19:35:33.461972 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.wsgi [req-189fa602-af53-43de-9059-2f11cc0a7bff req-c6113977-63e3-49d6-9c66-dab1999a4a61 service neutron] (103197) timed out ('10.222.0.26', 49729) {{(pid=103197) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 25 19:35:34.136801 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.wsgi [req-b6924fdc-395a-43c4-ac70-b08cc1e5ad8f req-8510d6f4-349a-402f-94d8-b7032d5fd561 service neutron] (103197) timed out ('10.222.0.26', 49762) {{(pid=103197) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 25 19:35:54.310572 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-0a69c961-b303-40ab-8c51-df2b3cdc08e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741036503857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133703'] for agent (ff15a80c-2d7c-4104-a6ad-0973d1d911f7), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:35:56.732257 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-1457630f-94e2-42cf-9e12-3ecf4068ff75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741036503857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133703'] for agent (af1b81b0-43af-47bb-a61e-8e46b36efc57), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:35:57.649270 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-af60142c-683d-41c3-be1d-5377fff6ca45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741036503857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133703'] for agent (c3076277-13eb-43a7-9b94-fad13f82c96d), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:35:59.250595 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-bfcc621e-35c9-4ac2-b4cb-53c403134561 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741036503857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133703'] for agent (9ba807d9-64cc-4b2a-8ad2-e4f3b23bc779), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:36:00.812750 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741036503857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133703'] for agent (239dac0e-b210-4295-8f1a-11f7f9dc3de1), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:36:00.862452 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741036503857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133703'] for agent (e10cc9df-a7ce-4b9c-bc25-dffd007f5dd8), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:36:06.101608 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.db.agents_db [None req-ad735e95-395b-498c-b22d-e8906e231634 None None] Agent healthcheck: found 6 active agents {{(pid=103199) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 25 19:36:24.311159 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-1391b16d-abab-4d88-86da-598b5ec19683 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741036503857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133703'] for agent (ff15a80c-2d7c-4104-a6ad-0973d1d911f7), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:36:26.733530 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-1996f5e9-9beb-44de-861e-c3da40b96b21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741036503857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133703'] for agent (af1b81b0-43af-47bb-a61e-8e46b36efc57), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:36:27.650382 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-af60142c-683d-41c3-be1d-5377fff6ca45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741036503857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133703'] for agent (c3076277-13eb-43a7-9b94-fad13f82c96d), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:36:29.252962 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-bfcc621e-35c9-4ac2-b4cb-53c403134561 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741036503857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133703'] for agent (9ba807d9-64cc-4b2a-8ad2-e4f3b23bc779), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:36:30.813938 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741036503857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133703'] for agent (239dac0e-b210-4295-8f1a-11f7f9dc3de1), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:36:30.876711 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741036503857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133703'] for agent (e10cc9df-a7ce-4b9c-bc25-dffd007f5dd8), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:36:43.100617 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.db.agents_db [None req-ad735e95-395b-498c-b22d-e8906e231634 None None] Agent healthcheck: found 6 active agents {{(pid=103199) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 25 19:36:54.312449 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-7141d98b-2e97-4081-9385-505e7c3e084d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741036503857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133703'] for agent (ff15a80c-2d7c-4104-a6ad-0973d1d911f7), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:36:56.733736 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-d59bdfde-afb6-4b7f-bab9-4b11644feaae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741036503857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133703'] for agent (af1b81b0-43af-47bb-a61e-8e46b36efc57), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:36:57.652851 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-af60142c-683d-41c3-be1d-5377fff6ca45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741036503857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133703'] for agent (c3076277-13eb-43a7-9b94-fad13f82c96d), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:36:59.255058 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-bfcc621e-35c9-4ac2-b4cb-53c403134561 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741036503857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133703'] for agent (9ba807d9-64cc-4b2a-8ad2-e4f3b23bc779), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:37:00.815532 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741036503857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133703'] for agent (239dac0e-b210-4295-8f1a-11f7f9dc3de1), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:37:00.876609 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741036503857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133703'] for agent (e10cc9df-a7ce-4b9c-bc25-dffd007f5dd8), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:37:20.100262 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.db.agents_db [None req-ad735e95-395b-498c-b22d-e8906e231634 None None] Agent healthcheck: found 6 active agents {{(pid=103199) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 25 19:37:24.313147 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-2a1ece75-8c11-4e02-8924-99d70332a805 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741036503857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133703'] for agent (ff15a80c-2d7c-4104-a6ad-0973d1d911f7), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:37:26.734178 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-bae93a64-2a59-45b2-96eb-9c60a4ac6e5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741036503857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133703'] for agent (af1b81b0-43af-47bb-a61e-8e46b36efc57), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:37:27.656530 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-af60142c-683d-41c3-be1d-5377fff6ca45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741036503857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133703'] for agent (c3076277-13eb-43a7-9b94-fad13f82c96d), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:37:29.257642 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-bfcc621e-35c9-4ac2-b4cb-53c403134561 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741036503857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133703'] for agent (9ba807d9-64cc-4b2a-8ad2-e4f3b23bc779), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:37:30.816728 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741036503857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133703'] for agent (239dac0e-b210-4295-8f1a-11f7f9dc3de1), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:37:30.891294 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741036503857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133703'] for agent (e10cc9df-a7ce-4b9c-bc25-dffd007f5dd8), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:37:41.547922 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.wsgi [req-1fc320fa-2ec4-4a55-87a8-eaf941d0c15e req-2c3634cc-c96d-49f1-b86a-118e19b84027 service neutron] (103197) timed out ('10.222.0.18', 34736) {{(pid=103197) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 25 19:37:41.819853 dv-cinder-755101-7-iscsi neutron-server[103197]: DEBUG neutron.wsgi [req-1fc320fa-2ec4-4a55-87a8-eaf941d0c15e req-9c7c57ea-d00a-4a19-804c-1da5b881eeea tempest-AttachVolumeShelveTestJSON-452322138 tempest-AttachVolumeShelveTestJSON-452322138-project] (103197) timed out ('10.222.0.18', 34750) {{(pid=103197) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 25 19:37:54.316985 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-0c7bcf54-038a-4a7e-8c70-752b60d27304 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741036503857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133703'] for agent (ff15a80c-2d7c-4104-a6ad-0973d1d911f7), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:37:56.734907 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-2152512c-7e26-47b3-87c7-4748a3338ecf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741036503857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133703'] for agent (af1b81b0-43af-47bb-a61e-8e46b36efc57), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:37:57.098598 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.db.agents_db [None req-ad735e95-395b-498c-b22d-e8906e231634 None None] Agent healthcheck: found 6 active agents {{(pid=103199) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 25 19:37:57.658430 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-af60142c-683d-41c3-be1d-5377fff6ca45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741036503857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133703'] for agent (c3076277-13eb-43a7-9b94-fad13f82c96d), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:37:59.260123 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-bfcc621e-35c9-4ac2-b4cb-53c403134561 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741036503857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133703'] for agent (9ba807d9-64cc-4b2a-8ad2-e4f3b23bc779), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:38:00.818971 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741036503857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133703'] for agent (239dac0e-b210-4295-8f1a-11f7f9dc3de1), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:38:00.890032 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741036503857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133703'] for agent (e10cc9df-a7ce-4b9c-bc25-dffd007f5dd8), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:38:24.319095 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-fd850bb3-adfb-4c73-9856-8cc262badfe4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741036503857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133703'] for agent (ff15a80c-2d7c-4104-a6ad-0973d1d911f7), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:38:26.734768 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-ce8e0711-6b67-4236-82e2-9d239809e1e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741036503857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133703'] for agent (af1b81b0-43af-47bb-a61e-8e46b36efc57), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:38:27.660948 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-af60142c-683d-41c3-be1d-5377fff6ca45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741036503857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133703'] for agent (c3076277-13eb-43a7-9b94-fad13f82c96d), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:38:29.262822 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-bfcc621e-35c9-4ac2-b4cb-53c403134561 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741036503857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133703'] for agent (9ba807d9-64cc-4b2a-8ad2-e4f3b23bc779), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:38:30.820730 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741036503857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133703'] for agent (239dac0e-b210-4295-8f1a-11f7f9dc3de1), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:38:30.905157 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741036503857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133703'] for agent (e10cc9df-a7ce-4b9c-bc25-dffd007f5dd8), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:38:34.097046 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.db.agents_db [None req-ad735e95-395b-498c-b22d-e8906e231634 None None] Agent healthcheck: found 6 active agents {{(pid=103199) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 25 19:38:54.320569 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-2591a82e-2c8b-43ff-aa45-4d53fd5ad344 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741036503857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133703'] for agent (ff15a80c-2d7c-4104-a6ad-0973d1d911f7), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:38:56.735292 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-da9fc3a9-eb11-4ad4-ade2-5cc7d692e274 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741036503857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133703'] for agent (af1b81b0-43af-47bb-a61e-8e46b36efc57), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:38:57.662101 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-af60142c-683d-41c3-be1d-5377fff6ca45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741036503857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133703'] for agent (c3076277-13eb-43a7-9b94-fad13f82c96d), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:38:59.264632 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-bfcc621e-35c9-4ac2-b4cb-53c403134561 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741036503857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133703'] for agent (9ba807d9-64cc-4b2a-8ad2-e4f3b23bc779), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:39:00.823872 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741036503857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133703'] for agent (239dac0e-b210-4295-8f1a-11f7f9dc3de1), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:39:00.905622 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741036503857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133703'] for agent (e10cc9df-a7ce-4b9c-bc25-dffd007f5dd8), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:39:11.098535 dv-cinder-755101-7-iscsi neutron-server[103199]: DEBUG neutron.db.agents_db [None req-ad735e95-395b-498c-b22d-e8906e231634 None None] Agent healthcheck: found 6 active agents {{(pid=103199) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 25 19:39:24.445378 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-cb2cd5b6-fb23-4eab-9ef6-def4988a6cf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741036503857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133703'] for agent (ff15a80c-2d7c-4104-a6ad-0973d1d911f7), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:39:26.736145 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-b7d88db6-a233-40dd-a7e9-dc8b015c3613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741036503857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133703'] for agent (af1b81b0-43af-47bb-a61e-8e46b36efc57), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:39:27.665794 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-af60142c-683d-41c3-be1d-5377fff6ca45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741036503857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133703'] for agent (c3076277-13eb-43a7-9b94-fad13f82c96d), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:39:29.266865 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-bfcc621e-35c9-4ac2-b4cb-53c403134561 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741036503857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133703'] for agent (9ba807d9-64cc-4b2a-8ad2-e4f3b23bc779), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:39:30.825358 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-6a601391-50fa-4961-86d4-79a5f85edb39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741036503857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133703'] for agent (239dac0e-b210-4295-8f1a-11f7f9dc3de1), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 25 19:39:30.918452 dv-cinder-755101-7-iscsi neutron-server[103198]: DEBUG neutron_lib.callbacks.manager [None req-e49d7d41-a0d9-4d9f-94e4-882a05ca244e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741036503857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1133703'] for agent (e10cc9df-a7ce-4b9c-bc25-dffd007f5dd8), after_update {{(pid=103198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}